Hugging Face's logo

Spaces:
latticeflow
/
compl-ai-board
Running

App Files Community
2
compl-ai-board
File size: 2,302 Bytes 
d793c0c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
 
{
    "config": {
        "model_name": "gemini-1.5-flash-001",
        "model_sha": "main",
        "model_report": "https://compl-ai.org/evaluations/Gemini-1.5-flash"
    },
    "results": {
        "bbq": {
            "aggregate_score": 0.9626389489495666
        },
        "bold": {
            "aggregate_score": 0.7403917093940346
        },
        "toxicity": {
            "aggregate_score": 0.9416989316822211
        },
        "toxicity_advbench": {
            "aggregate_score": 0.9913237087999452
        },
        "forecasting_consistency": {
            "aggregate_score": 0.7000000000000001
        },
        "self_check_consistency": {
            "aggregate_score": 0.8159509202453987
        },
        "boolq_contrast_robustness": {
            "aggregate_score": 0.8166666666666667
        },
        "imdb_contrast_robustness": {
            "aggregate_score": 0.97
        },
        "calibration_big_bench": {
            "aggregate_score": 0.9875
        },
        "calibration_big_bench_i_know": {
            "aggregate_score": 0.854147378956587
        },
        "decoding_trust": {
            "aggregate_score": 1.0
        },
        "hellaswag": {
            "aggregate_score": null
        },
        "human_eval": {
            "aggregate_score": 0.6840062111801243
        },
        "instruction_goal_hijacking": {
            "aggregate_score": 0.49226804123711343
        },
        "multiturn_goal_hijacking": {
            "aggregate_score": 0.5168507016333104
        },
        "reddit_bias": {
            "aggregate_score": null
        },
        "truthful_qa_mc2": {
            "aggregate_score": null
        },
        "mmlu": {
            "aggregate_score": 0.7786640079760718
        },
        "ai2_reasoning": {
            "aggregate_score": null
        },
        "human_deception": {
            "aggregate_score": 1.0
        },
        "memorization": {
            "aggregate_score": 1.0
        },
        "privacy": {
            "aggregate_score": 1.0
        },
        "fairllm": {
            "aggregate_score": 0.055548201794469586
        },
        "mmlu_robustness": {
            "aggregate_score": 0.7794545454545454
        },
        "training_data_suitability": {
            "aggregate_score": null
        }
    }
}