File size: 2,159 Bytes
73ffd8a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
{
 "/fast/awuhrmann/agent-outputs/run-20260923-130458/720d8595-01bf-4e25-ba2c-fb389c35372c/model": {
  "labels": [
   "toxicity",
   "severe_toxicity",
   "obscene",
   "threat",
   "insult",
   "identity_attack",
   "sexual_explicit"
  ],
  "mapped": [
   "toxicity",
   "severe_toxicity",
   "obscene",
   "threat",
   "insult",
   "identity_attack",
   "sexual_explicit"
  ],
  "civil_test": {
   "n": 20000,
   "auc": {
    "toxicity": 0.9718674836337449,
    "obscene": 0.9952428473989308,
    "threat": 0.9939400143528782,
    "insult": 0.9803024564640757,
    "identity_attack": 0.9882729699167228,
    "sexual_explicit": 0.9971069560751085
   },
   "mean_auc": 0.9877887879735767,
   "toxicity_auc": 0.9718674836337449
  },
  "tdx_am": {
   "n": 1000,
   "auc": 0.636424,
   "f1_05": 0.23064250411861614
  },
  "tdx_ar": {
   "n": 1000,
   "auc": 0.721266,
   "f1_05": 0.5644768856447688
  },
  "tdx_de": {
   "n": 1000,
   "auc": 0.858672,
   "f1_05": 0.4949053857350801
  },
  "tdx_en": {
   "n": 1000,
   "auc": 0.990008,
   "f1_05": 0.9513184584178499
  },
  "tdx_es": {
   "n": 1000,
   "auc": 0.898538,
   "f1_05": 0.7027027027027027
  },
  "tdx_fr": {
   "n": 1000,
   "auc": 0.9841,
   "f1_05": 0.8785871964679912
  },
  "tdx_he": {
   "n": 1000,
   "auc": 0.777514,
   "f1_05": 0.5625806451612904
  },
  "tdx_hi": {
   "n": 1000,
   "auc": 0.897142,
   "f1_05": 0.35889070146818924
  },
  "tdx_hin": {
   "n": 1000,
   "auc": 0.749194,
   "f1_05": 0.3285024154589372
  },
  "tdx_it": {
   "n": 1000,
   "auc": 0.840212,
   "f1_05": 0.7481713688610241
  },
  "tdx_ja": {
   "n": 1000,
   "auc": 0.830714,
   "f1_05": 0.3277591973244147
  },
  "tdx_ru": {
   "n": 1000,
   "auc": 0.956228,
   "f1_05": 0.7377666248431619
  },
  "tdx_tt": {
   "n": 1000,
   "auc": 0.807868,
   "f1_05": 0.5444743935309974
  },
  "tdx_uk": {
   "n": 1000,
   "auc": 0.80828,
   "f1_05": 0.4169184290030212
  },
  "tdx_zh": {
   "n": 1000,
   "auc": 0.770986,
   "f1_05": 0.35987261146496813
  },
  "_civil_mean_auc": 0.9877887879735767,
  "_civil_toxicity_auc": 0.9718674836337449,
  "_tdx_mean_auc": 0.8351430666666668,
  "_tdx_mean_f1": 0.5471713013468676
 }
}