Baselines: + gravitee distilbert, xlmr-large v2

eval/baselines.json

@@ -707,5 +707,197 @@
   "_civil_toxicity_auc": 0.8433979621843186,
   "_tdx_mean_auc": 0.6983786666666668,
   "_tdx_mean_f1": 0.2772211035293649
+ },
+ "gravitee-io/distilbert-multilingual-toxicity-classifier": {
+  "labels": [
+   "not-toxic",
+   "toxic"
+  ],
+  "mapped": [
+   "toxicity"
+  ],
+  "civil_test": {
+   "n": 20000,
+   "auc": {
+    "toxicity": 0.8089855626873078
+   },
+   "mean_auc": 0.8089855626873078,
+   "toxicity_auc": 0.8089855626873078
+  },
+  "tdx_am": {
+   "n": 1000,
+   "auc": 0.647036,
+   "f1_05": 0.684044233807267
+  },
+  "tdx_ar": {
+   "n": 1000,
+   "auc": 0.91521,
+   "f1_05": 0.8431372549019608
+  },
+  "tdx_de": {
+   "n": 1000,
+   "auc": 0.981946,
+   "f1_05": 0.9219562955254943
+  },
+  "tdx_en": {
+   "n": 1000,
+   "auc": 0.997914,
+   "f1_05": 0.9830508474576272
+  },
+  "tdx_es": {
+   "n": 1000,
+   "auc": 0.981574,
+   "f1_05": 0.9387755102040817
+  },
+  "tdx_fr": {
+   "n": 1000,
+   "auc": 0.99783,
+   "f1_05": 0.9810568295114656
+  },
+  "tdx_he": {
+   "n": 1000,
+   "auc": 0.913612,
+   "f1_05": 0.8340425531914893
+  },
+  "tdx_hi": {
+   "n": 1000,
+   "auc": 0.988272,
+   "f1_05": 0.955193482688391
+  },
+  "tdx_hin": {
+   "n": 1000,
+   "auc": 0.902658,
+   "f1_05": 0.8339622641509434
+  },
+  "tdx_it": {
+   "n": 1000,
+   "auc": 0.958374,
+   "f1_05": 0.8951841359773371
+  },
+  "tdx_ja": {
+   "n": 1000,
+   "auc": 0.975844,
+   "f1_05": 0.9194915254237288
+  },
+  "tdx_ru": {
+   "n": 1000,
+   "auc": 0.99792,
+   "f1_05": 0.9830845771144279
+  },
+  "tdx_tt": {
+   "n": 1000,
+   "auc": 0.991056,
+   "f1_05": 0.9592850049652433
+  },
+  "tdx_uk": {
+   "n": 1000,
+   "auc": 0.986376,
+   "f1_05": 0.9416498993963782
+  },
+  "tdx_zh": {
+   "n": 1000,
+   "auc": 0.87896,
+   "f1_05": 0.7629310344827587
+  },
+  "_civil_mean_auc": 0.8089855626873078,
+  "_civil_toxicity_auc": 0.8089855626873078,
+  "_tdx_mean_auc": 0.9409721333333334,
+  "_tdx_mean_f1": 0.8957896965865728
+ },
+ "textdetox/xlmr-large-toxicity-classifier-v2": {
+  "labels": [
+   "label_0",
+   "label_1"
+  ],
+  "mapped": [
+   "toxicity"
+  ],
+  "civil_test": {
+   "n": 20000,
+   "auc": {
+    "toxicity": 0.8947823432223221
+   },
+   "mean_auc": 0.8947823432223221,
+   "toxicity_auc": 0.8947823432223221
+  },
+  "tdx_am": {
+   "n": 1000,
+   "auc": 0.975296,
+   "f1_05": 0.9230769230769231
+  },
+  "tdx_ar": {
+   "n": 1000,
+   "auc": 0.98156,
+   "f1_05": 0.9408224674022067
+  },
+  "tdx_de": {
+   "n": 1000,
+   "auc": 0.994426,
+   "f1_05": 0.981018981018981
+  },
+  "tdx_en": {
+   "n": 1000,
+   "auc": 0.999892,
+   "f1_05": 0.9959919839679359
+  },
+  "tdx_es": {
+   "n": 1000,
+   "auc": 0.999264,
+   "f1_05": 0.9890329012961117
+  },
+  "tdx_fr": {
+   "n": 1000,
+   "auc": 0.99936,
+   "f1_05": 0.998003992015968
+  },
+  "tdx_he": {
+   "n": 1000,
+   "auc": 0.96858,
+   "f1_05": 0.9126016260162602
+  },
+  "tdx_hi": {
+   "n": 1000,
+   "auc": 0.993964,
+   "f1_05": 0.9779559118236473
+  },
+  "tdx_hin": {
+   "n": 1000,
+   "auc": 0.965486,
+   "f1_05": 0.9177403369672944
+  },
+  "tdx_it": {
+   "n": 1000,
+   "auc": 0.990784,
+   "f1_05": 0.9690927218344965
+  },
+  "tdx_ja": {
+   "n": 1000,
+   "auc": 0.984078,
+   "f1_05": 0.9562563580874873
+  },
+  "tdx_ru": {
+   "n": 1000,
+   "auc": 0.999964,
+   "f1_05": 0.996
+  },
+  "tdx_tt": {
+   "n": 1000,
+   "auc": 0.994964,
+   "f1_05": 0.9726443768996961
+  },
+  "tdx_uk": {
+   "n": 1000,
+   "auc": 0.996866,
+   "f1_05": 0.984984984984985
+  },
+  "tdx_zh": {
+   "n": 1000,
+   "auc": 0.958476,
+   "f1_05": 0.8995024875621891
+  },
+  "_civil_mean_auc": 0.8947823432223221,
+  "_civil_toxicity_auc": 0.8947823432223221,
+  "_tdx_mean_auc": 0.986864,
+  "_tdx_mean_f1": 0.9609817368636122
  }
 }