Sync orca-sonar-document-classifier files

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
+l2/l2_config.json filter=lfs diff=lfs merge=lfs -text

cascade/cascade_config.json

@@ -0,0 +1,4 @@
+{
+  "thresholds": {},
+  "global_k": 0.35
+}

l1/l1_rules.json

@@ -0,0 +1,1052 @@
+[
+  {
+    "ngram": "31 2025",
+    "class": "finance",
+    "count": 155
+  },
+  {
+    "ngram": "december 31 2025",
+    "class": "finance",
+    "count": 136
+  },
+  {
+    "ngram": "cash flows",
+    "class": "finance",
+    "count": 132
+  },
+  {
+    "ngram": "consolidated financial",
+    "class": "finance",
+    "count": 123
+  },
+  {
+    "ngram": "consolidated financial statements",
+    "class": "finance",
+    "count": 118
+  },
+  {
+    "ngram": "results of operations",
+    "class": "finance",
+    "count": 104
+  },
+  {
+    "ngram": "financial condition",
+    "class": "finance",
+    "count": 100
+  },
+  {
+    "ngram": "as of december",
+    "class": "finance",
+    "count": 97
+  },
+  {
+    "ngram": "of december 31",
+    "class": "finance",
+    "count": 91
+  },
+  {
+    "ngram": "ended december",
+    "class": "finance",
+    "count": 90
+  },
+  {
+    "ngram": "notes to",
+    "class": "finance",
+    "count": 88
+  },
+  {
+    "ngram": "ended december 31",
+    "class": "finance",
+    "count": 87
+  },
+  {
+    "ngram": "fair value",
+    "class": "finance",
+    "count": 80
+  },
+  {
+    "ngram": "vergabeunterlagen",
+    "class": "finance",
+    "count": 80
+  },
+  {
+    "ngram": "amortization",
+    "class": "finance",
+    "count": 79
+  },
+  {
+    "ngram": "bieter",
+    "class": "finance",
+    "count": 78
+  },
+  {
+    "ngram": "year ended",
+    "class": "finance",
+    "count": 76
+  },
+  {
+    "ngram": "abil",
+    "class": "finance",
+    "count": 75
+  },
+  {
+    "ngram": "tp abil",
+    "class": "finance",
+    "count": 75
+  },
+  {
+    "ngram": "form 10",
+    "class": "finance",
+    "count": 74
+  },
+  {
+    "ngram": "00 01",
+    "class": "finance",
+    "count": 71
+  },
+  {
+    "ngram": "consolidated balance",
+    "class": "finance",
+    "count": 70
+  },
+  {
+    "ngram": "and liabilities",
+    "class": "finance",
+    "count": 68
+  },
+  {
+    "ngram": "per share",
+    "class": "finance",
+    "count": 67
+  },
+  {
+    "ngram": "00 2024",
+    "class": "finance",
+    "count": 66
+  },
+  {
+    "ngram": "den vergabeunterlagen",
+    "class": "finance",
+    "count": 66
+  },
+  {
+    "ngram": "ef stand",
+    "class": "finance",
+    "count": 66
+  },
+  {
+    "ngram": "00 01 00",
+    "class": "finance",
+    "count": 65
+  },
+  {
+    "ngram": "fair value of",
+    "class": "finance",
+    "count": 65
+  },
+  {
+    "ngram": "restricted document",
+    "class": "finance",
+    "count": 65
+  },
+  {
+    "ngram": "biographical",
+    "class": "hr",
+    "count": 225
+  },
+  {
+    "ngram": "biology",
+    "class": "hr",
+    "count": 222
+  },
+  {
+    "ngram": "assistant professor",
+    "class": "hr",
+    "count": 218
+  },
+  {
+    "ngram": "biographical sketch",
+    "class": "hr",
+    "count": 212
+  },
+  {
+    "ngram": "professional experience",
+    "class": "hr",
+    "count": 205
+  },
+  {
+    "ngram": "postdoctoral",
+    "class": "hr",
+    "count": 190
+  },
+  {
+    "ngram": "vitae",
+    "class": "hr",
+    "count": 134
+  },
+  {
+    "ngram": "associate professor",
+    "class": "hr",
+    "count": 129
+  },
+  {
+    "ngram": "institution and",
+    "class": "hr",
+    "count": 127
+  },
+  {
+    "ngram": "fellowship",
+    "class": "hr",
+    "count": 126
+  },
+  {
+    "ngram": "photocopy",
+    "class": "hr",
+    "count": 126
+  },
+  {
+    "ngram": "two pages",
+    "class": "hr",
+    "count": 126
+  },
+  {
+    "ngram": "institution and location",
+    "class": "hr",
+    "count": 121
+  },
+  {
+    "ngram": "curriculum vitae",
+    "class": "hr",
+    "count": 120
+  },
+  {
+    "ngram": "and professional experience",
+    "class": "hr",
+    "count": 115
+  },
+  {
+    "ngram": "exceed two",
+    "class": "hr",
+    "count": 111
+  },
+  {
+    "ngram": "biographical sketch give",
+    "class": "hr",
+    "count": 110
+  },
+  {
+    "ngram": "sketch give",
+    "class": "hr",
+    "count": 110
+  },
+  {
+    "ngram": "exceed two pages",
+    "class": "hr",
+    "count": 105
+  },
+  {
+    "ngram": "research and professional",
+    "class": "hr",
+    "count": 102
+  },
+  {
+    "ngram": "sketch give the",
+    "class": "hr",
+    "count": 96
+  },
+  {
+    "ngram": "photocopy this",
+    "class": "hr",
+    "count": 92
+  },
+  {
+    "ngram": "each person",
+    "class": "hr",
+    "count": 90
+  },
+  {
+    "ngram": "instructor",
+    "class": "hr",
+    "count": 90
+  },
+  {
+    "ngram": "assistant professor of",
+    "class": "hr",
+    "count": 89
+  },
+  {
+    "ngram": "research associate",
+    "class": "hr",
+    "count": 88
+  },
+  {
+    "ngram": "not exceed two",
+    "class": "hr",
+    "count": 87
+  },
+  {
+    "ngram": "photocopy this page",
+    "class": "hr",
+    "count": 85
+  },
+  {
+    "ngram": "professor department",
+    "class": "hr",
+    "count": 85
+  },
+  {
+    "ngram": "membership on",
+    "class": "hr",
+    "count": 84
+  },
+  {
+    "ngram": "rfc",
+    "class": "internal_and_tech",
+    "count": 189
+  },
+  {
+    "ngram": "fiir",
+    "class": "internal_and_tech",
+    "count": 164
+  },
+  {
+    "ngram": "com rust",
+    "class": "internal_and_tech",
+    "count": 155
+  },
+  {
+    "ngram": "com rust lang",
+    "class": "internal_and_tech",
+    "count": 155
+  },
+  {
+    "ngram": "github com rust",
+    "class": "internal_and_tech",
+    "count": 155
+  },
+  {
+    "ngram": "rfcs",
+    "class": "internal_and_tech",
+    "count": 155
+  },
+  {
+    "ngram": "rust lang",
+    "class": "internal_and_tech",
+    "count": 155
+  },
+  {
+    "ngram": "lang rfcs",
+    "class": "internal_and_tech",
+    "count": 153
+  },
+  {
+    "ngram": "lang rfcs pull",
+    "class": "internal_and_tech",
+    "count": 153
+  },
+  {
+    "ngram": "rfc pr",
+    "class": "internal_and_tech",
+    "count": 153
+  },
+  {
+    "ngram": "rfcs pull",
+    "class": "internal_and_tech",
+    "count": 153
+  },
+  {
+    "ngram": "rust lang rfcs",
+    "class": "internal_and_tech",
+    "count": 153
+  },
+  {
+    "ngram": "drawbacks",
+    "class": "internal_and_tech",
+    "count": 147
+  },
+  {
+    "ngram": "unresolved",
+    "class": "internal_and_tech",
+    "count": 146
+  },
+  {
+    "ngram": "pr rust",
+    "class": "internal_and_tech",
+    "count": 145
+  },
+  {
+    "ngram": "pr rust lang",
+    "class": "internal_and_tech",
+    "count": 145
+  },
+  {
+    "ngram": "rfc pr rust",
+    "class": "internal_and_tech",
+    "count": 145
+  },
+  {
+    "ngram": "rust issue",
+    "class": "internal_and_tech",
+    "count": 140
+  },
+  {
+    "ngram": "unresolved questions",
+    "class": "internal_and_tech",
+    "count": 140
+  },
+  {
+    "ngram": "lang rust",
+    "class": "internal_and_tech",
+    "count": 139
+  },
+  {
+    "ngram": "rust lang rust",
+    "class": "internal_and_tech",
+    "count": 139
+  },
+  {
+    "ngram": "lang rust issues",
+    "class": "internal_and_tech",
+    "count": 137
+  },
+  {
+    "ngram": "rust issues",
+    "class": "internal_and_tech",
+    "count": 137
+  },
+  {
+    "ngram": "copyright this",
+    "class": "internal_and_tech",
+    "count": 134
+  },
+  {
+    "ngram": "copyright this document",
+    "class": "internal_and_tech",
+    "count": 133
+  },
+  {
+    "ngram": "placed in the",
+    "class": "internal_and_tech",
+    "count": 133
+  },
+  {
+    "ngram": "issue rust",
+    "class": "internal_and_tech",
+    "count": 131
+  },
+  {
+    "ngram": "issue rust lang",
+    "class": "internal_and_tech",
+    "count": 131
+  },
+  {
+    "ngram": "python org",
+    "class": "internal_and_tech",
+    "count": 125
+  },
+  {
+    "ngram": "iiber",
+    "class": "internal_and_tech",
+    "count": 124
+  },
+  {
+    "ngram": "regard to the",
+    "class": "legal",
+    "count": 270
+  },
+  {
+    "ngram": "done at",
+    "class": "legal",
+    "count": 266
+  },
+  {
+    "ngram": "having regard",
+    "class": "legal",
+    "count": 266
+  },
+  {
+    "ngram": "having regard to",
+    "class": "legal",
+    "count": 266
+  },
+  {
+    "ngram": "adopted this",
+    "class": "legal",
+    "count": 265
+  },
+  {
+    "ngram": "and in particular",
+    "class": "legal",
+    "count": 265
+  },
+  {
+    "ngram": "the treaty",
+    "class": "legal",
+    "count": 265
+  },
+  {
+    "ngram": "the treaty on",
+    "class": "legal",
+    "count": 265
+  },
+  {
+    "ngram": "treaty on",
+    "class": "legal",
+    "count": 265
+  },
+  {
+    "ngram": "to the treaty",
+    "class": "legal",
+    "count": 264
+  },
+  {
+    "ngram": "european union having",
+    "class": "legal",
+    "count": 258
+  },
+  {
+    "ngram": "union having",
+    "class": "legal",
+    "count": 258
+  },
+  {
+    "ngram": "union having regard",
+    "class": "legal",
+    "count": 258
+  },
+  {
+    "ngram": "has adopted",
+    "class": "legal",
+    "count": 254
+  },
+  {
+    "ngram": "gest\u00fctzt",
+    "class": "legal",
+    "count": 253
+  },
+  {
+    "ngram": "erlassen",
+    "class": "legal",
+    "count": 252
+  },
+  {
+    "ngram": "erw\u00e4gung",
+    "class": "legal",
+    "count": 252
+  },
+  {
+    "ngram": "has adopted this",
+    "class": "legal",
+    "count": 252
+  },
+  {
+    "ngram": "den vertrag",
+    "class": "legal",
+    "count": 251
+  },
+  {
+    "ngram": "gest\u00fctzt auf",
+    "class": "legal",
+    "count": 251
+  },
+  {
+    "ngram": "in erw\u00e4gung",
+    "class": "legal",
+    "count": 250
+  },
+  {
+    "ngram": "vertrag \u00fcber die",
+    "class": "legal",
+    "count": 249
+  },
+  {
+    "ngram": "erw\u00e4gung nachstehender",
+    "class": "legal",
+    "count": 248
+  },
+  {
+    "ngram": "erw\u00e4gung nachstehender gr\u00fcnde",
+    "class": "legal",
+    "count": 248
+  },
+  {
+    "ngram": "gest\u00fctzt auf den",
+    "class": "legal",
+    "count": 248
+  },
+  {
+    "ngram": "in erw\u00e4gung nachstehender",
+    "class": "legal",
+    "count": 248
+  },
+  {
+    "ngram": "nachstehender",
+    "class": "legal",
+    "count": 248
+  },
+  {
+    "ngram": "nachstehender gr\u00fcnde",
+    "class": "legal",
+    "count": 248
+  },
+  {
+    "ngram": "auf den vertrag",
+    "class": "legal",
+    "count": 247
+  },
+  {
+    "ngram": "den vertrag \u00fcber",
+    "class": "legal",
+    "count": 247
+  },
+  {
+    "ngram": "europ\u00e4ische kommission hat",
+    "class": "marketing",
+    "count": 83
+  },
+  {
+    "ngram": "management summary",
+    "class": "marketing",
+    "count": 70
+  },
+  {
+    "ngram": "preheader",
+    "class": "marketing",
+    "count": 68
+  },
+  {
+    "ngram": "kommission hat heute",
+    "class": "marketing",
+    "count": 65
+  },
+  {
+    "ngram": "pressekontakt",
+    "class": "marketing",
+    "count": 58
+  },
+  {
+    "ngram": "2026 die europ\u00e4ische",
+    "class": "marketing",
+    "count": 57
+  },
+  {
+    "ngram": "sald",
+    "class": "marketing",
+    "count": 52
+  },
+  {
+    "ngram": "2025 die europ\u00e4ische",
+    "class": "marketing",
+    "count": 50
+  },
+  {
+    "ngram": "mail presse",
+    "class": "marketing",
+    "count": 35
+  },
+  {
+    "ngram": "n\u00e4chster schritt",
+    "class": "marketing",
+    "count": 34
+  },
+  {
+    "ngram": "smoking is",
+    "class": "marketing",
+    "count": 34
+  },
+  {
+    "ngram": "problemraum",
+    "class": "marketing",
+    "count": 32
+  },
+  {
+    "ngram": "mitarbeitende pressekontakt",
+    "class": "marketing",
+    "count": 26
+  },
+  {
+    "ngram": "schluss mit",
+    "class": "marketing",
+    "count": 26
+  },
+  {
+    "ngram": "general warning",
+    "class": "marketing",
+    "count": 25
+  },
+  {
+    "ngram": "surgeon general warning",
+    "class": "marketing",
+    "count": 25
+  },
+  {
+    "ngram": "2025 die kommission",
+    "class": "marketing",
+    "count": 24
+  },
+  {
+    "ngram": "folie wie",
+    "class": "marketing",
+    "count": 24
+  },
+  {
+    "ngram": "the problem space",
+    "class": "marketing",
+    "count": 24
+  },
+  {
+    "ngram": "thelr",
+    "class": "marketing",
+    "count": 23
+  },
+  {
+    "ngram": "bacco",
+    "class": "marketing",
+    "count": 22
+  },
+  {
+    "ngram": "prozent weniger",
+    "class": "marketing",
+    "count": 22
+  },
+  {
+    "ngram": "sie erhalten diese",
+    "class": "marketing",
+    "count": 22
+  },
+  {
+    "ngram": "thet",
+    "class": "marketing",
+    "count": 22
+  },
+  {
+    "ngram": "today announced",
+    "class": "marketing",
+    "count": 22
+  },
+  {
+    "ngram": "ergebnisse nach",
+    "class": "marketing",
+    "count": 21
+  },
+  {
+    "ngram": "heute die",
+    "class": "marketing",
+    "count": 21
+  },
+  {
+    "ngram": "2026 management summary",
+    "class": "marketing",
+    "count": 19
+  },
+  {
+    "ngram": "for immediate release",
+    "class": "marketing",
+    "count": 19
+  },
+  {
+    "ngram": "immediate release",
+    "class": "marketing",
+    "count": 19
+  },
+  {
+    "ngram": "2006 cest",
+    "class": "other",
+    "count": 38
+  },
+  {
+    "ngram": "mai 2006 cest",
+    "class": "other",
+    "count": 19
+  },
+  {
+    "ngram": "fucking",
+    "class": "other",
+    "count": 17
+  },
+  {
+    "ngram": "w\u00fcrde gern",
+    "class": "other",
+    "count": 17
+  },
+  {
+    "ngram": "she doesn",
+    "class": "other",
+    "count": 14
+  },
+  {
+    "ngram": "2007 cest",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "amerikanischer",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "helfen eine",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "juden",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "mir helfen eine",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "m\u00e4r",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "rollenspiel",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "us amerikanischer",
+    "class": "other",
+    "count": 13
+  },
+  {
+    "ngram": "2006 cet",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "damit ich nicht",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "drau\u00dfen",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "endlich mal",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "ich w\u00fcrde gern",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "judenfeindlichkeit",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "mir ein paar",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "rezept",
+    "class": "other",
+    "count": 12
+  },
+  {
+    "ngram": "chemisches element",
+    "class": "other",
+    "count": 11
+  },
+  {
+    "ngram": "out of my",
+    "class": "other",
+    "count": 11
+  },
+  {
+    "ngram": "tourist",
+    "class": "other",
+    "count": 11
+  },
+  {
+    "ngram": "will einfach",
+    "class": "other",
+    "count": 11
+  },
+  {
+    "ngram": "2000 w\u00f6rter",
+    "class": "other",
+    "count": 10
+  },
+  {
+    "ngram": "chemisches element mit",
+    "class": "other",
+    "count": 10
+  },
+  {
+    "ngram": "der ordnungszahl",
+    "class": "other",
+    "count": 10
+  },
+  {
+    "ngram": "dr you",
+    "class": "other",
+    "count": 10
+  },
+  {
+    "ngram": "ein chemisches",
+    "class": "other",
+    "count": 10
+  },
+  {
+    "ngram": "checkreturnvalue",
+    "class": "source_code",
+    "count": 60
+  },
+  {
+    "ngram": "public final",
+    "class": "source_code",
+    "count": 60
+  },
+  {
+    "ngram": "schedulersupport",
+    "class": "source_code",
+    "count": 52
+  },
+  {
+    "ngram": "schedulersupport schedulersupport",
+    "class": "source_code",
+    "count": 52
+  },
+  {
+    "ngram": "checkreturnvalue schedulersupport",
+    "class": "source_code",
+    "count": 48
+  },
+  {
+    "ngram": "checkreturnvalue schedulersupport schedulersupport",
+    "class": "source_code",
+    "count": 48
+  },
+  {
+    "ngram": "apiversion",
+    "class": "source_code",
+    "count": 43
+  },
+  {
+    "ngram": "metadata name",
+    "class": "source_code",
+    "count": 42
+  },
+  {
+    "ngram": "schedulersupport none",
+    "class": "source_code",
+    "count": 42
+  },
+  {
+    "ngram": "schedulersupport schedulersupport none",
+    "class": "source_code",
+    "count": 42
+  },
+  {
+    "ngram": "schedulersupport none public",
+    "class": "source_code",
+    "count": 39
+  },
+  {
+    "ngram": "requirenonnull",
+    "class": "source_code",
+    "count": 38
+  },
+  {
+    "ngram": "objecthelper",
+    "class": "source_code",
+    "count": 36
+  },
+  {
+    "ngram": "objecthelper requirenonnull",
+    "class": "source_code",
+    "count": 36
+  },
+  {
+    "ngram": "sqlfluff",
+    "class": "source_code",
+    "count": 36
+  },
+  {
+    "ngram": "onassembly",
+    "class": "source_code",
+    "count": 35
+  },
+  {
+    "ngram": "return rxjavaplugins",
+    "class": "source_code",
+    "count": 35
+  },
+  {
+    "ngram": "return rxjavaplugins onassembly",
+    "class": "source_code",
+    "count": 35
+  },
+  {
+    "ngram": "rxjavaplugins",
+    "class": "source_code",
+    "count": 35
+  },
+  {
+    "ngram": "rxjavaplugins onassembly",
+    "class": "source_code",
+    "count": 35
+  },
+  {
+    "ngram": "license identifier",
+    "class": "source_code",
+    "count": 34
+  },
+  {
+    "ngram": "onassembly new",
+    "class": "source_code",
+    "count": 34
+  },
+  {
+    "ngram": "rxjavaplugins onassembly new",
+    "class": "source_code",
+    "count": 34
+  },
+  {
+    "ngram": "spdx",
+    "class": "source_code",
+    "count": 34
+  },
+  {
+    "ngram": "spdx license",
+    "class": "source_code",
+    "count": 34
+  },
+  {
+    "ngram": "spdx license identifier",
+    "class": "source_code",
+    "count": 34
+  },
+  {
+    "ngram": "v1 kind",
+    "class": "source_code",
+    "count": 33
+  },
+  {
+    "ngram": "_hash",
+    "class": "source_code",
+    "count": 32
+  },
+  {
+    "ngram": "adding or",
+    "class": "source_code",
+    "count": 32
+  },
+  {
+    "ngram": "adding or altering",
+    "class": "source_code",
+    "count": 32
+  }
+]

l2/l2_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3197704a67e306fd33542e0e993273000876bff2c80b89eda1e9f8b35e2dc181
+size 133907775