Eclipse-Senpai commited on
Commit
c257c53
·
verified ·
1 Parent(s): 495e2c4

scrub internal project references from run_lmeval.py

Browse files
Files changed (1) hide show
  1. run_lmeval.py +3 -6
run_lmeval.py CHANGED
@@ -1,8 +1,7 @@
1
- """run_lmeval.py — reproduce min-spark's published benchmarks (ADR-0015/0025).
2
 
3
- Port of engine/eval/lm_eval_model.py's LoglikelihoodLM (which subclasses
4
- TemplateLM) over MinSparkForCausalLM. See that file's docstring for the exact
5
- scoring rules. CLI: python run_lmeval.py --effort medium --tasks arc_easy,wikitext [--limit N]
6
  """
7
  import argparse
8
  import json
@@ -34,7 +33,6 @@ class MinSparkLM(TemplateLM):
34
  self._device = device
35
  self._max_length = max_length
36
 
37
- # --- required TemplateLM/LM surface ---
38
  @property
39
  def eot_token_id(self) -> int:
40
  return 2 # EOS
@@ -61,7 +59,6 @@ class MinSparkLM(TemplateLM):
61
  def tok_decode(self, tokens, skip_special_tokens=True):
62
  return self._tok.decode(tokens, skip_special_tokens=skip_special_tokens)
63
 
64
- # --- scoring execution context (adapter-owned) ---
65
  def _loglikelihood_tokens(self, requests, disable_tqdm=False, override_use_cache=None):
66
  # Abstract in TemplateLM; unused (we override loglikelihood directly).
67
  raise NotImplementedError("MinSparkLM overrides loglikelihood directly")
 
1
+ """run_lmeval.py — reproduce min-spark's published benchmarks.
2
 
3
+ A LoglikelihoodLM (TemplateLM subclass) over MinSparkForCausalLM with the
4
+ repo's scoring rules. CLI: python run_lmeval.py --effort medium --tasks arc_easy,wikitext [--limit N]
 
5
  """
6
  import argparse
7
  import json
 
33
  self._device = device
34
  self._max_length = max_length
35
 
 
36
  @property
37
  def eot_token_id(self) -> int:
38
  return 2 # EOS
 
59
  def tok_decode(self, tokens, skip_special_tokens=True):
60
  return self._tok.decode(tokens, skip_special_tokens=skip_special_tokens)
61
 
 
62
  def _loglikelihood_tokens(self, requests, disable_tqdm=False, override_use_cache=None):
63
  # Abstract in TemplateLM; unused (we override loglikelihood directly).
64
  raise NotImplementedError("MinSparkLM overrides loglikelihood directly")