tyt123 commited on
Commit
90efb49
·
verified ·
1 Parent(s): c82520c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -1
README.md CHANGED
@@ -46,7 +46,6 @@ torchrun --nproc_per_node 1 \
46
  models.ckpt_dir="your model path" \
47
  models.tokenizer_path="your model path" \
48
  dtype=float16 \
49
- infer.soft_fp8=True \
50
  infer.do_load=True \
51
  infer.max_reqs=1 \
52
  scheduler.prefill_first.num_tasks=100 \
 
46
  models.ckpt_dir="your model path" \
47
  models.tokenizer_path="your model path" \
48
  dtype=float16 \
 
49
  infer.do_load=True \
50
  infer.max_reqs=1 \
51
  scheduler.prefill_first.num_tasks=100 \