mirror of
https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus
synced 2025-12-18 13:52:39 +08:00
Update inference/README.md
This commit is contained in:
@@ -9,5 +9,5 @@ python convert.py --hf-ckpt-path ${HF_CKPT_PATH} --save-path ${SAVE_PATH} --n-ex
|
|||||||
Then chat with DeepSeek model at will!
|
Then chat with DeepSeek model at will!
|
||||||
```bash
|
```bash
|
||||||
export CONFIG=config_671B_v3.1.json
|
export CONFIG=config_671B_v3.1.json
|
||||||
torchrun --nproc-per-node ${MP} generate.py --ckpt-path ${SAVE_PATH} --config ${CONFIG} --interactive --temperature {T}
|
torchrun --nproc-per-node ${MP} generate.py --ckpt-path ${SAVE_PATH} --config ${CONFIG} --interactive
|
||||||
```
|
```
|
||||||
Reference in New Issue
Block a user