meta-llama/Llama-3.1-8B-Instruct
1
0
Fork 0
mirror of https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct synced 2025-12-18 11:59:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update config.json

Browse Source
This commit is contained in:
Joao Gante
2024-07-23 14:53:37 +00:00
committed by system
parent 257111e889
commit 4281e96c7c
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
config.json
View File

@@ -23,9 +23,9 @@
"pretraining_tp": 1, "pretraining_tp": 1,
"rms_norm_eps": 1e-05, "rms_norm_eps": 1e-05,
"rope_scaling": { "rope_scaling": {
"factor": 8, "factor": 8.0,
"low_freq_factor": 1, "low_freq_factor": 1.0,
"high_freq_factor": 4, "high_freq_factor": 4.0,
"original_max_position_embeddings": 8192, "original_max_position_embeddings": 8192,
"rope_type": "llama3" "rope_type": "llama3"
}, },