Berk commited on
Commit
74d9020
·
verified ·
1 Parent(s): 4fcc3db

write rope_theta so transformers 4 reads the right RoPE base

Browse files
Files changed (1) hide show
  1. config.json +3 -2
config.json CHANGED
@@ -59,5 +59,6 @@
59
  "transformers_version": "5.17.0",
60
  "use_cache": true,
61
  "use_sliding_window": false,
62
- "vocab_size": 151936
63
- }
 
 
59
  "transformers_version": "5.17.0",
60
  "use_cache": true,
61
  "use_sliding_window": false,
62
+ "vocab_size": 151936,
63
+ "rope_theta": 1000000
64
+ }