Corrected minor errors

2021-08-05 20:06:46 +00:00 · 2021-08-05 20:06:46 +00:00 · 4824bed1dc
parent 220857605d
commit 4824bed1dc
1 changed files with 3 additions and 0 deletions
--- a/config.json
+++ b/config.json
@ -7,6 +7,9 @@
    "bos_token_id": 50256,
    "embed_dropout": 0,
    "eos_token_id": 50256,
+    "jax": true,
+    "rotary": true,
+    "rotary_dim": 64,
    "gradient_checkpointing": false,
    "n_embd": 4096,
    "initializer_range": 0.02,