From 4824bed1dc22650cb4f1a9e7f81294ae7d996295 Mon Sep 17 00:00:00 2001
From: Stella Biderman <stellabiderman@gmail.com>
Date: Thu, 5 Aug 2021 20:06:46 +0000
Subject: [PATCH] Corrected minor errors

---
 config.json | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/config.json b/config.json
index 2494b6c..3b86bc6 100644
--- a/config.json
+++ b/config.json
@@ -7,6 +7,9 @@
     "bos_token_id": 50256,
     "embed_dropout": 0,
     "eos_token_id": 50256,
+    "jax": true,
+    "rotary": true,
+    "rotary_dim": 64,
     "gradient_checkpointing": false,
     "n_embd": 4096,
     "initializer_range": 0.02,