From bf21b09d70391dcc220a2a07dd4ebd2e98f0b7bd Mon Sep 17 00:00:00 2001
From: Arthur Zucker <arthur@huggingface.co>
Date: Fri, 3 Jun 2022 06:22:13 +0000
Subject: [PATCH] Revert config modifications

---
 config.json | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/config.json b/config.json
index 534335d..0738121 100644
--- a/config.json
+++ b/config.json
@@ -1,28 +1,28 @@
 {
-  "_name_or_path": "facebook/opt-1.3b",
   "activation_dropout": 0.0,
   "activation_function": "relu",
   "architectures": [
-    "OPTModel"
+    "OPTForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 2,
+  "hidden_size": 2048,
   "do_layer_norm_before": true,
   "dropout": 0.1,
   "eos_token_id": 2,
   "ffn_dim": 8192,
-  "hidden_size": 2048,
+
   "init_std": 0.02,
   "layerdrop": 0.0,
   "max_position_embeddings": 2048,
-  "model_type": "opt",
   "num_attention_heads": 32,
   "num_hidden_layers": 24,
   "pad_token_id": 1,
-  "prefix": "</s>",
-  "torch_dtype": "float32",
-  "transformers_version": "4.20.0.dev0",
+  "torch_dtype": "float16",
+  "transformers_version": "4.19.0.dev0",
+
   "use_cache": true,
   "vocab_size": 50272,
-  "word_embed_proj_dim": 2048
+  "word_embed_proj_dim": 2048,
+  "prefix": "</s>"
 }