From 0ca21e64f7eb2265e3adbebe41d63667fa89ea5c Mon Sep 17 00:00:00 2001
From: system <system@huggingface.co>
Date: Tue, 10 Mar 2020 18:26:54 +0000
Subject: [PATCH] Update config.json
---
config.json | 16 ++++++++++++++++
1 file changed, 16 insertions(+)
create mode 100644 config.json
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..2914d88
--- /dev/null
+++ b/config.json
@@ -0,0 +1,16 @@
+{
+ "bos_token_id": 50256,
+ "eos_token_ids": [
+ 50256
+ ],
+ "initializer_range": 0.02,
+ "layer_norm_epsilon": 1e-05,
+ "model_type": "gpt2",
+ "n_ctx": 1024,
+ "n_embd": 768,
+ "n_head": 16,
+ "n_layer": 24,
+ "n_positions": 1024,
+ "pad_token_id": 50256,
+ "vocab_size": 50257
+}