From 6a659dc124b1d03eb215d40b9e1f763e4f39041a Mon Sep 17 00:00:00 2001 From: system Date: Fri, 8 Feb 2019 20:44:42 +0000 Subject: [PATCH] Update config.json --- config.json | 1 + 1 file changed, 1 insertion(+) diff --git a/config.json b/config.json index d9ff4d1..c6824ac 100644 --- a/config.json +++ b/config.json @@ -3,6 +3,7 @@ "attn_pdrop": 0.1, "embd_pdrop": 0.1, "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, "n_ctx": 512, "n_embd": 768, "n_head": 12,