From 02c245a6111bcb468a2e780ae76635895d9b8d66 Mon Sep 17 00:00:00 2001 From: system Date: Sat, 31 Aug 2019 00:26:50 +0000 Subject: [PATCH] Update config.json --- config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config.json b/config.json index fe50f94..3b85c79 100644 --- a/config.json +++ b/config.json @@ -6,7 +6,7 @@ "hidden_size": 768, "initializer_range": 0.02, "intermediate_size": 3072, - "layer_norm_eps": 1e-12, + "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "num_attention_heads": 12, "num_hidden_layers": 12,