huggingface
/
openai-gpt
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update config.json

This commit is contained in:
system 2019-02-08 20:44:42 +00:00
parent e4cabe4667
commit 6a659dc124
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
config.json
View File

@ -3,6 +3,7 @@
"attn_pdrop": 0.1, "attn_pdrop": 0.1,
"embd_pdrop": 0.1, "embd_pdrop": 0.1,
"initializer_range": 0.02, "initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"n_ctx": 512, "n_ctx": 512,
"n_embd": 768, "n_embd": 768,
"n_head": 12, "n_head": 12,