huggingface
/
openai-gpt
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update config.json

This commit is contained in:
system 2019-02-08 09:05:52 +00:00
parent 75b1daa0a4
commit e4cabe4667
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
config.json Normal file
View File

@ -0,0 +1,14 @@
{
"afn": "gelu",
"attn_pdrop": 0.1,
"embd_pdrop": 0.1,
"initializer_range": 0.02,
"n_ctx": 512,
"n_embd": 768,
"n_head": 12,
"n_layer": 12,
"n_positions": 512,
"n_special": 0,
"resid_pdrop": 0.1,
"vocab_size": 40478
}