diff --git a/config.json b/config.json index 830e880..fd2437b 100644 --- a/config.json +++ b/config.json @@ -83,7 +83,8 @@ "hidden_size": 768, "intermediate_size": 3072, "num_attention_heads": 12, - "num_hidden_layers": 12 + "num_hidden_layers": 12, + "projection_dim": 768, }, "torch_dtype": "float32", "transformers_version": null, @@ -164,6 +165,7 @@ "intermediate_size": 4096, "num_attention_heads": 16, "num_hidden_layers": 24, - "patch_size": 14 + "patch_size": 14, + "projection_dim": 768, } }