diff --git a/.gitattributes b/.gitattributes
index dc08351..ae8c63d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -6,3 +6,4 @@
 *.tar.gz filter=lfs diff=lfs merge=lfs -text
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
diff --git a/config.json b/config.json
index 2de7319..187e458 100644
--- a/config.json
+++ b/config.json
@@ -26,6 +26,7 @@
   "eos_token_id": 1,
   "extra_pos_embeddings": 0,
   "force_bos_token_to_be_generated": false,
+  "forced_eos_token_id": 1,
   "gradient_checkpointing": false,
   "id2label": {
     "0": "LABEL_0",
@@ -50,7 +51,7 @@
   "pad_token_id": 0,
   "scale_embedding": true,
   "static_position_embeddings": true,
-  "transformers_version": "4.2.0dev0",
+  "transformers_version": "4.11.0.dev0",
   "use_cache": true,
   "vocab_size": 96103
 }
diff --git a/flax_model.msgpack b/flax_model.msgpack
new file mode 100644
index 0000000..91d3f0a
--- /dev/null
+++ b/flax_model.msgpack
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6a33c8bbb3310544646d2ae60b37260049b41044d2e7d602407215365adc41
+size 2275207792