diff --git a/config.json b/config.json
index 3e35917..0a49d3f 100644
--- a/config.json
+++ b/config.json
@@ -53,7 +53,7 @@
   "pad_token_id": 58100,
   "scale_embedding": true,
   "static_position_embeddings": true,
-  "transformers_version": "4.4.0.dev0",
+  "transformers_version": "4.9.0.dev0",
   "use_cache": true,
   "vocab_size": 58101
 }
diff --git a/flax_model.msgpack b/flax_model.msgpack
new file mode 100644
index 0000000..59bd497
--- /dev/null
+++ b/flax_model.msgpack
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcf707093bb204211b4e7f8b487896fc65623fd290565992b2105f759539520
+size 295786174