diff --git a/params.json b/params.json
new file mode 100644
index 0000000..e69c312
--- /dev/null
+++ b/params.json
@@ -0,0 +1 @@
+{ "dim": 4096, "multiple_of": 256, "n_heads": 32, "n_layers": 32, "norm_eps": 1e-6, "vocab_size": -1 }