From 856b9d3bcff374048f96ff72c76abc20409135ff Mon Sep 17 00:00:00 2001
From: Pi <Pi3141@users.noreply.huggingface.co>
Date: Wed, 29 Mar 2023 01:03:49 +0000
Subject: [PATCH] Upload params.json

---
 params.json | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 params.json

diff --git a/params.json b/params.json
new file mode 100644
index 0000000..e69c312
--- /dev/null
+++ b/params.json
@@ -0,0 +1 @@
+{ "dim": 4096, "multiple_of": 256, "n_heads": 32, "n_layers": 32, "norm_eps": 1e-6, "vocab_size": -1 }