upload all files

config.json

@@ -0,0 +1,16 @@
+{
+  "dim": 2048,
+  "n_layers": 22,
+  "n_heads": 32,
+  "n_kv_heads": 4,
+  "vocab_size": 32000,
+  "multiple_of": 256,
+  "ffn_dim_multiplier": null,
+  "norm_eps": 1e-05,
+  "rope_theta": 10000,
+  "max_batch_size": 32,
+  "max_seq_len": 3072,
+  "rope_scaling": null,
+  "load_pretrained_visual_encoder": false,
+  "trainable_mode": "mm_stage2"
+}

consolidated.00-of-02.model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5409122162737f4967e2ae23143b8e4795ff3bf9752bd04de81470edae2153bd
+size 5079315721

consolidated.00-of-02.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5423ce4220eb68c30ebe26d2c44f68baddcf755af38b07bb1b3794ff8bc6af36
+size 4476801091

consolidated.00-of-02.other.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b0cf6eaeb9588141243795a71552505b6ed111e6bd9572a2b6ffcd505b5c82
+size 1687

consolidated.01-of-02.model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f1fbef9e54fa3bed3090c10c05253b919feaa8cd054b8aadf9e7f49eb1f005
+size 5079315721

consolidated.01-of-02.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3bfc8722f690bf9b4a86ffca3555ededfc5d8ca1eaaa57bc89edeac5b51a52
+size 4476801091

consolidated.01-of-02.other.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a52f45dd11825d64abf382c3071555b107982f322944fa78e3ab95a4915eb9
+size 1687

meta.json

@@ -0,0 +1,3 @@
+{
+  "llama_type": "llama_ens5_light"
+}

rank-specific-00000-of-00004.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721ad37f9817c6a08df56e1ec0023436e015d086f8e50b7aad9fef48942016d5
+size 537

rank-specific-00001-of-00004.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13d8138991db9e088bdb164152b2dc4e971b32a05fb1f638e7e3f4db41f83c6
+size 537

rank-specific-00002-of-00004.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1bd2dab30b205cf3ea749d5bd6c858de30dafaea6018a632f464a8f171a92c
+size 537

rank-specific-00003-of-00004.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6259fff0b350729d08d4cd1564ab528b268fde882e4593af4d3c1b2f0bab92e6
+size 537

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723