mohammadmahdinouri
/

mol-base-init-final

Model card Files Files and versions

mohammadmahdinouri commited on Sep 14

Commit

f3a8bf3

·

verified ·

1 Parent(s): 06bfd0c

Upload DistillationWrapper

Files changed (1) hide show

config.json +1 -2

config.json CHANGED Viewed

@@ -5,7 +5,7 @@
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
-  "dtype": "bfloat16",
   "embedding_size": 128,
   "expert_intermediate_size": 2624,
   "group_depth": 4,
@@ -24,7 +24,6 @@
   "num_expert_modules": 3,
   "num_experts": 8,
   "num_hidden_layers": 16,
-  "output_hidden_states": true,
   "pad_token_id": 0,
   "router_jitter_noise": 0.01,
   "top_k": 2,

   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
+  "dtype": "float32",
   "embedding_size": 128,
   "expert_intermediate_size": 2624,
   "group_depth": 4,
   "num_expert_modules": 3,
   "num_experts": 8,
   "num_hidden_layers": 16,
   "pad_token_id": 0,
   "router_jitter_noise": 0.01,
   "top_k": 2,