suayptalha
/

Sungur-3x9B-Cosmos

Text Generation

Mixture of Experts

Model card Files Files and versions

suayptalha commited on 9 days ago

Commit

bf53d71

·

verified ·

1 Parent(s): 6e31c2b

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -6,8 +6,8 @@
   "attention_dropout": 0.0,
   "attn_logit_soft_capping": 50.0,
   "auto_map": {
-    "AutoConfig": "suayptalha/turkish-gemmoe-cosmos-base-router-tuned--configuration_gemma2moe.Gemma2MoeConfig",
-    "AutoModelForCausalLM": "suayptalha/turkish-gemmoe-cosmos-base-router-tuned--modeling_gemma2moe.Gemma2MoeForCausalLM"
   },
   "bos_token_id": 2,
   "dtype": "bfloat16",
@@ -27,7 +27,7 @@
   "num_local_experts": 3,
   "output_router_logits": false,
   "pad_token_id": 0,
-  "path": "suayptalha/turkish-gemmoe-cosmos-base-router-tuned",
   "query_pre_attn_scalar": 256,
   "rms_norm_eps": 1e-06,
   "rope_theta": 10000.0,

   "attention_dropout": 0.0,
   "attn_logit_soft_capping": 50.0,
   "auto_map": {
+    "AutoConfig": "suayptalha/Sungur-3x9B-Cosmos--configuration_gemma2moe.Gemma2MoeConfig",
+    "AutoModelForCausalLM": "suayptalha/Sungur-3x9B-Cosmos--modeling_gemma2moe.Gemma2MoeForCausalLM"
   },
   "bos_token_id": 2,
   "dtype": "bfloat16",
   "num_local_experts": 3,
   "output_router_logits": false,
   "pad_token_id": 0,
+  "path": "suayptalha/Sungur-3x9B-Cosmos",
   "query_pre_attn_scalar": 256,
   "rms_norm_eps": 1e-06,
   "rope_theta": 10000.0,