Upload configuration_ngen4ow_10t.py

configuration_ngen4ow_10t.py

@@ -0,0 +1,36 @@
+from transformers import PretrainedConfig
+
+
+class NGen4OW10TConfig(PretrainedConfig):
+    model_type = "ngen4ow_10t"
+
+    def __init__(
+        self,
+        base_model_name_or_path="moonshotai/Kimi-K2.6",
+        base_config=None,
+        num_model_experts=10,
+        active_model_experts=1,
+        logical_total_params="10T",
+        active_params="32B",
+        route_strategy="hash",
+        default_expert=0,
+        expert_weight_prefix="experts",
+        **kwargs,
+    ):
+        super().__init__(**kwargs)
+        self.base_model_name_or_path = base_model_name_or_path
+        self.base_config = base_config or {}
+        self.num_model_experts = num_model_experts
+        self.active_model_experts = active_model_experts
+        self.logical_total_params = logical_total_params
+        self.active_params = active_params
+        self.route_strategy = route_strategy
+        self.default_expert = default_expert
+        self.expert_weight_prefix = expert_weight_prefix
+        self.architectures = ["NGen4OW10TForCausalLM"]
+        self.auto_map = {
+            "AutoConfig": "configuration_ngen4ow_10t.NGen4OW10TConfig",
+            "AutoModel": "modeling_ngen4ow_10t.NGen4OW10TModel",
+            "AutoModelForCausalLM": "modeling_ngen4ow_10t.NGen4OW10TForCausalLM",
+        }
+