add glm4_moe

Author: alien-0119

mindone/transformers/__init__.py

@@ -594,6 +594,7 @@
     GlmModel,
     GlmPreTrainedModel,
 )
+from .models.glm4_moe import Glm4MoeForCausalLM, Glm4MoeModel, Glm4MoePreTrainedModel
 from .models.glpn import (
     GLPNFeatureExtractor,
     GLPNForDepthEstimation,

mindone/transformers/models/__init__.py

@@ -89,6 +89,7 @@
     gemma3,
     git,
     glm,
+    glm4_moe,
     glpn,
     got_ocr2,
     gpt2,

mindone/transformers/models/auto/configuration_auto.py

@@ -111,6 +111,7 @@
         ("gemma3_text", "Gemma3TextConfig"),
         ("git", "GitConfig"),
         ("glm", "GlmConfig"),
+        ("glm4_moe", "Glm4MoeConfig"),
         ("glpn", "GLPNConfig"),
         ("got_ocr2", "GotOcr2Config"),
         ("gpt2", "GPT2Config"),
@@ -379,6 +380,7 @@
         ("gemma3_text", "Gemma3ForCausalLM"),
         ("git", "GIT"),
         ("glm", "GLM"),
+        ("glm4_moe", "Glm4MoE"),
         ("glpn", "GLPN"),
         ("got_ocr2", "GOT-OCR2"),
         ("gpt2", "OpenAI GPT-2"),

mindone/transformers/models/auto/modeling_auto.py

@@ -104,6 +104,7 @@
         ("gemma3_text", "Gemma3TextModel"),
         ("git", "GitModel"),
         ("glm", "GlmModel"),
+        ("glm4_moe", "Glm4MoeModel"),
         ("glpn", "GLPNModel"),
         ("got_ocr2", "GotOcr2ForConditionalGeneration"),
         ("gpt2", "GPT2Model"),
@@ -439,6 +440,7 @@
         ("gemma3_text", "Gemma3ForCausalLM"),
         ("git", "GitForCausalLM"),
         ("glm", "GlmForCausalLM"),
+        ("glm4_moe", "Glm4MoeForCausalLM"),
         ("got_ocr2", "GotOcr2ForConditionalGeneration"),
         ("gpt2", "GPT2LMHeadModel"),
         ("gpt_bigcode", "GPTBigCodeForCausalLM"),

mindone/transformers/models/glm4_moe/__init__.py

@@ -0,0 +1,17 @@
+# Copyright 2025 The HuggingFace Team. All rights reserved.
+#
+# This code is adapted from https://github.com/huggingface/transformers
+# with modifications to run transformers on mindspore.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from .modeling_glm4_moe import *