Upload modeling_trm_text_ism.py

modeling_trm_text_ism.py

@@ -51,6 +51,7 @@ class TRMBlock(nn.Module):
 
 class TRMTextISMForCausalLM(PreTrainedModel, GenerationMixin):
     config_class = TRMTextISMConfig
+
     def __init__(self, config):
         super().__init__(config)
         self.token_emb = nn.Embedding(config.vocab_size, config.dim)
@@ -76,9 +77,7 @@ class TRMTextISMForCausalLM(PreTrainedModel, GenerationMixin):
     def set_output_embeddings(self, value):
         self.lm_head = value
 
-    def tie_weights(self, *args, **kwargs):
-        if hasattr(self, 'lm_head'):
-            self.lm_head.weight = self.token_emb.weight
+    # tie_weights は削除 → lm_head と token_emb を独立したweightとして保持
 
     def prepare_inputs_for_generation(self, input_ids, attention_mask=None, **kwargs):
         return {"input_ids": input_ids, "attention_mask": attention_mask, "use_cache": False}