update chatglm loss0 #125

shibing624 · Jul 28, 2023 · 94cc017 · 94cc017
1 parent 8404c07
commit 94cc017
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/pretraining.py b/pretraining.py
@@ -428,8 +428,7 @@ def main():
         model.print_trainable_parameters()
     else:
         logger.info("Full parameters training")
-        if model_args.model_type in ['chatglm']:
-            model = model.half()
+        model = model.float()
         print_trainable_parameters(model)
 
     # Preprocessing the datasets.

diff --git a/supervised_finetuning.py b/supervised_finetuning.py
@@ -873,8 +873,7 @@ def preprocess_function(examples):
         model.print_trainable_parameters()
     else:
         logger.info("Fine-tuning method: Full parameters training")
-        if model_args.model_type in ['chatglm']:
-            model = model.half()
+        model = model.float()
         print_trainable_parameters(model)
     logger.debug(f"Model: {model}")