From 7017aa17545f298008482e4f5ef9fa882c413dc0 Mon Sep 17 00:00:00 2001 From: KabakaWilliam <“ichigo.gitta@gmail.com”> Date: Wed, 12 Jun 2024 12:47:26 +0100 Subject: [PATCH] imported deepseed twice. Removed unnecesary extra import --- finetune/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/finetune/trainer.py b/finetune/trainer.py index bea2eff..fa57bd0 100644 --- a/finetune/trainer.py +++ b/finetune/trainer.py @@ -5,9 +5,9 @@ from transformers import Trainer from transformers.trainer_pt_utils import nested_detach from transformers.utils import is_sagemaker_mp_enabled from transformers.trainer import * -import deepspeed from transformers.integrations import is_deepspeed_zero3_enabled + class CPMTrainer(Trainer): def compute_loss(self, model, inputs, return_outputs=False): if "labels" in inputs: