From 28ecfe6b65c1b9b3af8841f217227e8a55925256 Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Thu, 26 Dec 2024 07:49:51 +0530 Subject: [PATCH] torch.is_tensor check --- finetrainers/trainer.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/finetrainers/trainer.py b/finetrainers/trainer.py index 108fc46..8538f84 100644 --- a/finetrainers/trainer.py +++ b/finetrainers/trainer.py @@ -730,12 +730,14 @@ class Trainer: if accelerator.distributed_type == DistributedType.DEEPSPEED: grad_norm = self.transformer.get_global_grad_norm() # In some cases the grad norm may not return a float - if hasattr(grad_norm, "item"): + if torch.is_tensor(grad_norm): grad_norm = grad_norm.item() else: grad_norm = accelerator.clip_grad_norm_( self.transformer.parameters(), self.args.max_grad_norm ) + if torch.is_tensor(grad_norm): + grad_norm = grad_norm.item() logs["grad_norm"] = grad_norm