From f74d57dc08dfc54e72daffba1658d444ce8a2191 Mon Sep 17 00:00:00 2001
From: Hamid Shojanazeri <hamid.nazeri2010@gmail.com>
Date: Thu, 27 Jul 2023 04:34:34 +0000
Subject: [PATCH] printing scores based on fsdp usage or single gpu
---
utils/train_utils.py | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/utils/train_utils.py b/utils/train_utils.py
index 08679a4b..95b968ef 100644
--- a/utils/train_utils.py
+++ b/utils/train_utils.py
@@ -153,7 +153,11 @@ def train(model, train_dataloader,eval_dataloader, tokenizer, optimizer, lr_sche
if eval_epoch_loss < best_val_loss:
best_val_loss = eval_epoch_loss
- print(f"best eval loss on epoch {epoch} is {best_val_loss}")
+ if train_config.enable_fsdp:
+ if rank==0:
+ print(f"best eval loss on epoch {epoch} is {best_val_loss}")
+ else:
+ print(f"best eval loss on epoch {epoch} is {best_val_loss}")
val_loss.append(best_val_loss)
val_prep.append(eval_ppl)
--
GitLab