From 1820d629db69751c39d138382b0747afa665ab90 Mon Sep 17 00:00:00 2001
From: bys0318 <bys0318@126.com>
Date: Mon, 14 Aug 2023 12:40:06 +0800
Subject: [PATCH] fix zh output encoding
---
pred.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/pred.py b/pred.py
index 990817f..d84dee8 100644
--- a/pred.py
+++ b/pred.py
@@ -55,7 +55,7 @@ if __name__ == '__main__':
prompt_format = dataset2prompt[dataset]
max_gen = dataset2maxlen[dataset]
preds = get_pred(model, tokenizer, data, max_length, max_gen, prompt_format, dataset, device)
- with open(f"pred/{dataset}.jsonl", "w") as f:
+ with open(f"pred/{dataset}.jsonl", "w", encoding="utf-8") as f:
for pred in preds:
json.dump(pred, f, ensure_ascii=False)
f.write('\n')
\ No newline at end of file
--
GitLab