diff --git a/pred.py b/pred.py index 990817fb509f630afd71c890d097303d661e9384..d84dee8a8f2358d8bdbbbc16b50102f68d7b8166 100644 --- a/pred.py +++ b/pred.py @@ -55,7 +55,7 @@ if __name__ == '__main__': prompt_format = dataset2prompt[dataset] max_gen = dataset2maxlen[dataset] preds = get_pred(model, tokenizer, data, max_length, max_gen, prompt_format, dataset, device) - with open(f"pred/{dataset}.jsonl", "w") as f: + with open(f"pred/{dataset}.jsonl", "w", encoding="utf-8") as f: for pred in preds: json.dump(pred, f, ensure_ascii=False) f.write('\n') \ No newline at end of file