[fix] encoding

This commit is contained in:
Sayo committed 2025-05-06 20:24:16 +08:00
1 parent 4c71c1e8b4
commit ac9a34a03f
4 files changed
+5 -8

No files matched your search

+1 -1
View File
@@ -1166,7 +1166,7 @@ if __name__ == "__main__":
)
ndone = 0
with open(args.ifile, "r", encoding="utf8") as istream, open(args.ofile, "w+", encoding="utf8") as ostream:
with open(args.ifile, "r", encoding="utf-8") as istream, open(args.ofile, "w+", encoding="utf-8") as ostream:
if args.format == "tsv":
reader = csv.DictReader(istream, delimiter="\t")
assert "TEXT" in reader.fieldnames