Merge branch 'main' of github.com:ravenscroftj/turbopilot

ravenscroftj · Apr 12, 2023 · 325e7f4 · 325e7f4
2 parents 04fe43e + 5d2ea0a
commit 325e7f4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert-codegen-to-ggml.py b/convert-codegen-to-ggml.py
@@ -59,7 +59,7 @@ def bytes_to_unicode():
 dir_model = sys.argv[1]
 fname_out = sys.argv[1] + "/ggml-model.bin"
 
-with open(dir_model + "/vocab.json", "r") as f:
+with open(dir_model + "/vocab.json", "r", encoding="utf8") as f:
     encoder = json.load(f)
 
 with open(dir_model + "/added_tokens.json", "r") as f: