From 21790d6b665948e50d3a677ef1825fb25cc225b8 Mon Sep 17 00:00:00 2001
From: Patrick von Platen <patrick.v.platen@gmail.com>
Date: Thu, 18 Jul 2024 12:38:24 +0000
Subject: [PATCH] WIP

---
 src/mistral_inference/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/mistral_inference/main.py b/src/mistral_inference/main.py
index e99ce11..d4302fe 100644
--- a/src/mistral_inference/main.py
+++ b/src/mistral_inference/main.py
@@ -26,7 +26,7 @@ def is_torchrun() -> bool:
 
 
 def load_tokenizer(model_path: Path) -> MistralTokenizer:
-    tokenizer = [f for f in os.listdir(Path(model_path)) if is_tekken(f) or is_sentencepiece(f)]
+    tokenizer = [f for f in os.listdir(model_path) if is_tekken(model_path / f) or is_sentencepiece(model_path / f)]
     assert (
         len(tokenizer) > 0
     ), f"No tokenizer in {model_path}, place a `tokenizer.model.[v1,v2,v3]` or `tekken.json` file in {model_path}."