update get_tokenizer to pass CI test

mlfoundations · Oct 6, 2023 · fa38faf · fa38faf
1 parent 13464e8
commit fa38faf
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/open_clip/factory.py b/src/open_clip/factory.py
@@ -90,8 +90,9 @@ def get_tokenizer(model_name):
             tokenizer = block_mask_tokenize
         else:
             tokenizer = tokenize
-    context_length = get_model_config(model_name)['text_cfg']['context_length']
-    tokenizer = partial(tokenizer, context_length=context_length)
+        if 'context_length' in config['text_cfg'].keys():
+            context_length = config['text_cfg']['context_length']
+            tokenizer = partial(tokenizer, context_length=context_length)
     return tokenizer