Add context length attr to CoCa models (#699)

mlfoundations · Oct 24, 2023 · 4db1f41 · 4db1f41
1 parent e850caa
commit 4db1f41
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/open_clip/coca_model.py b/src/open_clip/coca_model.py
@@ -122,6 +122,8 @@ def __init__(
         self.logit_scale = nn.Parameter(torch.ones([]) * np.log(1 / 0.07))
         self.pad_id = pad_id
 
+        self.context_length = multimodal_cfg.context_length
+
     @torch.jit.ignore
     def set_grad_checkpointing(self, enable: bool = True):
         self.visual.set_grad_checkpointing(enable)