Fix loading Mistral configuration with attention window disabled

elixir-nx · Feb 23, 2024 · 715ad2f · 715ad2f
1 parent d3ad71e
commit 715ad2f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/bumblebee/text/mistral.ex b/lib/bumblebee/text/mistral.ex
@@ -393,7 +393,7 @@ defmodule Bumblebee.Text.Mistral do
           num_blocks: {"num_hidden_layers", number()},
           num_attention_heads: {"num_attention_heads", number()},
           num_key_value_heads: {"num_key_value_heads", number()},
-          attention_window_size: {"sliding_window", number()},
+          attention_window_size: {"sliding_window", optional(number())},
           intermediate_size: {"intermediate_size", number()},
           activation: {"hidden_act", activation()},
           rotary_embedding_base: {"rope_theta", number()},