From c75ecfa009c867f6cf4e5328b1676058246da485 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 23 Oct 2024 15:34:45 +0200 Subject: [PATCH] fix(phi3-vision): add multimodal template (#3944) Signed-off-by: Ettore Di Giacinto --- gallery/phi-3-vision.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/gallery/phi-3-vision.yaml b/gallery/phi-3-vision.yaml index 1a3d03af4929..682e3b4f2468 100644 --- a/gallery/phi-3-vision.yaml +++ b/gallery/phi-3-vision.yaml @@ -20,4 +20,6 @@ config_file: | completion: | {{.Input}} use_tokenizer_template: false + multimodal: "{{ range .Images }}<|image_{{ add1 .ID}}|>{{end}}\n{{.Text}}" + # XXX: The one below can be dropped after a new release is out image: "<|image_{{ add1 .ID }}|>\n{{.Text}}"