Added the azure openai proxy resource endpoint

pkg/plugin/resources.go

@@ -1,7 +1,10 @@
 package plugin
 
 import (
+	"bytes"
 	"encoding/json"
+	"fmt"
+	"io/ioutil"
 	"net/http"
 	"net/http/httputil"
 	"net/url"
@@ -63,6 +66,31 @@ func newOpenAIProxy() http.Handler {
 	}
 }
 
+func newAzureOpenAIProxy() http.Handler {
+	director := func(req *http.Request) {
+		config := httpadapter.PluginConfigFromContext(req.Context())
+		settings := loadSettings(*config.AppInstanceSettings)
+
+		bodyBytes, _ := ioutil.ReadAll(req.Body)
+		var requestBody map[string]interface{}
+		json.Unmarshal(bodyBytes, &requestBody)
+
+		req.URL.Scheme = "https"
+		req.URL.Host = fmt.Sprintf("%s.openai.azure.com", settings.AzureOpenAI.ResourceName)
+		req.URL.Path = fmt.Sprintf("/openai/deployments/%s/chat/completions", requestBody["deployment"])
+		req.URL.RawQuery = "api-version=2023-03-15-preview"
+		req.Header.Add("api-key", settings.AzureOpenAI.apiKey)
+
+		// Remove extra fields
+		delete(requestBody, "deployment")
+
+		newBodyBytes, _ := json.Marshal(requestBody)
+		req.Body = ioutil.NopCloser(bytes.NewBuffer(newBodyBytes))
+		req.ContentLength = int64(len(newBodyBytes))
+	}
+	return &httputil.ReverseProxy{Director: director}
+}
+
 type vectorSearchRequest struct {
 	Query      string `json:"query"`
 	Collection string `json:"collection"`
@@ -110,5 +138,6 @@ func (a *App) registerRoutes(mux *http.ServeMux) {
 	mux.HandleFunc("/ping", a.handlePing)
 	mux.HandleFunc("/echo", a.handleEcho)
 	mux.Handle("/openai/", newOpenAIProxy())
+	mux.Handle("/azure/", newAzureOpenAIProxy())
 	mux.HandleFunc("/vector/search", a.handleVectorSearch)
 }

pkg/plugin/settings.go

@@ -8,15 +8,22 @@ import (
 )
 
 const openAIKey = "openAIKey"
+const azureOpenAIKey = "azureOpenAIKey"
 
 type OpenAISettings struct {
 	URL            string `json:"url"`
 	OrganizationID string `json:"organizationId"`
 	apiKey         string
 }
 
+type AzureOpenAISettings struct {
+	ResourceName string `json:"resource"`
+	apiKey       string
+}
+
 type Settings struct {
-	OpenAI OpenAISettings `json:"openAI"`
+	OpenAI      OpenAISettings      `json:"openAI"`
+	AzureOpenAI AzureOpenAISettings `json:"azureOpenAI"`
 
 	Vector vector.VectorSettings `json:"vector"`
 }
@@ -30,5 +37,6 @@ func loadSettings(appSettings backend.AppInstanceSettings) Settings {
 	_ = json.Unmarshal(appSettings.JSONData, &settings)
 
 	settings.OpenAI.apiKey = appSettings.DecryptedSecureJSONData[openAIKey]
+	settings.AzureOpenAI.apiKey = appSettings.DecryptedSecureJSONData[azureOpenAIKey]
 	return settings
 }

pkg/plugin/stream.go

@@ -14,6 +14,7 @@ import (
 )
 
 const openAIChatCompletionsPath = "openai/v1/chat/completions"
+const azureOpenAIChatCompletionsPath = "azure/completions"
 
 type chatCompletionsMessage struct {
 	Role    string `json:"role"`
@@ -32,7 +33,7 @@ func (a *App) SubscribeStream(ctx context.Context, req *backend.SubscribeStreamR
 	resp := &backend.SubscribeStreamResponse{
 		Status: backend.SubscribeStreamStatusNotFound,
 	}
-	if req.Path == openAIChatCompletionsPath {
+	if req.Path == openAIChatCompletionsPath || req.Path == azureOpenAIChatCompletionsPath {
 		resp.Status = backend.SubscribeStreamStatusOK
 	}
 	return resp, nil
@@ -135,7 +136,7 @@ func (a *App) runOpenAIChatCompletionsStream(ctx context.Context, req *backend.R
 
 func (a *App) RunStream(ctx context.Context, req *backend.RunStreamRequest, sender *backend.StreamSender) error {
 	log.DefaultLogger.Debug(fmt.Sprintf("RunStream: %s", req.Path), "data", string(req.Data))
-	if req.Path == openAIChatCompletionsPath {
+	if req.Path == openAIChatCompletionsPath || req.Path == azureOpenAIChatCompletionsPath {
 		return a.runOpenAIChatCompletionsStream(ctx, req, sender)
 	}
 	return fmt.Errorf("unknown stream path: %s", req.Path)

provisioning/plugins/grafana-llm-app.yaml

@@ -12,6 +12,9 @@ apps:
           type: qdrant
           qdrant:
             address: qdrant:6334
+      azureopenai:
+        resource: grafana-machine-learning-dev
 
     secureJsonData:
       openAIKey: $OPENAI_API_KEY
+      azureOpenAIKey: $AZURE_OPENAI_API_KEY