ollama

plugins/ollama/ollama.go

@@ -33,8 +33,8 @@ import (
 
 	"github.com/firebase/genkit/go/ai"
 	"github.com/firebase/genkit/go/genkit"
-	"github.com/firebase/genkit/go/plugins/internal/uri"
 	"github.com/rs/zerolog/log"
+	"github.com/wade-liwei/agentchat/util"
 )
 
 const provider = "ollama"
@@ -447,7 +447,7 @@ func convertParts(role ai.Role, parts []*ai.Part) (*ollamaMessage, error) {
 		if part.IsText() {
 			contentBuilder.WriteString(part.Text)
 		} else if part.IsMedia() {
-			_, data, err := uri.Data(part)
+			_, data, err := util.Data(part)
 			if err != nil {
 				return nil, fmt.Errorf("failed to extract media data: %v", err)
 			}
@@ -610,7 +610,7 @@ func concatImages(input *ai.ModelRequest, roleFilter []ai.Role) ([]string, error
 				}
 
 				// Get the media type and data
-				mediaType, data, err := uri.Data(part)
+				mediaType, data, err := util.Data(part)
 				if err != nil {
 					return nil, fmt.Errorf("failed to extract image data: %v", err)
 				}

util/util.go

 package util
 
+import (
+	"encoding/base64"
+	"errors"
+	"strings"
+
+	"github.com/firebase/genkit/go/ai"
+)
+
 const UserNameKey = "username"
 const UserIdKey = "user_id"
+
+
+
+// Data returns the content type and bytes of the media part.
+func Data(p *ai.Part) (string, []byte, error) {
+	if !p.IsMedia() && !p.IsData() {
+		return "", nil, errors.New("not a media part")
+	}
+
+	uri := p.Text
+	if strings.HasPrefix(uri, "gs://") || strings.HasPrefix(uri, "http") {
+		if p.ContentType == "" {
+			return "", nil, errors.New("must supply contentType when using media from gs:// or http(s):// URLs")
+		}
+		return p.ContentType, []byte(uri), nil
+	}
+
+	if contents, isData := strings.CutPrefix(uri, "data:"); isData {
+		prefix, data, found := strings.Cut(contents, ",")
+		if !found {
+			return "", nil, errors.New("failed to parse data URI: missing comma")
+		}
+
+		var dataBytes []byte
+		if p, isBase64 := strings.CutSuffix(prefix, ";base64"); isBase64 {
+			prefix = p
+			var err error
+			dataBytes, err = base64.StdEncoding.DecodeString(data)
+			if err != nil {
+				return "", nil, err
+			}
+		} else {
+			dataBytes = []byte(data)
+		}
+
+		contentType := p.ContentType
+		if contentType == "" {
+			contentType = prefix
+		}
+
+		return contentType, dataBytes, nil
+	}
+
+	return "", nil, errors.New("could not convert media part to genai part: missing file data")
+}