feat: support multi analyzer for restful(#41968)

Signed-off-by: MrPresent-Han <[email protected]>

Author: MrPresent-Han

internal/distributed/proxy/httpserver/handler_v2.go

@@ -43,6 +43,7 @@ import (
 	"github.com/milvus-io/milvus/internal/json"
 	"github.com/milvus-io/milvus/internal/proxy"
 	"github.com/milvus-io/milvus/internal/types"
+	"github.com/milvus-io/milvus/internal/util/function"
 	"github.com/milvus-io/milvus/internal/util/hookutil"
 	"github.com/milvus-io/milvus/pkg/v2/common"
 	"github.com/milvus-io/milvus/pkg/v2/log"
@@ -1522,6 +1523,20 @@ func (h *HandlersV2) createCollection(ctx context.Context, c *gin.Context, anyRe
 			if lo.Contains(allOutputFields, field.FieldName) {
 				fieldSchema.IsFunctionOutput = true
 			}
+
+			if field.MultiAnalyzerParam != nil {
+				multiAnalyzerBytes, err := json.Marshal(field.MultiAnalyzerParam)
+				if err != nil {
+					log.Ctx(ctx).Warn("parse MultiAnalyzer failed")
+					HTTPAbortReturn(c, http.StatusOK, gin.H{
+						HTTPReturnCode:    merr.Code(err),
+						HTTPReturnMessage: "parse MultiAnalyzer failed, err:" + err.Error(),
+					})
+					return nil, err
+				}
+				multiAnalyzerStr := string(multiAnalyzerBytes)
+				fieldSchema.TypeParams = append(fieldSchema.TypeParams, &commonpb.KeyValuePair{Key: function.MultiAnalyzerParams, Value: multiAnalyzerStr})
+			}
 			collSchema.Fields = append(collSchema.Fields, &fieldSchema)
 			fieldNames[field.FieldName] = true
 		}

internal/distributed/proxy/httpserver/request_v2.go

@@ -468,15 +468,16 @@ func (req *DropIndexPropertiesReq) GetIndexName() string {
 }
 
 type FieldSchema struct {
-	FieldName         string                 `json:"fieldName" binding:"required"`
-	DataType          string                 `json:"dataType" binding:"required"`
-	ElementDataType   string                 `json:"elementDataType"`
-	IsPrimary         bool                   `json:"isPrimary"`
-	IsPartitionKey    bool                   `json:"isPartitionKey"`
-	IsClusteringKey   bool                   `json:"isClusteringKey"`
-	ElementTypeParams map[string]interface{} `json:"elementTypeParams" binding:"required"`
-	Nullable          bool                   `json:"nullable" binding:"required"`
-	DefaultValue      interface{}            `json:"defaultValue" binding:"required"`
+	FieldName          string                 `json:"fieldName" binding:"required"`
+	DataType           string                 `json:"dataType" binding:"required"`
+	ElementDataType    string                 `json:"elementDataType"`
+	IsPrimary          bool                   `json:"isPrimary"`
+	IsPartitionKey     bool                   `json:"isPartitionKey"`
+	IsClusteringKey    bool                   `json:"isClusteringKey"`
+	ElementTypeParams  map[string]interface{} `json:"elementTypeParams" binding:"required"`
+	Nullable           bool                   `json:"nullable" binding:"required"`
+	DefaultValue       interface{}            `json:"defaultValue" binding:"required"`
+	MultiAnalyzerParam interface{}            `json:"multiAnalyzerParam"`
 }
 
 type FunctionSchema struct {

internal/util/function/multi_analyzer_bm25_function.go

@@ -29,7 +29,7 @@ import (
 	"github.com/milvus-io/milvus/pkg/v2/util/typeutil"
 )
 
-const multiAnalyzerParams = "multi_analyzer_params"
+const MultiAnalyzerParams = "multi_analyzer_params"
 
 // BM25 Runner with Multi Analyzer
 // Input: string string // text, analyzer name
@@ -45,7 +45,7 @@ type MultiAnalyzerBM25FunctionRunner struct {
 
 func getMultiAnalyzerParams(field *schemapb.FieldSchema) (string, bool) {
 	for _, param := range field.GetTypeParams() {
-		if param.Key == multiAnalyzerParams {
+		if param.Key == MultiAnalyzerParams {
 			return param.Value, true
 		}
 	}