mirror of
https://github.com/milvus-io/milvus.git
synced 2026-07-21 18:25:44 +00:00
ababab0d76
pr: [#49328](https://github.com/milvus-io/milvus/pull/49328) pr: [#49724](https://github.com/milvus-io/milvus/pull/49724) pr: [#49763](https://github.com/milvus-io/milvus/pull/49763) pr: [#49698](https://github.com/milvus-io/milvus/pull/49698) issue: [#49241](https://github.com/milvus-io/milvus/issues/49241) issue: [#49746](https://github.com/milvus-io/milvus/issues/49746) issue: [#49634](https://github.com/milvus-io/milvus/issues/49634) ## Summary Backport the 2.6 partial update op series to `hotfix-2.6.16`: - support `ARRAY_APPEND` and `ARRAY_REMOVE` partial update ops for Array fields - expose `fieldOps` through REST upsert - preserve existing Array rows when an op payload row is null ## Target branch Base branch: `hotfix-2.6.16` ## Cherry-picks - `5849977c408be2abd063d13c318e970bb4515f06` from [#49328](https://github.com/milvus-io/milvus/pull/49328) - `017ee8e5d97ec891c442489b1354b60676ca3b15` from [#49724](https://github.com/milvus-io/milvus/pull/49724) - `4e10473389843ff2cedc1911083af5a93fa83ec6` from [#49763](https://github.com/milvus-io/milvus/pull/49763) - `824c642c71154952bf70eaaf7b57cbcd7d08e67f` backports the applicable WAL test/recovery stabilization from `73dc8d4034fd352f5c69fd47266fccc062704feb` / [#49698](https://github.com/milvus-io/milvus/pull/49698) after omitting newer rate-limit API changes that do not exist on `hotfix-2.6.16` The partial update cherry-picks applied cleanly on top of `milvus/hotfix-2.6.16`. ## Additional revert - `2753c8defc7a860446d1f5f76b11a50c3cc71550` reverts `8ae21f715094abc92e00369e89a7208681eecfed` to restore the 2.6.16 build environment image version after CI reported Conan 2.x in the newer image. ## Validation - `git diff --check milvus/hotfix-2.6.16...HEAD` - attempted targeted Go test for `internal/streamingnode/server/wal/adaptor`, blocked locally because this worktree lacks `rocksdb.pc` and `milvus_core.pc` PR CI is the validation gate for this backport. --------- Signed-off-by: Wei Liu <wei.liu@zilliz.com> Signed-off-by: Zhen Ye <chyezh@outlook.com> Co-authored-by: Zhen Ye <chyezh@outlook.com>
890 lines
29 KiB
Go
890 lines
29 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package httpserver
|
|
|
|
import (
|
|
"context"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"go.uber.org/zap"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
|
|
"github.com/milvus-io/milvus/pkg/v2/log"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/merr"
|
|
)
|
|
|
|
type EmptyReq struct{}
|
|
|
|
func (req *EmptyReq) GetDbName() string { return "" }
|
|
|
|
type DatabaseReq struct {
|
|
DbName string `json:"dbName"`
|
|
}
|
|
|
|
func (req *DatabaseReq) GetDbName() string { return req.DbName }
|
|
|
|
type DatabaseReqRequiredName struct {
|
|
DbName string `json:"dbName" binding:"required"`
|
|
}
|
|
|
|
func (req *DatabaseReqRequiredName) GetDbName() string { return req.DbName }
|
|
|
|
type DatabaseReqWithProperties struct {
|
|
DbName string `json:"dbName" binding:"required"`
|
|
Properties map[string]interface{} `json:"properties"`
|
|
}
|
|
|
|
func (req *DatabaseReqWithProperties) GetDbName() string { return req.DbName }
|
|
|
|
type DropDatabasePropertiesReq struct {
|
|
DbName string `json:"dbName" binding:"required"`
|
|
PropertyKeys []string `json:"propertyKeys"`
|
|
}
|
|
|
|
func (req *DropDatabasePropertiesReq) GetDbName() string { return req.DbName }
|
|
|
|
type CollectionNameReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionNames []string `json:"partitionNames"` // get partitions load state
|
|
}
|
|
|
|
func (req *CollectionNameReq) GetDbName() string {
|
|
return req.DbName
|
|
}
|
|
|
|
func (req *CollectionNameReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *CollectionNameReq) GetPartitionNames() []string {
|
|
return req.PartitionNames
|
|
}
|
|
|
|
type CollectionReqWithProperties struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
Properties map[string]interface{} `json:"properties"`
|
|
}
|
|
|
|
func (req *CollectionReqWithProperties) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CollectionReqWithProperties) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
type CollectionDropFunction struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
FunctionName string `json:"FunctionName" binding:"required"`
|
|
}
|
|
|
|
func (req *CollectionDropFunction) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CollectionDropFunction) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *CollectionDropFunction) GetFunctionName() string {
|
|
return req.FunctionName
|
|
}
|
|
|
|
type CollectionAddFunction struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
Function FunctionSchema `json:"function" binding:"required"`
|
|
}
|
|
|
|
func (req *CollectionAddFunction) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CollectionAddFunction) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *CollectionAddFunction) GetFunction() *FunctionSchema {
|
|
return &req.Function
|
|
}
|
|
|
|
type CollectionAlterFunction struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
FunctionName string `json:"functionName" binding:"required"`
|
|
Function FunctionSchema `json:"function" binding:"required"`
|
|
}
|
|
|
|
func (req *CollectionAlterFunction) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CollectionAlterFunction) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *CollectionAlterFunction) GetFunctionName() string {
|
|
return req.FunctionName
|
|
}
|
|
|
|
func (req *CollectionAlterFunction) GetFunction() *FunctionSchema {
|
|
return &req.Function
|
|
}
|
|
|
|
type OptionalCollectionNameReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName"`
|
|
}
|
|
|
|
func (req *OptionalCollectionNameReq) GetDbName() string {
|
|
return req.DbName
|
|
}
|
|
|
|
func (req *OptionalCollectionNameReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
type RenameCollectionReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
NewCollectionName string `json:"newCollectionName" binding:"required"`
|
|
NewDbName string `json:"newDbName"`
|
|
}
|
|
|
|
func (req *RenameCollectionReq) GetDbName() string { return req.DbName }
|
|
func (req *RenameCollectionReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type DropCollectionPropertiesReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PropertyKeys []string `json:"propertyKeys"`
|
|
}
|
|
|
|
func (req *DropCollectionPropertiesReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *DropCollectionPropertiesReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
type CompactReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
IsClustering bool `json:"isClustering"`
|
|
}
|
|
|
|
func (req *CompactReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CompactReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
type GetCompactionStateReq struct {
|
|
JobID int64 `json:"jobID"`
|
|
}
|
|
|
|
type FlushReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
}
|
|
|
|
func (req *FlushReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *FlushReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
type CollectionFieldReqWithParams struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
FieldName string `json:"fieldName" binding:"required"`
|
|
FieldParams map[string]interface{} `json:"fieldParams"`
|
|
}
|
|
|
|
func (req *CollectionFieldReqWithParams) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CollectionFieldReqWithParams) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *CollectionFieldReqWithParams) GetFieldName() string {
|
|
return req.FieldName
|
|
}
|
|
|
|
type CollectionFieldReqWithSchema struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
Schema *FieldSchema `json:"schema" binding:"required"`
|
|
}
|
|
|
|
func (req *CollectionFieldReqWithSchema) GetDbName() string { return req.DbName }
|
|
|
|
func (req *CollectionFieldReqWithSchema) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *CollectionFieldReqWithSchema) GetFieldName() string {
|
|
if req.Schema == nil {
|
|
return ""
|
|
}
|
|
return req.Schema.FieldName
|
|
}
|
|
|
|
type PartitionReq struct {
|
|
// CollectionNameReq
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionName string `json:"partitionName" binding:"required"`
|
|
}
|
|
|
|
func (req *PartitionReq) GetDbName() string { return req.DbName }
|
|
func (req *PartitionReq) GetCollectionName() string { return req.CollectionName }
|
|
func (req *PartitionReq) GetPartitionName() string { return req.PartitionName }
|
|
|
|
type ImportReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionName string `json:"partitionName"`
|
|
Files [][]string `json:"files" binding:"required"`
|
|
Options map[string]string `json:"options"`
|
|
}
|
|
|
|
func (req *ImportReq) GetDbName() string {
|
|
return req.DbName
|
|
}
|
|
|
|
func (req *ImportReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *ImportReq) GetPartitionName() string {
|
|
return req.PartitionName
|
|
}
|
|
|
|
func (req *ImportReq) GetFiles() [][]string {
|
|
return req.Files
|
|
}
|
|
|
|
func (req *ImportReq) GetOptions() map[string]string {
|
|
return req.Options
|
|
}
|
|
|
|
type JobIDReq struct {
|
|
JobID string `json:"jobId" binding:"required"`
|
|
}
|
|
|
|
func (req *JobIDReq) GetJobID() string { return req.JobID }
|
|
|
|
type QueryReqV2 struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionNames []string `json:"partitionNames"`
|
|
OutputFields []string `json:"outputFields"`
|
|
Filter string `json:"filter"`
|
|
Limit int32 `json:"limit"`
|
|
Offset int32 `json:"offset"`
|
|
ExprParams map[string]interface{} `json:"exprParams"`
|
|
ConsistencyLevel string `json:"consistencyLevel"`
|
|
}
|
|
|
|
func (req *QueryReqV2) GetDbName() string { return req.DbName }
|
|
func (req *QueryReqV2) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type CollectionIDReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionName string `json:"partitionName"`
|
|
PartitionNames []string `json:"partitionNames"`
|
|
OutputFields []string `json:"outputFields"`
|
|
ID interface{} `json:"id" binding:"required"`
|
|
ConsistencyLevel string `json:"consistencyLevel"`
|
|
}
|
|
|
|
func (req *CollectionIDReq) GetDbName() string { return req.DbName }
|
|
func (req *CollectionIDReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type CollectionFilterReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionName string `json:"partitionName"`
|
|
Filter string `json:"filter" binding:"required"`
|
|
ExprParams map[string]interface{} `json:"exprParams"`
|
|
}
|
|
|
|
func (req *CollectionFilterReq) GetDbName() string { return req.DbName }
|
|
func (req *CollectionFilterReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type CollectionDataReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionName string `json:"partitionName"`
|
|
Data []map[string]interface{} `json:"data" binding:"required"`
|
|
PartialUpdate bool `json:"partialUpdate"`
|
|
FieldOps []FieldPartialUpdateOpReq `json:"fieldOps"`
|
|
}
|
|
|
|
func (req *CollectionDataReq) GetDbName() string { return req.DbName }
|
|
func (req *CollectionDataReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type FieldPartialUpdateOpReq struct {
|
|
FieldName string `json:"fieldName"`
|
|
Op string `json:"op"`
|
|
}
|
|
|
|
func buildFieldPartialUpdateOps(fieldOps []FieldPartialUpdateOpReq) ([]*schemapb.FieldPartialUpdateOp, error) {
|
|
if len(fieldOps) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
ops := make([]*schemapb.FieldPartialUpdateOp, 0, len(fieldOps))
|
|
for _, fieldOp := range fieldOps {
|
|
op, err := parseFieldPartialUpdateOp(fieldOp.Op)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
ops = append(ops, &schemapb.FieldPartialUpdateOp{
|
|
FieldName: fieldOp.FieldName,
|
|
Op: op,
|
|
})
|
|
}
|
|
return ops, nil
|
|
}
|
|
|
|
func parseFieldPartialUpdateOp(op string) (schemapb.FieldPartialUpdateOp_OpType, error) {
|
|
switch strings.ToUpper(strings.TrimSpace(op)) {
|
|
case "REPLACE":
|
|
return schemapb.FieldPartialUpdateOp_REPLACE, nil
|
|
case "ARRAY_APPEND":
|
|
return schemapb.FieldPartialUpdateOp_ARRAY_APPEND, nil
|
|
case "ARRAY_REMOVE":
|
|
return schemapb.FieldPartialUpdateOp_ARRAY_REMOVE, nil
|
|
default:
|
|
return schemapb.FieldPartialUpdateOp_REPLACE,
|
|
merr.WrapErrParameterInvalidMsg("unsupported partial update op: " + op)
|
|
}
|
|
}
|
|
|
|
type SearchReqV2 struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
Data []interface{} `json:"data"`
|
|
Ids []interface{} `json:"ids"`
|
|
AnnsField string `json:"annsField"`
|
|
PartitionNames []string `json:"partitionNames"`
|
|
Filter string `json:"filter"`
|
|
GroupByField string `json:"groupingField"`
|
|
GroupSize int32 `json:"groupSize"`
|
|
StrictGroupSize bool `json:"strictGroupSize"`
|
|
Limit int32 `json:"limit"`
|
|
Offset int32 `json:"offset"`
|
|
OutputFields []string `json:"outputFields"`
|
|
SearchParams map[string]interface{} `json:"searchParams"`
|
|
ConsistencyLevel string `json:"consistencyLevel"`
|
|
ExprParams map[string]interface{} `json:"exprParams"`
|
|
FunctionScore FunctionScore `json:"functionScore"`
|
|
// not use Params any more, just for compatibility
|
|
Params map[string]float64 `json:"params"`
|
|
}
|
|
|
|
func (req *SearchReqV2) GetDbName() string { return req.DbName }
|
|
func (req *SearchReqV2) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type Rand struct {
|
|
Strategy string `json:"strategy"`
|
|
Params map[string]interface{} `json:"params"`
|
|
}
|
|
|
|
type SubSearchReq struct {
|
|
Data []interface{} `json:"data" binding:"required"`
|
|
AnnsField string `json:"annsField"`
|
|
Filter string `json:"filter"`
|
|
GroupByField string `json:"groupingField"`
|
|
MetricType string `json:"metricType"`
|
|
Limit int32 `json:"limit"`
|
|
Offset int32 `json:"offset"`
|
|
SearchParams map[string]interface{} `json:"params"`
|
|
ExprParams map[string]interface{} `json:"exprParams"`
|
|
}
|
|
|
|
type HybridSearchReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionNames []string `json:"partitionNames"`
|
|
Search []SubSearchReq `json:"search"`
|
|
Rerank Rand `json:"rerank"`
|
|
Limit int32 `json:"limit"`
|
|
Offset int32 `json:"offset"`
|
|
GroupByField string `json:"groupingField"`
|
|
GroupSize int32 `json:"groupSize"`
|
|
StrictGroupSize bool `json:"strictGroupSize"`
|
|
OutputFields []string `json:"outputFields"`
|
|
ConsistencyLevel string `json:"consistencyLevel"`
|
|
FunctionScore FunctionScore `json:"functionScore"`
|
|
}
|
|
|
|
func (req *HybridSearchReq) GetDbName() string { return req.DbName }
|
|
func (req *HybridSearchReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type ReturnErrMsg struct {
|
|
Code int32 `json:"code"`
|
|
Message string `json:"message"`
|
|
}
|
|
|
|
type PartitionsReq struct {
|
|
// CollectionNameReq
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
PartitionNames []string `json:"partitionNames" binding:"required"`
|
|
}
|
|
|
|
func (req *PartitionsReq) GetDbName() string { return req.DbName }
|
|
func (req *PartitionsReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type UserReq struct {
|
|
UserName string `json:"userName" binding:"required"`
|
|
}
|
|
|
|
func (req *UserReq) GetUserName() string { return req.UserName }
|
|
|
|
type BaseGetter interface {
|
|
GetBase() *commonpb.MsgBase
|
|
}
|
|
type UserNameGetter interface {
|
|
GetUserName() string
|
|
}
|
|
type RoleNameGetter interface {
|
|
GetRoleName() string
|
|
}
|
|
type IndexNameGetter interface {
|
|
GetIndexName() string
|
|
}
|
|
type AliasNameGetter interface {
|
|
GetAliasName() string
|
|
}
|
|
type FilesGetter interface {
|
|
GetFiles() [][]string
|
|
}
|
|
type OptionsGetter interface {
|
|
GetOptions() map[string]string
|
|
}
|
|
type JobIDGetter interface {
|
|
GetJobID() string
|
|
}
|
|
type TimestampGetter interface {
|
|
GetTimestamp() uint64
|
|
}
|
|
type PasswordReq struct {
|
|
UserName string `json:"userName" binding:"required"`
|
|
Password string `json:"password" binding:"required"`
|
|
}
|
|
|
|
type NewPasswordReq struct {
|
|
UserName string `json:"userName" binding:"required"`
|
|
Password string `json:"password" binding:"required"`
|
|
NewPassword string `json:"newPassword" binding:"required"`
|
|
}
|
|
|
|
type UserRoleReq struct {
|
|
UserName string `json:"userName" binding:"required"`
|
|
RoleName string `json:"roleName" binding:"required"`
|
|
}
|
|
|
|
type RoleReq struct {
|
|
DbName string `json:"dbName"`
|
|
RoleName string `json:"roleName" binding:"required"`
|
|
}
|
|
|
|
func (req *RoleReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *RoleReq) GetRoleName() string {
|
|
return req.RoleName
|
|
}
|
|
|
|
type PrivilegeGroupReq struct {
|
|
PrivilegeGroupName string `json:"privilegeGroupName" binding:"required"`
|
|
Privileges []string `json:"privileges"`
|
|
}
|
|
|
|
type GrantV2Req struct {
|
|
RoleName string `json:"roleName" binding:"required"`
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName"`
|
|
Privilege string `json:"privilege" binding:"required"`
|
|
}
|
|
|
|
func (req *GrantV2Req) GetDbName() string { return req.DbName }
|
|
func (req *GrantV2Req) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type GrantReq struct {
|
|
RoleName string `json:"roleName" binding:"required"`
|
|
ObjectType string `json:"objectType" binding:"required"`
|
|
ObjectName string `json:"objectName" binding:"required"`
|
|
Privilege string `json:"privilege" binding:"required"`
|
|
DbName string `json:"dbName"`
|
|
}
|
|
|
|
func (req *GrantReq) GetDbName() string { return req.DbName }
|
|
|
|
type IndexParam struct {
|
|
FieldName string `json:"fieldName" binding:"required"`
|
|
IndexName string `json:"indexName"`
|
|
MetricType string `json:"metricType"`
|
|
IndexType string `json:"indexType"`
|
|
Params map[string]interface{} `json:"params"`
|
|
}
|
|
|
|
type IndexParamReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
IndexParams []IndexParam `json:"indexParams" binding:"required"`
|
|
}
|
|
|
|
func (req *IndexParamReq) GetDbName() string { return req.DbName }
|
|
func (req *IndexParamReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type IndexReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
IndexName string `json:"indexName" binding:"required"`
|
|
Timestamp uint64 `json:"timestamp"`
|
|
}
|
|
|
|
func (req *IndexReq) GetDbName() string { return req.DbName }
|
|
func (req *IndexReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *IndexReq) GetIndexName() string {
|
|
return req.IndexName
|
|
}
|
|
|
|
func (req *IndexReq) GetTimestamp() uint64 {
|
|
return req.Timestamp
|
|
}
|
|
|
|
type IndexReqWithProperties struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
IndexName string `json:"indexName" binding:"required"`
|
|
Properties map[string]interface{} `json:"properties"`
|
|
}
|
|
|
|
func (req *IndexReqWithProperties) GetDbName() string { return req.DbName }
|
|
|
|
func (req *IndexReqWithProperties) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *IndexReqWithProperties) GetIndexName() string {
|
|
return req.IndexName
|
|
}
|
|
|
|
type DropIndexPropertiesReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
IndexName string `json:"indexName" binding:"required"`
|
|
PropertyKeys []string `json:"propertyKeys"`
|
|
}
|
|
|
|
func (req *DropIndexPropertiesReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *DropIndexPropertiesReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *DropIndexPropertiesReq) GetIndexName() string {
|
|
return req.IndexName
|
|
}
|
|
|
|
type FieldSchema struct {
|
|
FieldName string `json:"fieldName" binding:"required"`
|
|
DataType string `json:"dataType" binding:"required"`
|
|
ElementDataType string `json:"elementDataType"`
|
|
IsPrimary bool `json:"isPrimary"`
|
|
IsPartitionKey bool `json:"isPartitionKey"`
|
|
IsClusteringKey bool `json:"isClusteringKey"`
|
|
ElementTypeParams map[string]interface{} `json:"elementTypeParams"`
|
|
Nullable bool `json:"nullable"`
|
|
DefaultValue interface{} `json:"defaultValue"`
|
|
}
|
|
|
|
func (field *FieldSchema) GetProto(ctx context.Context) (*schemapb.FieldSchema, error) {
|
|
fieldDataType, ok := schemapb.DataType_value[field.DataType]
|
|
if !ok {
|
|
log.Ctx(ctx).Warn("field's data type is invalid(case sensitive).", zap.Any("fieldDataType", field.DataType), zap.Any("field", field))
|
|
return nil, merr.WrapErrParameterInvalidMsg("data type %s is invalid(case sensitive)", field.DataType)
|
|
}
|
|
dataType := schemapb.DataType(fieldDataType)
|
|
fieldSchema := &schemapb.FieldSchema{
|
|
Name: field.FieldName,
|
|
IsPrimaryKey: field.IsPrimary,
|
|
IsPartitionKey: field.IsPartitionKey,
|
|
IsClusteringKey: field.IsClusteringKey,
|
|
DataType: dataType,
|
|
TypeParams: []*commonpb.KeyValuePair{},
|
|
Nullable: field.Nullable,
|
|
}
|
|
|
|
var err error
|
|
fieldSchema.DefaultValue, err = convertDefaultValue(field.DefaultValue, dataType)
|
|
if err != nil {
|
|
log.Ctx(ctx).Warn("convert defaultValue fail", zap.Any("defaultValue", field.DefaultValue), zap.Error(err))
|
|
return nil, merr.WrapErrParameterInvalidMsg("convert defaultValue fail, err: %s", err.Error())
|
|
}
|
|
if dataType == schemapb.DataType_Array {
|
|
if _, ok := schemapb.DataType_value[field.ElementDataType]; !ok {
|
|
log.Ctx(ctx).Warn("element's data type is invalid(case sensitive).", zap.Any("elementDataType", field.ElementDataType), zap.Any("field", field))
|
|
return nil, merr.WrapErrParameterInvalidMsg("element data type %s is invalid(case sensitive)", field.ElementDataType)
|
|
}
|
|
fieldSchema.ElementType = schemapb.DataType(schemapb.DataType_value[field.ElementDataType])
|
|
}
|
|
for key, fieldParam := range field.ElementTypeParams {
|
|
value, err := getElementTypeParams(fieldParam)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
fieldSchema.TypeParams = append(fieldSchema.TypeParams, &commonpb.KeyValuePair{Key: key, Value: value})
|
|
}
|
|
return fieldSchema, nil
|
|
}
|
|
|
|
type FunctionScore struct {
|
|
Functions []FunctionSchema `json:"functions"`
|
|
Params map[string]interface{} `json:"params"`
|
|
}
|
|
|
|
type FunctionSchema struct {
|
|
FunctionName string `json:"name" binding:"required"`
|
|
Description string `json:"description"`
|
|
FunctionType string `json:"type" binding:"required"`
|
|
InputFieldNames []string `json:"inputFieldNames" binding:"required"`
|
|
OutputFieldNames []string `json:"outputFieldNames" binding:"required"`
|
|
Params map[string]interface{} `json:"params"`
|
|
}
|
|
|
|
type CollectionSchema struct {
|
|
Fields []FieldSchema `json:"fields"`
|
|
Functions []FunctionSchema `json:"functions"`
|
|
AutoId bool `json:"autoID"`
|
|
EnableDynamicField bool `json:"enableDynamicField"`
|
|
}
|
|
|
|
type CollectionReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
Dimension int32 `json:"dimension"`
|
|
IDType string `json:"idType"`
|
|
AutoID bool `json:"autoID"`
|
|
MetricType string `json:"metricType"`
|
|
PrimaryFieldName string `json:"primaryFieldName"`
|
|
VectorFieldName string `json:"vectorFieldName"`
|
|
Schema CollectionSchema `json:"schema"`
|
|
IndexParams []IndexParam `json:"indexParams"`
|
|
Params map[string]interface{} `json:"params"`
|
|
Description string `json:"description"`
|
|
}
|
|
|
|
func (req *CollectionReq) GetDbName() string { return req.DbName }
|
|
func (req *CollectionReq) GetCollectionName() string { return req.CollectionName }
|
|
|
|
type AliasReq struct {
|
|
DbName string `json:"dbName"`
|
|
AliasName string `json:"aliasName" binding:"required"`
|
|
}
|
|
|
|
func (req *AliasReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *AliasReq) GetAliasName() string {
|
|
return req.AliasName
|
|
}
|
|
|
|
type AliasCollectionReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
AliasName string `json:"aliasName" binding:"required"`
|
|
}
|
|
|
|
func (req *AliasCollectionReq) GetDbName() string { return req.DbName }
|
|
|
|
func (req *AliasCollectionReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *AliasCollectionReq) GetAliasName() string {
|
|
return req.AliasName
|
|
}
|
|
|
|
func wrapperReturnHas(has bool) gin.H {
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: gin.H{HTTPReturnHas: has}}
|
|
}
|
|
|
|
func wrapperReturnList(names []string) gin.H {
|
|
if names == nil {
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: []string{}}
|
|
}
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: names}
|
|
}
|
|
|
|
func wrapperReturnRowCount(pairs []*commonpb.KeyValuePair) gin.H {
|
|
rowCountValue := "0"
|
|
for _, keyValue := range pairs {
|
|
if keyValue.Key == "row_count" {
|
|
rowCountValue = keyValue.GetValue()
|
|
}
|
|
}
|
|
rowCount, err := strconv.ParseInt(rowCountValue, 10, 64)
|
|
if err != nil {
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: gin.H{HTTPReturnRowCount: rowCountValue}}
|
|
}
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: gin.H{HTTPReturnRowCount: rowCount}}
|
|
}
|
|
|
|
func wrapperReturnDefault() gin.H {
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: gin.H{}}
|
|
}
|
|
|
|
func wrapperReturnDefaultWithCost(cost int) gin.H {
|
|
return gin.H{HTTPReturnCode: merr.Code(nil), HTTPReturnData: gin.H{}, HTTPReturnCost: cost}
|
|
}
|
|
|
|
type ResourceGroupNodeFilter struct {
|
|
NodeLabels map[string]string `json:"node_labels" binding:"required"`
|
|
}
|
|
|
|
func (req *ResourceGroupNodeFilter) GetNodeLabels() map[string]string {
|
|
return req.NodeLabels
|
|
}
|
|
|
|
type ResourceGroupLimit struct {
|
|
NodeNum int32 `json:"node_num" binding:"required"`
|
|
}
|
|
|
|
func (req *ResourceGroupLimit) GetNodeNum() int32 {
|
|
return req.NodeNum
|
|
}
|
|
|
|
type ResourceGroupTransfer struct {
|
|
ResourceGroup string `json:"resource_group" binding:"required"`
|
|
}
|
|
|
|
func (req *ResourceGroupTransfer) GetResourceGroup() string {
|
|
return req.ResourceGroup
|
|
}
|
|
|
|
type ResourceGroupConfig struct {
|
|
Requests *ResourceGroupLimit `json:"requests" binding:"required"`
|
|
Limits *ResourceGroupLimit `json:"limits" binding:"required"`
|
|
TransferFrom []*ResourceGroupTransfer `json:"transfer_from"`
|
|
TransferTo []*ResourceGroupTransfer `json:"transfer_to"`
|
|
NodeFilter *ResourceGroupNodeFilter `json:"node_filter"`
|
|
}
|
|
|
|
func (req *ResourceGroupConfig) GetRequests() *ResourceGroupLimit {
|
|
return req.Requests
|
|
}
|
|
|
|
func (req *ResourceGroupConfig) GetLimits() *ResourceGroupLimit {
|
|
return req.Limits
|
|
}
|
|
|
|
func (req *ResourceGroupConfig) GetTransferFrom() []*ResourceGroupTransfer {
|
|
return req.TransferFrom
|
|
}
|
|
|
|
func (req *ResourceGroupConfig) GetTransferTo() []*ResourceGroupTransfer {
|
|
return req.TransferTo
|
|
}
|
|
|
|
func (req *ResourceGroupConfig) GetNodeFilter() *ResourceGroupNodeFilter {
|
|
return req.NodeFilter
|
|
}
|
|
|
|
type ResourceGroupReq struct {
|
|
Name string `json:"name" binding:"required"`
|
|
Config *ResourceGroupConfig `json:"config"`
|
|
}
|
|
|
|
func (req *ResourceGroupReq) GetName() string {
|
|
return req.Name
|
|
}
|
|
|
|
func (req *ResourceGroupReq) GetConfig() *ResourceGroupConfig {
|
|
return req.Config
|
|
}
|
|
|
|
type UpdateResourceGroupReq struct {
|
|
ResourceGroups map[string]*ResourceGroupConfig `json:"resource_groups" binding:"required"`
|
|
}
|
|
|
|
func (req *UpdateResourceGroupReq) GetResourceGroups() map[string]*ResourceGroupConfig {
|
|
return req.ResourceGroups
|
|
}
|
|
|
|
type TransferReplicaReq struct {
|
|
SourceRgName string `json:"sourceRgName" binding:"required"`
|
|
TargetRgName string `json:"targetRgName" binding:"required"`
|
|
CollectionName string `json:"collectionName" binding:"required"`
|
|
ReplicaNum int64 `json:"replicaNum" binding:"required"`
|
|
}
|
|
|
|
func (req *TransferReplicaReq) GetSourceRgName() string {
|
|
return req.SourceRgName
|
|
}
|
|
|
|
func (req *TransferReplicaReq) GetTargetRgName() string {
|
|
return req.TargetRgName
|
|
}
|
|
|
|
func (req *TransferReplicaReq) GetCollectionName() string {
|
|
return req.CollectionName
|
|
}
|
|
|
|
func (req *TransferReplicaReq) GetReplicaNum() int64 {
|
|
return req.ReplicaNum
|
|
}
|
|
|
|
type GetSegmentsInfoReq struct {
|
|
DbName string `json:"dbName"`
|
|
CollectionID int64 `json:"collectionID"`
|
|
SegmentIDs []int64 `json:"segmentIDs"`
|
|
}
|
|
|
|
func (req *GetSegmentsInfoReq) GetDbName() string {
|
|
return req.DbName
|
|
}
|
|
|
|
func (req *GetSegmentsInfoReq) GetCollectionID() int64 {
|
|
return req.CollectionID
|
|
}
|
|
|
|
func (req *GetSegmentsInfoReq) GetSegmentIDs() []int64 {
|
|
return req.SegmentIDs
|
|
}
|
|
|
|
type GetQuotaMetricsReq struct{}
|
|
|
|
type RunAnalyzerReq struct {
|
|
DbName string `json:"dbName"`
|
|
AnalyzerParams string `json:"analyzerParams"`
|
|
Text []string `json:"text" binding:"required"`
|
|
WithDetail bool `json:"withDetail"`
|
|
WithHash bool `json:"withHash"`
|
|
CollectionName string `json:"collectionName"`
|
|
FieldName string `json:"fieldName"`
|
|
AnalyzerNames []string `json:"analyzerNames"`
|
|
}
|
|
|
|
func (req *RunAnalyzerReq) GetDbName() string { return req.DbName }
|
|
func (req *RunAnalyzerReq) GetCollectionName() string { return req.CollectionName }
|