test: Clean up Helm test values (#51007)

## Summary

- remove redundant Milvus runtime overrides from tests/_helm values
- delete stale standalone-one-pod values files from tests/_helm/values
- merge duplicate dataCoord.compaction keys in woodpecker nightly values
- add e2e-amd distributed woodpecker service boundary values preset

Fixes #51006

## Test Plan

- [x] strict duplicate-key YAML check for tests/_helm/values and
embedded user.yaml blocks
- [x] verified targetVecIndexVersion and standalone-one-pod no longer
exist under tests/_helm/values
- [x] git diff --check

Signed-off-by: Yanliang Qiao <yanliang.qiao@zilliz.com>

tests/_helm/values/e2e-amd/distributed-pulsar

@@ -85,7 +85,6 @@ extraConfigFiles:
       storage:
         format: vortex
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e-amd/distributed-woodpecker-service-boundary

@@ -0,0 +1,209 @@
+affinity:
+  nodeAffinity:
+    preferredDuringSchedulingIgnoredDuringExecution:
+    - preference:
+        matchExpressions:
+        - key: jenkins-e2e-amd
+          operator: In
+          values:
+          - "true"
+      weight: 100
+    - preference:
+        matchExpressions:
+        - key: node-role.kubernetes.io/e2e
+          operator: Exists
+      weight: 1
+cluster:
+  enabled: true
+woodpecker:
+  enabled: true
+  image:
+    repository: harbor.milvus.io/woodpecker/woodpecker
+    tag: master-latest
+    pullPolicy: Always
+streaming:
+  enabled: true
+  woodpecker:
+    embedded: false
+proxy:
+  replicas: 2
+  resources:
+    limits:
+      cpu: "1"
+      memory: 4Gi
+    requests:
+      cpu: "0.3"
+      memory: 256Mi
+dataNode:
+  replicas: 2
+  resources:
+    limits:
+      cpu: "2"
+      memory: 8Gi
+    requests:
+      cpu: "0.5"
+      memory: 500Mi
+indexNode:
+  enabled: false
+queryNode:
+  replicas: 2
+  disk:
+    enabled: true
+  resources:
+    limits:
+      cpu: "1"
+      memory: 4Gi
+    requests:
+      cpu: "0.5"
+      memory: 512Mi
+streamingNode:
+  replicas: 2
+  resources:
+    limits:
+      cpu: "2"
+      memory: 8Gi
+    requests:
+      cpu: "0.5"
+      memory: 512Mi
+mixCoordinator:
+  resources:
+    limits:
+      cpu: "1"
+      memory: 4Gi
+    requests:
+      cpu: "0.2"
+      memory: 256Mi
+service:
+  type: ClusterIP
+log:
+  level: debug
+extraConfigFiles:
+  user.yaml: |+
+    common:
+      bloomFilterApplyBatchSize: 511
+      storage:
+        enablev2: true
+        # enable storage v3
+        useLoonFFI: true
+    dataNode:
+      storage:
+        format: vortex
+      segment:
+        insertBufSize: 1048576
+    dataCoord:
+      enableCompaction: true
+      compaction:
+        enableAutoCompaction: false
+        storageVersion:
+          enabled: true
+        storageFormat:
+          enabled: true
+        bumpSchemaVersion:
+          enabled: true
+      segment:
+        maxSize: 64
+        sealProportion: 0.05
+        sealProportionJitter: 0
+      gc:
+        interval: 1800
+        missingTolerance: 1800
+        dropTolerance: 1800
+    queryNode:
+      segcore:
+        exprEvalBatchSize: 511
+        storageV2:
+          cellTargetSizeBytes: 1048576
+      mmap:
+        vectorField: true
+        vectorIndex: true
+        scalarField: true
+        scalarIndex: true
+        growingMmapEnabled: true
+    queryCoord:
+      checkNodeInReplicaInterval: 3
+    quotaAndLimits:
+      flushRate:
+        collection:
+          max: 4
+metrics:
+  serviceMonitor:
+    enabled: true
+# dependencies
+etcd:
+  affinity:
+    nodeAffinity:
+      preferredDuringSchedulingIgnoredDuringExecution:
+      - preference:
+          matchExpressions:
+          - key: jenkins-e2e-amd
+            operator: In
+            values:
+            - "true"
+        weight: 100
+      - preference:
+          matchExpressions:
+          - key: node-role.kubernetes.io/e2e
+            operator: Exists
+        weight: 1
+  metrics:
+    enabled: true
+    podMonitor:
+      enabled: true
+  replicaCount: 1
+  resources:
+    requests:
+      cpu: "0.2"
+      memory: 256Mi
+    limits:
+      cpu: "1"
+      memory: 4Gi
+  tolerations:
+  - effect: PreferNoSchedule
+    key: jenkins-milvus-ci-only
+    operator: Equal
+    value: "true"
+  - effect: NoSchedule
+    key: node-role.kubernetes.io/e2e
+    operator: Exists
+minio:
+  affinity:
+    nodeAffinity:
+      preferredDuringSchedulingIgnoredDuringExecution:
+      - preference:
+          matchExpressions:
+          - key: jenkins-e2e-amd
+            operator: In
+            values:
+            - "true"
+        weight: 100
+      - preference:
+          matchExpressions:
+          - key: node-role.kubernetes.io/e2e
+            operator: Exists
+        weight: 1
+  mode: standalone
+  resources:
+    requests:
+      cpu: "0.2"
+      memory: 512Mi
+    limits:
+      cpu: "1"
+      memory: 4Gi
+  tolerations:
+  - effect: PreferNoSchedule
+    key: jenkins-milvus-ci-only
+    operator: Equal
+    value: "true"
+  - effect: NoSchedule
+    key: node-role.kubernetes.io/e2e
+    operator: Exists
+kafka:
+  enabled: false
+pulsarv3:
+  enabled: false
+# others
+image:
+  all:
+    pullPolicy: Always
+    repository: harbor.milvus.io/milvus/milvus
+    tag: nightly-20240821-ed4eaff

tests/_helm/values/e2e-amd/standalone

@@ -44,7 +44,6 @@ extraConfigFiles:
       storage:
         format: vortex
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e-amd/standalone-kafka-mmap

@@ -40,7 +40,6 @@ extraConfigFiles:
         # enable storage v3
         useLoonFFI: true
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e-amd/standalone-one-pod

@@ -1,102 +0,0 @@
-affinity:
-  nodeAffinity:
-    preferredDuringSchedulingIgnoredDuringExecution:
-    - preference:
-        matchExpressions:
-        - key: jenkins-e2e-amd
-          operator: In
-          values:
-          - "true"
-      weight: 100
-    - preference:
-        matchExpressions:
-        - key: node-role.kubernetes.io/e2e
-          operator: Exists
-      weight: 1
-cluster:
-  enabled: false
-streaming:
-  enabled: true
-etcd:
-  enabled: false
-  metrics:
-    enabled: true
-    podMonitor:
-      enabled: true
-  replicaCount: 1
-extraConfigFiles:
-  user.yaml: |
-    etcd:
-      use:
-        embed: true
-      data:
-        dir: /var/lib/milvus/etcd
-    common:
-      storageType: local
-      storage:
-        # enable storage v3
-        useLoonFFI: true
-    dataCoord:
-      targetVecIndexVersion: 10
-      compaction:
-        bumpSchemaVersion:
-          enabled: true
-    queryNode:
-      segcore:
-        exprEvalBatchSize: 512
-    quotaAndLimits:
-      flushRate:
-        collection:
-          max: 4
-    indexCoord:
-      scheduler:
-        interval: 100
-image:
-  all:
-    pullPolicy: Always
-    repository: harbor.milvus.io/milvus/milvus
-    tag: PR-35432-20240812-71a1562ea
-indexCoordinator:
-  enabled: false
-  gc:
-    interval: 1
-indexNode:
-  enabled: false
-  disk:
-    enabled: true
-metrics:
-  serviceMonitor:
-    enabled: true
-minio:
-  enabled: false
-  mode: standalone
-  tls:
-    enabled: false
-pulsar:
-  enabled: false
-queryNode:
-  disk:
-    enabled: true
-service:
-  type: ClusterIP
-standalone:
-  disk:
-    enabled: true
-  resources:
-    limits:
-      cpu: "8"
-      memory: 16Gi
-    requests:
-      cpu: "3"
-      memory: 8Gi
-  extraEnv:
-  - name: ETCD_CONFIG_PATH
-    value: /milvus/configs/advanced/etcd.yaml
-tolerations:
-- effect: PreferNoSchedule
-  key: jenkins-milvus-ci-only
-  operator: Equal
-  value: "true"
-- effect: NoSchedule
-  key: node-role.kubernetes.io/e2e
-  operator: Exists

tests/_helm/values/e2e-arm/distributed-pulsar

@@ -72,7 +72,6 @@ extraConfigFiles:
       storage:
         format: vortex
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e-arm/standalone

@@ -31,7 +31,6 @@ extraConfigFiles:
       storage:
         format: vortex
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e-arm/standalone-kafka-mmap

@@ -27,7 +27,6 @@ extraConfigFiles:
         # enable storage v3
         useLoonFFI: true
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e-arm/standalone-one-pod

@@ -1,81 +0,0 @@
-nodeSelector:
-  jenkins-e2e-arm: "true"
-cluster:
-  enabled: false
-streaming:
-  enabled: true
-etcd:
-  enabled: false
-  metrics:
-    enabled: true
-    podMonitor:
-      enabled: true
-  replicaCount: 1
-extraConfigFiles:
-  user.yaml: |
-    etcd:
-      use:
-        embed: true
-      data:
-        dir: /var/lib/milvus/etcd
-    common:
-      storageType: local
-      storage:
-        # enable storage v3
-        useLoonFFI: true
-    dataCoord:
-      targetVecIndexVersion: 10
-      compaction:
-        bumpSchemaVersion:
-          enabled: true
-    queryNode:
-      segcore:
-        exprEvalBatchSize: 512
-    indexCoord:
-      scheduler:
-        interval: 100
-image:
-  all:
-    pullPolicy: Always
-    repository: harbor.milvus.io/milvus/milvus
-    tag: PR-35432-20240812-71a1562ea
-indexCoordinator:
-  enabled: false
-  gc:
-    interval: 1
-indexNode:
-  enabled: false
-  disk:
-    enabled: true
-metrics:
-  serviceMonitor:
-    enabled: true
-minio:
-  enabled: false
-  mode: standalone
-  tls:
-    enabled: false
-pulsar:
-  enabled: false
-queryNode:
-  disk:
-    enabled: true
-service:
-  type: ClusterIP
-standalone:
-  disk:
-    enabled: true
-  resources:
-    limits:
-      cpu: "8"
-      memory: 16Gi
-    requests:
-      cpu: "3"
-      memory: 8Gi
-  extraEnv:
-  - name: ETCD_CONFIG_PATH
-    value: /milvus/configs/advanced/etcd.yaml
-tolerations:
-- effect: NoSchedule
-  key: jenkins-e2e-arm
-  operator: Exists

tests/_helm/values/e2e/distributed-pulsar

@@ -85,7 +85,6 @@ extraConfigFiles:
       storage:
         format: vortex
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e/standalone

@@ -44,7 +44,6 @@ extraConfigFiles:
       storage:
         format: vortex
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e/standalone-kafka-mmap

@@ -40,7 +40,6 @@ extraConfigFiles:
         # enable storage v3
         useLoonFFI: true
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/e2e/standalone-one-pod

@@ -1,102 +0,0 @@
-affinity:
-  nodeAffinity:
-    preferredDuringSchedulingIgnoredDuringExecution:
-    - preference:
-        matchExpressions:
-        - key: jenkins-e2e-amd
-          operator: In
-          values:
-          - "true"
-      weight: 100
-    - preference:
-        matchExpressions:
-        - key: node-role.kubernetes.io/e2e
-          operator: Exists
-      weight: 1
-cluster:
-  enabled: false
-streaming:
-  enabled: true
-etcd:
-  enabled: false
-  metrics:
-    enabled: true
-    podMonitor:
-      enabled: true
-  replicaCount: 1
-extraConfigFiles:
-  user.yaml: |
-    etcd:
-      use:
-        embed: true
-      data:
-        dir: /var/lib/milvus/etcd
-    common:
-      storageType: local
-      storage:
-        # enable storage v3
-        useLoonFFI: true
-    dataCoord:
-      targetVecIndexVersion: 10
-      compaction:
-        bumpSchemaVersion:
-          enabled: true
-    queryNode:
-      segcore:
-        exprEvalBatchSize: 512
-    quotaAndLimits:
-      flushRate:
-        collection:
-          max: 4
-    indexCoord:
-      scheduler:
-        interval: 100
-image:
-  all:
-    pullPolicy: Always
-    repository: harbor.milvus.io/milvus/milvus
-    tag: PR-35432-20240812-71a1562ea
-indexCoordinator:
-  enabled: false
-  gc:
-    interval: 1
-indexNode:
-  enabled: false
-  disk:
-    enabled: true
-metrics:
-  serviceMonitor:
-    enabled: true
-minio:
-  enabled: false
-  mode: standalone
-  tls:
-    enabled: false
-pulsar:
-  enabled: false
-queryNode:
-  disk:
-    enabled: true
-service:
-  type: ClusterIP
-standalone:
-  disk:
-    enabled: true
-  resources:
-    limits:
-      cpu: "8"
-      memory: 16Gi
-    requests:
-      cpu: "3"
-      memory: 8Gi
-  extraEnv:
-  - name: ETCD_CONFIG_PATH
-    value: /milvus/configs/advanced/etcd.yaml
-tolerations:
-- effect: PreferNoSchedule
-  key: jenkins-milvus-ci-only
-  operator: Equal
-  value: "true"
-- effect: NoSchedule
-  key: node-role.kubernetes.io/e2e
-  operator: Exists

tests/_helm/values/nightly/distributed-kafka

@@ -86,7 +86,6 @@ extraConfigFiles:
         # enable storage v3
         useLoonFFI: true
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/nightly/distributed-pulsar-mmap

@@ -87,7 +87,6 @@ extraConfigFiles:
         # enable storage v3
         useLoonFFI: true
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/nightly/distributed-woodpecker

@@ -97,8 +97,6 @@ extraConfigFiles:
           enabled: true
         storageFormat:
           enabled: true
-      targetVecIndexVersion: 10
-      compaction:
         bumpSchemaVersion:
           enabled: true
       gc:

tests/_helm/values/nightly/distributed-woodpecker-service

@@ -89,9 +89,6 @@ log:
   level: debug
 extraConfigFiles:
   user.yaml: |+
-    proxy:
-      http:
-        enabled: true
     common:
       storage:
         enablev2: true
@@ -106,8 +103,6 @@ extraConfigFiles:
           enabled: true
         storageFormat:
           enabled: true
-      targetVecIndexVersion: 10
-      compaction:
         bumpSchemaVersion:
           enabled: true
       gc:

tests/_helm/values/nightly/standalone-authentication-mmap

@@ -37,7 +37,6 @@ log:
 extraConfigFiles:
   user.yaml: |+
     dataCoord:
-      targetVecIndexVersion: 10
       compaction:
         bumpSchemaVersion:
           enabled: true

tests/_helm/values/nightly/standalone-one-pod

@@ -1,127 +0,0 @@
-affinity:
-  nodeAffinity:
-    preferredDuringSchedulingIgnoredDuringExecution:
-    - preference:
-        matchExpressions:
-        - key: jenkins-e2e-amd
-          operator: In
-          values:
-          - "true"
-      weight: 100
-    - preference:
-        matchExpressions:
-        - key: node-role.kubernetes.io/e2e
-          operator: Exists
-      weight: 1
-cluster:
-  enabled: false
-streaming:
-  enabled: true
-common:
-  security:
-    authorizationEnabled: false
-dataCoordinator:
-  gc:
-    dropTolerance: 86400
-    missingTolerance: 86400
-  profiling:
-    enabled: true
-dataNode:
-  profiling:
-    enabled: true
-  replicas: 2
-etcd:
-  enabled: false
-  metrics:
-    enabled: true
-    podMonitor:
-      enabled: true
-  replicaCount: 1
-extraConfigFiles:
-  user.yaml: |
-    etcd:
-      use:
-        embed: true
-      data:
-        dir: /var/lib/milvus/etcd
-    common:
-      storageType: local
-      storage:
-        # enable storage v3
-        useLoonFFI: true
-    dataCoord:
-      targetVecIndexVersion: 10
-      compaction:
-        bumpSchemaVersion:
-          enabled: true
-    queryNode:
-      segcore:
-        exprEvalBatchSize: 512
-image:
-  all:
-    pullPolicy: Always
-    repository: harbor.milvus.io/milvus/milvus
-    tag: nightly-20240821-ed4eaff
-indexCoordinator:
-  enabled: false
-  gc:
-    interval: 1
-  profiling:
-    enabled: true
-indexNode:
-  enabled: false
-  disk:
-    enabled: true
-  profiling:
-    enabled: true
-  replicas: 2
-kafka:
-  enabled: false
-log:
-  level: debug
-metrics:
-  serviceMonitor:
-    enabled: true
-minio:
-  enabled: false
-  mode: standalone
-  tls:
-    enabled: false
-proxy:
-  profiling:
-    enabled: true
-  replicas: 2
-pulsar:
-  enabled: false
-queryCoordinator:
-  profiling:
-    enabled: true
-queryNode:
-  disk:
-    enabled: true
-  profiling:
-    enabled: true
-  replicas: 2
-service:
-  type: ClusterIP
-standalone:
-  disk:
-    enabled: true
-  resources:
-    limits:
-      cpu: "8"
-      memory: 16Gi
-    requests:
-      cpu: "3"
-      memory: 8Gi
-  extraEnv:
-  - name: ETCD_CONFIG_PATH
-    value: /milvus/configs/advanced/etcd.yaml
-tolerations:
-- effect: PreferNoSchedule
-  key: jenkins-milvus-ci-only
-  operator: Equal
-  value: "true"
-- effect: NoSchedule
-  key: node-role.kubernetes.io/e2e
-  operator: Exists