mirror of
https://github.com/milvus-io/milvus.git
synced 2026-07-21 02:05:41 +00:00
5eebaa9ad4
issue: #47404 - message trace context: add trace context serialization and restore/inject helpers for WAL messages and msgstream conversion - WAL append trace: normalize WAL spans for autocommit, txn, broadcast, append, appendimpl, and broadcast callback paths - trace propagation: restore message trace context in producer, broadcast retry, replicate primary/secondary, recovery, flusher, and query/data flowgraph consumers --------- Signed-off-by: chyezh <chyezh@outlook.com> Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
107 lines
5.5 KiB
Go
107 lines
5.5 KiB
Go
package recovery
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v3/commonpb"
|
|
"github.com/milvus-io/milvus/pkg/v3/streaming/util/message"
|
|
"github.com/milvus-io/milvus/pkg/v3/streaming/util/types"
|
|
"github.com/milvus-io/milvus/pkg/v3/streaming/walimpls/impls/walimplstest"
|
|
)
|
|
|
|
func TestUpdateCheckpoint(t *testing.T) {
|
|
rs := &recoveryStorageImpl{
|
|
currentClusterID: "test1",
|
|
channel: types.PChannelInfo{Name: "test1-rootcoord-dml_0"},
|
|
checkpoint: &WALCheckpoint{},
|
|
metrics: newRecoveryStorageMetrics(types.PChannelInfo{Name: "test1-rootcoord-dml_0"}),
|
|
}
|
|
|
|
rs.updateCheckpoint(context.Background(), newAlterReplicateConfigMessage("test1", []string{"test2"}, 1, walimplstest.NewTestMessageID(1)))
|
|
assert.Nil(t, rs.checkpoint.ReplicateCheckpoint)
|
|
assert.Equal(t, rs.checkpoint.MessageID, walimplstest.NewTestMessageID(1))
|
|
assert.Equal(t, rs.checkpoint.TimeTick, uint64(1))
|
|
rs.updateCheckpoint(context.Background(), newAlterReplicateConfigMessage("test2", []string{"test1"}, 1, walimplstest.NewTestMessageID(1)))
|
|
assert.NotNil(t, rs.checkpoint.ReplicateCheckpoint)
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.ClusterID, "test2")
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.PChannel, "test2-rootcoord-dml_0")
|
|
assert.Nil(t, rs.checkpoint.ReplicateCheckpoint.MessageID)
|
|
assert.Zero(t, rs.checkpoint.ReplicateCheckpoint.TimeTick)
|
|
|
|
replicateMsg := message.MustNewReplicateMessage("test3", message.NewCreateDatabaseMessageBuilderV2().
|
|
WithHeader(&message.CreateDatabaseMessageHeader{}).
|
|
WithBody(&message.CreateDatabaseMessageBody{}).
|
|
WithVChannel("test3-rootcoord-dml_0").
|
|
MustBuildMutable().
|
|
WithTimeTick(3).
|
|
WithLastConfirmed(walimplstest.NewTestMessageID(10)).
|
|
IntoImmutableMessage(walimplstest.NewTestMessageID(20)).IntoImmutableMessageProto())
|
|
replicateMsg.OverwriteReplicateVChannel("test1-rootcoord-dml_0")
|
|
immutableReplicateMsg := replicateMsg.WithTimeTick(4).
|
|
WithLastConfirmed(walimplstest.NewTestMessageID(11)).
|
|
IntoImmutableMessage(walimplstest.NewTestMessageID(22))
|
|
rs.updateCheckpoint(context.Background(), immutableReplicateMsg)
|
|
|
|
// update with wrong clusterID.
|
|
rs.updateCheckpoint(context.Background(), immutableReplicateMsg)
|
|
assert.NotNil(t, rs.checkpoint.ReplicateCheckpoint)
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.ClusterID, "test2")
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.PChannel, "test2-rootcoord-dml_0")
|
|
assert.Nil(t, rs.checkpoint.ReplicateCheckpoint.MessageID)
|
|
assert.Zero(t, rs.checkpoint.ReplicateCheckpoint.TimeTick)
|
|
|
|
rs.updateCheckpoint(context.Background(), newAlterReplicateConfigMessage("test3", []string{"test2", "test1"}, 1, walimplstest.NewTestMessageID(1)))
|
|
assert.NotNil(t, rs.checkpoint.ReplicateCheckpoint)
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.ClusterID, "test3")
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.PChannel, "test3-rootcoord-dml_0")
|
|
assert.Nil(t, rs.checkpoint.ReplicateCheckpoint.MessageID)
|
|
assert.Zero(t, rs.checkpoint.ReplicateCheckpoint.TimeTick)
|
|
|
|
// update with right clusterID.
|
|
rs.updateCheckpoint(context.Background(), immutableReplicateMsg)
|
|
assert.NotNil(t, rs.checkpoint.ReplicateCheckpoint)
|
|
assert.Equal(t, rs.checkpoint.MessageID, walimplstest.NewTestMessageID(11))
|
|
assert.Equal(t, rs.checkpoint.TimeTick, uint64(4))
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.ClusterID, "test3")
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.PChannel, "test3-rootcoord-dml_0")
|
|
assert.True(t, rs.checkpoint.ReplicateCheckpoint.MessageID.EQ(walimplstest.NewTestMessageID(10)))
|
|
assert.Equal(t, rs.checkpoint.ReplicateCheckpoint.TimeTick, uint64(3))
|
|
|
|
rs.updateCheckpoint(context.Background(), newAlterReplicateConfigMessage("test1", []string{"test2"}, 1, walimplstest.NewTestMessageID(1)))
|
|
assert.Nil(t, rs.checkpoint.ReplicateCheckpoint)
|
|
rs.updateCheckpoint(context.Background(), immutableReplicateMsg)
|
|
}
|
|
|
|
// newAlterReplicateConfigMessage creates a new alter replicate config message.
|
|
func newAlterReplicateConfigMessage(primaryClusterID string, secondaryClusterID []string, timetick uint64, messageID message.MessageID) message.ImmutableMessage {
|
|
return message.NewAlterReplicateConfigMessageBuilderV2().
|
|
WithHeader(&message.AlterReplicateConfigMessageHeader{
|
|
ReplicateConfiguration: newReplicateConfiguration(primaryClusterID, secondaryClusterID...),
|
|
}).
|
|
WithBody(&message.AlterReplicateConfigMessageBody{}).
|
|
WithVChannel("test1-rootcoord-dml_0").
|
|
MustBuildMutable().
|
|
WithTimeTick(timetick).
|
|
WithLastConfirmed(messageID).
|
|
IntoImmutableMessage(walimplstest.NewTestMessageID(10086))
|
|
}
|
|
|
|
// newReplicateConfiguration creates a valid replicate configuration for testing
|
|
func newReplicateConfiguration(primaryClusterID string, secondaryClusterID ...string) *commonpb.ReplicateConfiguration {
|
|
clusters := []*commonpb.MilvusCluster{
|
|
{ClusterId: primaryClusterID, Pchannels: []string{primaryClusterID + "-rootcoord-dml_0", primaryClusterID + "-rootcoord-dml_1"}},
|
|
}
|
|
crossClusterTopology := []*commonpb.CrossClusterTopology{}
|
|
for _, secondaryClusterID := range secondaryClusterID {
|
|
clusters = append(clusters, &commonpb.MilvusCluster{ClusterId: secondaryClusterID, Pchannels: []string{secondaryClusterID + "-rootcoord-dml_0", secondaryClusterID + "-rootcoord-dml_1"}})
|
|
crossClusterTopology = append(crossClusterTopology, &commonpb.CrossClusterTopology{SourceClusterId: primaryClusterID, TargetClusterId: secondaryClusterID})
|
|
}
|
|
return &commonpb.ReplicateConfiguration{
|
|
Clusters: clusters,
|
|
CrossClusterTopology: crossClusterTopology,
|
|
}
|
|
}
|