Add IsSorted field for segment (#312)

Signed-off-by: Cai Zhang <[email protected]>
milvus-io · Sep 13, 2024 · b09603e · b09603e
1 parent 3a52682
commit b09603e
Show file tree

Hide file tree

Showing 4 changed files with 417 additions and 400 deletions.
diff --git a/models/segment.go b/models/segment.go
@@ -37,6 +37,9 @@ type Segment struct {
 	// PartitionStats version
 	PartitionStatsVersion int64
 
+	// sorted by PK
+	IsSorted bool
+
 	// etcd segment key
 	key string
 
@@ -107,6 +110,7 @@ func NewSegmentFromV2_2(info *datapbv2.SegmentInfo, key string,
 	s.StartPosition = NewMsgPosition(info.GetStartPosition())
 	s.DmlPosition = NewMsgPosition(info.GetDmlPosition())
 	s.Level = SegmentLevel(info.GetLevel())
+	s.IsSorted = info.GetIsSorted()
 
 	s.lazyLoad = func(s *Segment) {
 		mFunc := func(fbl datapbv2.FieldBinlog, _ int) *FieldBinlog {

diff --git a/proto/v2.2/data_coord.proto b/proto/v2.2/data_coord.proto
@@ -326,8 +326,11 @@ message SegmentInfo {
   int64 partition_stats_version = 22;
   // use in major compaction, if compaction fail, should revert segment level to last value
   SegmentLevel last_level = 23;
-  // use in major compaction, if compaction fail, should revert partition stats version to last value
+  // use in clustering compaction, if compaction fail, should revert partition stats version to last value
   int64 last_partition_stats_version = 24;
+
+  // used to indicate whether the segment is sorted by primary key.
+  bool is_sorted = 25;
 }
 
 message SegmentStartPosition {