Skip to content

Commit

Permalink
Introduce basic support for RoaringBitmaps as user type (ydb-platform…
Browse files Browse the repository at this point in the history 
…#3745)
  • Loading branch information
@jsjant
jsjant committed Apr 25, 2024
1 parent b1eb036 commit 36ef5e9
Show file tree
Hide file tree
Showing 21 changed files with 960 additions and 0 deletions.
443 changes: 443 additions & 0 deletions ydb/library/yql/udfs/common/roaring/roaring.cpp
View file

Large diffs are not rendered by default.

22 changes: 22 additions & 0 deletions ydb/library/yql/udfs/common/roaring/test/canondata/result.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
{
"test.test[cardinality]": [
{
"uri": "file://test.test_cardinality_/results.txt"
}
],
"test.test[intersect]": [
{
"uri": "file://test.test_intersect_/results.txt"
}
],
"test.test[serialize_deserialize]": [
{
"uri": "file://test.test_serialize_deserialize_/results.txt"
}
],
"test.test[union]": [
{
"uri": "file://test.test_union_/results.txt"
}
]
}
69 changes: 69 additions & 0 deletions ydb/library/yql/udfs/common/roaring/test/canondata/test.test_cardinality_/results.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
[
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"OrCardinality";
[
"OptionalType";
[
"DataType";
"Uint32"
]
]
]
]
]
];
"Data" = [
[
[
"3"
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"AndCardinality";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[
"1"
]
]
]
]
}
]
}
]
106 changes: 106 additions & 0 deletions ydb/library/yql/udfs/common/roaring/test/canondata/test.test_intersect_/results.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,106 @@
[
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"AndList";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[
"1"
]
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"AndWithBinaryList";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[
"1"
]
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"AndWithBinaryListEmpty";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
#
]
]
}
]
}
]
176 changes: 176 additions & 0 deletions ...brary/yql/udfs/common/roaring/test/canondata/test.test_serialize_deserialize_/results.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,176 @@
[
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"DeserializedList";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[
"10";
"567"
]
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"Serialized";
[
"OptionalType";
[
"DataType";
"String"
]
]
]
]
]
];
"Data" = [
[
[
":0\0\0\1\0\0\0\0\0\1\0\x10\0\0\0\n\0007\2"
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"LimitedList";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[
"10"
]
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"OffsetedList";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[
"567"
]
]
]
]
}
]
};
{
"Write" = [
{
"Type" = [
"ListType";
[
"StructType";
[
[
"EmptyList";
[
"OptionalType";
[
"ListType";
[
"DataType";
"Uint32"
]
]
]
]
]
]
];
"Data" = [
[
[
[]
]
]
]
}
]
}
]
Loading

0 comments on commit 36ef5e9

Please sign in to comment.