Skip to content

Commit

Permalink
This is an automated cherry-pick of pingcap#9345
Browse files Browse the repository at this point in the history 
Signed-off-by: ti-chi-bot <[email protected]>
  • Loading branch information
@xzhangxian1008 @ti-chi-bot
xzhangxian1008 authored and ti-chi-bot committed Sep 3, 2024
1 parent daf7c53 commit 10b9e5d
Show file tree
Hide file tree
Showing 8 changed files with 574 additions and 45 deletions.
2 changes: 1 addition & 1 deletion dbms/src/Functions/FunctionsNull.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,7 @@ class FunctionCoalesce : public IFunction
public:
static constexpr auto name = "coalesce";
static FunctionPtr create(const Context & context);
FunctionCoalesce(const Context & context)
explicit FunctionCoalesce(const Context & context)
: context(context)
{}

Expand Down
77 changes: 64 additions & 13 deletions dbms/src/Functions/FunctionsString.cpp
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
#include <Columns/ColumnArray.h>
#include <Columns/ColumnsNumber.h>
#include <Columns/IColumn.h>
#include <Common/TargetSpecific.h>
#include <Common/UTF8Helpers.h>
#include <Common/Volnitsky.h>
Expand Down Expand Up @@ -3858,19 +3860,32 @@ class FunctionASCII : public IFunction
std::string getName() const override { return name; }
size_t getNumberOfArguments() const override { return 1; }

bool useDefaultImplementationForConstants() const override { return true; }

DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
{
<<<<<<< HEAD
if (arguments.size() != 1)
throw Exception("Number of arguments for function " + getName() + " doesn't match: passed " + toString(arguments.size())
+ ", should be 1.",
ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
=======
if unlikely (arguments.size() != 1)
throw Exception(
fmt::format(
"Number of arguments for function {} doesn't match: passed {}, should be 1.",
getName(),
arguments.size()),
ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
>>>>>>> b30c1f5090 (Improve the performance of `length` and `ascii` functions (#9345))

return std::make_shared<DataTypeInt64>();
}

void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result) const override
{
const IColumn * c0_col = block.getByPosition(arguments[0]).column.get();
<<<<<<< HEAD
const ColumnConst * c0_const = checkAndGetColumn<ColumnConst>(c0_col);
const ColumnString * c0_string = checkAndGetColumn<ColumnString>(c0_col);
const ColumnFixedString * c0_fixed_string = checkAndGetColumn<ColumnFixedString>(c0_col);
Expand All @@ -3881,20 +3896,33 @@ class FunctionASCII : public IFunction
col_res->reserve(val_num);
if (c0_const == nullptr && c0_string == nullptr && c0_fixed_string == nullptr)
throw Exception("Illegal argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
=======
const auto * c0_string = checkAndGetColumn<ColumnString>(c0_col);
if unlikely (c0_string == nullptr)
throw Exception(
fmt::format("Illegal argument of function {}", getName()),
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
>>>>>>> b30c1f5090 (Improve the performance of `length` and `ascii` functions (#9345))

for (int i = 0; i < val_num; i++)
{
c0_col->get(i, res_field);
String handled_str = res_field.get<String>();
Int64 res = handled_str.empty() ? 0 : static_cast<Int64>(handled_str[0]);
col_res->insert(res);
}
auto val_num = static_cast<ssize_t>(c0_col->size());
auto col_res = ColumnInt64::create();
ColumnInt64::Container & data = col_res->getData();
data.resize(val_num);

const auto & chars = c0_string->getChars();
const auto & offsets = c0_string->getOffsets();

for (ssize_t i = 0; i < val_num; i++)
data[i] = chars[offsets[i - 1]];

block.getByPosition(result).column = std::move(col_res);
}
<<<<<<< HEAD

private:
const Context & context;
=======
>>>>>>> b30c1f5090 (Improve the performance of `length` and `ascii` functions (#9345))
};

class FunctionLength : public IFunction
Expand All @@ -3913,19 +3941,32 @@ class FunctionLength : public IFunction
std::string getName() const override { return name; }
size_t getNumberOfArguments() const override { return 1; }

bool useDefaultImplementationForConstants() const override { return true; }

DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
{
<<<<<<< HEAD
if (arguments.size() != 1)
throw Exception("Number of arguments for function " + getName() + " doesn't match: passed " + toString(arguments.size())
+ ", should be 1.",
ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
=======
if unlikely (arguments.size() != 1)
throw Exception(
fmt::format(
"Number of arguments for function {} doesn't match: passed {}, should be 1.",
getName(),
arguments.size()),
ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH);
>>>>>>> b30c1f5090 (Improve the performance of `length` and `ascii` functions (#9345))

return std::make_shared<DataTypeInt64>();
}

void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result) const override
{
const IColumn * c0_col = block.getByPosition(arguments[0]).column.get();
<<<<<<< HEAD
const ColumnConst * c0_const = checkAndGetColumn<ColumnConst>(c0_col);
const ColumnString * c0_string = checkAndGetColumn<ColumnString>(c0_col);
const ColumnFixedString * c0_fixed_string = checkAndGetColumn<ColumnFixedString>(c0_col);
Expand All @@ -3936,13 +3977,23 @@ class FunctionLength : public IFunction
col_res->reserve(val_num);
if (c0_const == nullptr && c0_string == nullptr && c0_fixed_string == nullptr)
throw Exception("Illegal argument of function " + getName(), ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
=======
const auto * c0_string = checkAndGetColumn<ColumnString>(c0_col);
if unlikely (c0_string == nullptr)
throw Exception(
fmt::format("Illegal argument of function {}", getName()),
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
>>>>>>> b30c1f5090 (Improve the performance of `length` and `ascii` functions (#9345))

for (int i = 0; i < val_num; i++)
{
c0_col->get(i, res_field);
String handled_str = res_field.get<String>();
col_res->insert(static_cast<Int64>(handled_str.size()));
}
auto val_num = static_cast<ssize_t>(c0_col->size());
auto col_res = ColumnInt64::create();
ColumnInt64::Container & data = col_res->getData();
data.resize(val_num);

const auto & offsets = c0_string->getOffsets();

for (ssize_t i = 0; i < val_num; i++)
data[i] = offsets[i] - offsets[i - 1] - 1;

block.getByPosition(result).column = std::move(col_res);
}
Expand Down
33 changes: 17 additions & 16 deletions dbms/src/Functions/GatherUtils/Algorithms.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,7 @@ void concat(const std::vector<std::unique_ptr<IArraySource>> & array_sources, Si
size_t sources_num = array_sources.size();
std::vector<char> is_const(sources_num);

auto checkAndGetSizeToReserve = [](auto source, IArraySource * array_source) {
auto check_and_get_size_to_reserve = [](auto source, IArraySource * array_source) {
if (source == nullptr)
throw Exception("Concat function expected " + demangle(typeid(Source).name()) + " or "
+ demangle(typeid(ConstSource<Source>).name()) + " but got "
Expand All @@ -185,17 +185,18 @@ void concat(const std::vector<std::unique_ptr<IArraySource>> & array_sources, Si
size_t size_to_reserve = 0;
for (auto i : ext::range(0, sources_num))
{
auto & source = array_sources[i];
const auto & source = array_sources[i];
is_const[i] = source->isConst();
if (is_const[i])
size_to_reserve += checkAndGetSizeToReserve(typeid_cast<ConstSource<Source> *>(source.get()), source.get());
size_to_reserve
+= check_and_get_size_to_reserve(typeid_cast<ConstSource<Source> *>(source.get()), source.get());
else
size_to_reserve += checkAndGetSizeToReserve(typeid_cast<Source *>(source.get()), source.get());
size_to_reserve += check_and_get_size_to_reserve(typeid_cast<Source *>(source.get()), source.get());
}

sink.reserve(size_to_reserve);

auto writeNext = [&sink](auto source) {
auto write_next = [&sink](auto source) {
writeSlice(source->getWhole(), sink);
source->next();
};
Expand All @@ -204,11 +205,11 @@ void concat(const std::vector<std::unique_ptr<IArraySource>> & array_sources, Si
{
for (auto i : ext::range(0, sources_num))
{
auto & source = array_sources[i];
const auto & source = array_sources[i];
if (is_const[i])
writeNext(static_cast<ConstSource<Source> *>(source.get()));
write_next(static_cast<ConstSource<Source> *>(source.get()));
else
writeNext(static_cast<Source *>(source.get()));
write_next(static_cast<Source *>(source.get()));
}
sink.next();
}
Expand Down Expand Up @@ -369,11 +370,11 @@ void NO_INLINE pad(SourceA && src, SourceB && padding, Sink && sink, ssize_t len
size_t left = static_cast<size_t>(length) - slice.size;
if (is_left)
{
StringSource::Slice padSlice = padding.getWhole();
while (left > padSlice.size && padSlice.size != 0)
StringSource::Slice pad_slice = padding.getWhole();
while (left > pad_slice.size && pad_slice.size != 0)
{
writeSlice(padSlice, sink);
left -= padSlice.size;
writeSlice(pad_slice, sink);
left -= pad_slice.size;
}

writeSlice(padding.getSliceFromLeft(0, left), sink);
Expand All @@ -382,11 +383,11 @@ void NO_INLINE pad(SourceA && src, SourceB && padding, Sink && sink, ssize_t len
else
{
writeSlice(slice, sink);
StringSource::Slice padSlice = padding.getWhole();
while (left > padSlice.size && padSlice.size != 0)
StringSource::Slice pad_slice = padding.getWhole();
while (left > pad_slice.size && pad_slice.size != 0)
{
writeSlice(padSlice, sink);
left -= padSlice.size;
writeSlice(pad_slice, sink);
left -= pad_slice.size;
}

writeSlice(padding.getSliceFromLeft(0, left), sink);
Expand Down
Loading

0 comments on commit 10b9e5d

Please sign in to comment.