-
Notifications
You must be signed in to change notification settings - Fork 5.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
executor: introduce a new execution framework for aggregate functions (…
- Loading branch information
Showing
4 changed files
with
264 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,82 @@ | ||
// Copyright 2018 PingCAP, Inc. | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
package aggfuncs | ||
|
||
import ( | ||
"unsafe" | ||
|
||
"github.com/pingcap/tidb/expression" | ||
"github.com/pingcap/tidb/sessionctx" | ||
"github.com/pingcap/tidb/util/chunk" | ||
) | ||
|
||
// All the AggFunc implementations are listed here for navigation. | ||
var ( | ||
// All the AggFunc implementations for "COUNT" are listed here. | ||
// All the AggFunc implementations for "SUM" are listed here. | ||
// All the AggFunc implementations for "AVG" are listed here. | ||
// All the AggFunc implementations for "FIRSTROW" are listed here. | ||
// All the AggFunc implementations for "MAX" are listed here. | ||
// All the AggFunc implementations for "MIN" are listed here. | ||
// All the AggFunc implementations for "GROUP_CONCAT" are listed here. | ||
// All the AggFunc implementations for "BIT_OR" are listed here. | ||
// All the AggFunc implementations for "BIT_XOR" are listed here. | ||
// All the AggFunc implementations for "BIT_AND" are listed here. | ||
) | ||
|
||
// PartialResult represents data structure to store the partial result for the | ||
// aggregate functions. Here we use unsafe.Pointer to allow the partial result | ||
// to be any type. | ||
type PartialResult unsafe.Pointer | ||
|
||
// AggFunc is the interface to evaluate the aggregate functions. | ||
type AggFunc interface { | ||
// AllocPartialResult allocates a specific data structure to store the | ||
// partial result, initializes it, and converts it to PartialResult to | ||
// return back. Aggregate operator implementation, no matter it's a hash | ||
// or stream, should hold this allocated PartialResult for the further | ||
// operations like: "ResetPartialResult", "UpdatePartialResult". | ||
AllocPartialResult() PartialResult | ||
|
||
// ResetPartialResult resets the partial result to the original state for a | ||
// specific aggregate function. It converts the input PartialResult to the | ||
// specific data structure which stores the partial result and then reset | ||
// every field to the proper original state. | ||
ResetPartialResult(pr PartialResult) | ||
|
||
// UpdatePartialResult updates the specific partial result for an aggregate | ||
// function using the input rows which all belonging to the same data group. | ||
// It converts the PartialResult to the specific data structure which stores | ||
// the partial result and then iterates on the input rows and update that | ||
// partial result according to the functionality and the state of the | ||
// aggregate function. | ||
UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) error | ||
|
||
// AppendFinalResult2Chunk finalizes the partial result and append the | ||
// final result to the input chunk. Like other operations, it converts the | ||
// input PartialResult to the specific data structure which stores the | ||
// partial result and then calculates the final result and append that | ||
// final result to the chunk provided. | ||
AppendFinalResult2Chunk(sctx sessionctx.Context, pr PartialResult, chk *chunk.Chunk) error | ||
} | ||
|
||
type baseAggFunc struct { | ||
// args stores the input arguments for an aggregate function, we should | ||
// call arg.EvalXXX to get the actual input data for this function. | ||
args []expression.Expression | ||
|
||
// ordinal stores the ordinal of the columns in the output chunk, which is | ||
// used to append the final result of this function. | ||
ordinal int | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,97 @@ | ||
// Copyright 2018 PingCAP, Inc. | ||
// | ||
// Licensed under the Apache License, Version 2.0 (the "License"); | ||
// you may not use this file except in compliance with the License. | ||
// You may obtain a copy of the License at | ||
// | ||
// http://www.apache.org/licenses/LICENSE-2.0 | ||
// | ||
// Unless required by applicable law or agreed to in writing, software | ||
// distributed under the License is distributed on an "AS IS" BASIS, | ||
// See the License for the specific language governing permissions and | ||
// limitations under the License. | ||
|
||
package aggfuncs | ||
|
||
import ( | ||
"github.com/pingcap/tidb/ast" | ||
"github.com/pingcap/tidb/expression/aggregation" | ||
) | ||
|
||
// Build is used to build a specific AggFunc implementation according to the | ||
// input aggFuncDesc. | ||
func Build(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
switch aggFuncDesc.Name { | ||
case ast.AggFuncCount: | ||
return buildCount(aggFuncDesc, ordinal) | ||
case ast.AggFuncSum: | ||
return buildSum(aggFuncDesc, ordinal) | ||
case ast.AggFuncAvg: | ||
return buildAvg(aggFuncDesc, ordinal) | ||
case ast.AggFuncFirstRow: | ||
return buildFirstRow(aggFuncDesc, ordinal) | ||
case ast.AggFuncMax: | ||
return buildMax(aggFuncDesc, ordinal) | ||
case ast.AggFuncMin: | ||
return buildMin(aggFuncDesc, ordinal) | ||
case ast.AggFuncGroupConcat: | ||
return buildGroupConcat(aggFuncDesc, ordinal) | ||
case ast.AggFuncBitOr: | ||
return buildBitOr(aggFuncDesc, ordinal) | ||
case ast.AggFuncBitXor: | ||
return buildBitXor(aggFuncDesc, ordinal) | ||
case ast.AggFuncBitAnd: | ||
return buildBitAnd(aggFuncDesc, ordinal) | ||
} | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "COUNT". | ||
func buildCount(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "SUM". | ||
func buildSum(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "AVG". | ||
func buildAvg(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "FIRST_ROW". | ||
func buildFirstRow(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "MAX". | ||
func buildMax(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "MIN". | ||
func buildMin(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "GROUP_CONCAT". | ||
func buildGroupConcat(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "BIT_OR". | ||
func buildBitOr(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "BIT_XOR". | ||
func buildBitXor(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} | ||
|
||
// buildCount builds the AggFunc implementation for function "BIT_AND". | ||
func buildBitAnd(aggFuncDesc *aggregation.AggFuncDesc, ordinal int) AggFunc { | ||
return nil | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters