Skip to content

Commit

Permalink
[vectorized](pipeline) support union node operator (apache#15031)
Browse files Browse the repository at this point in the history
  • Loading branch information
zhangstar333 authored Dec 19, 2022
1 parent 7c67fa8 commit 494eb89
Show file tree
Hide file tree
Showing 18 changed files with 639 additions and 258 deletions.
7 changes: 3 additions & 4 deletions be/src/exec/exec_node.h
Original file line number Diff line number Diff line change
Expand Up @@ -222,6 +222,9 @@ class ExecNode {
int64_t rows_returned() const { return _num_rows_returned; }
int64_t limit() const { return _limit; }
bool reached_limit() const { return _limit != -1 && _num_rows_returned >= _limit; }
/// Only use in vectorized exec engine to check whether reach limit and cut num row for block
// and add block rows for profile
void reached_limit(vectorized::Block* block, bool* eos);
const std::vector<TupleId>& get_tuple_ids() const { return _tuple_ids; }

RuntimeProfile* runtime_profile() const { return _runtime_profile.get(); }
Expand Down Expand Up @@ -259,10 +262,6 @@ class ExecNode {
// 2. delete and release the column which create by function all and other reason
void release_block_memory(vectorized::Block& block, uint16_t child_idx = 0);

/// Only use in vectorized exec engine to check whether reach limit and cut num row for block
// and add block rows for profile
void reached_limit(vectorized::Block* block, bool* eos);

/// Only use in vectorized exec engine try to do projections to trans _row_desc -> _output_row_desc
Status do_projections(vectorized::Block* origin_block, vectorized::Block* output_block);

Expand Down
4 changes: 3 additions & 1 deletion be/src/pipeline/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,6 @@ set(PIPELINE_FILES
exec/analytic_source_operator.cpp
exec/streaming_aggregation_source_operator.cpp
exec/streaming_aggregation_sink_operator.cpp
exec/agg_context.cpp
exec/sort_source_operator.cpp
exec/sort_sink_operator.cpp
exec/repeat_operator.cpp
Expand All @@ -54,6 +53,9 @@ set(PIPELINE_FILES
exec/set_sink_operator.cpp
exec/set_source_operator.cpp
exec/set_probe_sink_operator.cpp
exec/union_sink_operator.cpp
exec/union_source_operator.cpp
exec/data_queue.cpp
exec/select_operator.cpp)

add_library(Pipeline STATIC
Expand Down
118 changes: 0 additions & 118 deletions be/src/pipeline/exec/agg_context.cpp

This file was deleted.

76 changes: 0 additions & 76 deletions be/src/pipeline/exec/agg_context.h

This file was deleted.

1 change: 0 additions & 1 deletion be/src/pipeline/exec/aggregation_sink_operator.h
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,6 @@

#pragma once

#include "agg_context.h"
#include "operator.h"

namespace doris {
Expand Down
Loading

0 comments on commit 494eb89

Please sign in to comment.