Commit b0936f2

committed

Merge remote-tracking branch 'up/main' into loopjoin

2 parents 0d4339f + 2f0a820 commit b0936f2Copy full SHA for b0936f2

500 files changed

+19923

-11186

lines changed

.gitignore
Cargo.lock
Cargo.toml
README.md
licenserc.toml
scripts
- ci
  - ci-setup-chaos-meta.sh
  - deploy/config
    - databend-query-node-2.toml
    - databend-query-node-3.toml
  - meta-chaos
    - k3d.yaml
- distribution/systemd
  - databend-query.service
src
- bendpy
  - Cargo.toml
- common
  - base/src/runtime/perf
    - flamegraph_main_template.html
  - cloud_control
    - Cargo.toml
  - column
    - src
      - binview
        mod.rs
      - types
        native.rs
    - tests/it/binview
      - mod.rs
  - compress/src
    - decode.rs
  - hashtable/src
  - io
    - Cargo.toml
    - src/cursor_ext
      - cursor_read_datetime_ext.rs
    - tests/it/cursor_ext
      - read_datetime_ext.rs
  - metrics/src/metrics
    - storage.rs
  - native/src
    - read
      - batch_read.rs
      - deserialize.rs
    - write
      - serialize.rs
  - storage/src
  - timezone
    - Cargo.toml
    - src
      - lib.rs
- meta
  - api/src
  - app
    - src
      - data_mask
        data_mask_id_to_name_ident.rs
        mod.rs
      - principal
        mod.rs
        ownership_object.rs
        tenant_ownership_object_ident.rs
        user_defined_function.rs
        user_grant.rs
        user_privilege.rs
      - row_access_policy
        mod.rs
        row_access_policy_id_to_name_ident.rs
    - tests/it
      - user_privilege.rs
  - proto-conv
    - src
    - tests/it
  - protos/proto
- query
  - ast
    - src
      - ast
        query.rs
        statements
        data_mask.rs
        principal.rs
        row_access_policy.rs
        udf.rs
        user.rs
        virtual_column.rs
      - parser
        query.rs
        statement.rs
        token.rs
    - tests/it
      - parser.rs
      - testdata
        query.txt
        stmt-error.txt
        stmt.txt
  - catalog
    - Cargo.toml
    - src
      - catalog
        interface.rs
      - lib.rs
      - plan
        pruning_statistics.rs
        pushdown.rs
      - runtime_filter_info.rs
      - sbbf.rs
      - table_context.rs
  - ee_features
    - data_mask/src
      - data_mask_handler.rs
    - virtual_column
      - Cargo.toml
      - src
        virtual_column.rs
  - ee
    - src
      - data_mask
        data_mask_handler.rs
      - storages/fuse/operations
        vacuum_table_v2.rs
        virtual_columns.rs
      - virtual_column
        virtual_column_handler.rs
    - tests/it/storages/fuse/operations
      - vacuum.rs
      - virtual_columns.rs
  - expression
    - Cargo.toml
    - src
      - converts/arrow
        from.rs
        to.rs
      - row_encoding.rs
      - schema.rs
      - types
        date.rs
        decimal.rs
        timestamp.rs
        timestamp_tz.rs
      - utils
        date_helper.rs
        udf_client.rs
      - values.rs
    - tests/it
      - block.rs
      - types.rs
  - formats/src
    - column_from_json.rs
    - field_decoder
      - json_ast.rs
    - lib.rs
    - output_format
      - json.rs
  - functions
    - Cargo.toml
    - benches
      - bench.rs
    - src
      - aggregates
        adaptors
        aggregate_combinator_distinct.rs
        aggregate_null_adaptor.rs
        aggregate_ornull_adaptor.rs
        aggregate_array_agg.rs
        aggregate_array_moving.rs
        aggregate_distinct_state.rs
        aggregate_function_factory.rs
        aggregate_json_array_agg.rs
        aggregate_json_object_agg.rs
        aggregate_st_collect.rs
        aggregate_string_agg.rs
        aggregator.rs
        aggregator_common.rs
      - scalars
        array.rs
        timestamp
        Cargo.toml
        src
        datetime.rs
        interval.rs
    - tests/it
      - aggregates
        agg.rs
        testdata
        agg.txt
        agg_group_by.txt
      - scalars
        array.rs
        cast.rs
        mod.rs
        testdata
        arithmetic.txt
        arithmetic_decimal.txt
        array.txt
        binary.txt
        bitmap.txt
        boolean.txt
        cast.txt
        comparison.txt
        control.txt
        datetime.txt
        decimal_to_decimal_cast.txt
        function_list.txt
        geo.txt
        geo_h3.txt
        geography.txt
        geometry.txt
        hash.txt
        map.txt
        math.txt
        misc.txt
        obfuscator.txt
        other.txt
        regexp.txt
        string.txt
        tuple.txt
        variant.txt
        vector.txt
      - type_check/testdata
        decimal.txt
        float.txt
        nullable_signed.txt
        nullable_unsigned.txt
        signed.txt
        unsigned.txt
  - management/src/role
    - role_mgr.rs
  - pipeline/transforms/src/processors/transforms/sorts/core/row_convert
    - variable.rs
  - service
    - Cargo.toml
    - src
      - catalogs
        default
        database_catalog.rs
        immutable_catalog.rs
        mutable_catalog.rs
        session_catalog.rs
        iceberg
        iceberg_catalog.rs
      - interpreters
        access
        privilege_access.rs
        common
        grant.rs
        interpreter_data_mask_create.rs
        interpreter_data_mask_drop.rs
        interpreter_password_policy_desc.rs
        interpreter_privilege_grant.rs
        interpreter_row_access_policy_create.rs
        interpreter_virtual_column_refresh.rs
        util.rs
      - physical_plans
        format
        common.rs
        physical_aggregate_partial.rs
        runtime_filter
        builder.rs
      - pipelines
        builders
        builder_udtf.rs
        mod.rs
        processors/transforms
        aggregator
        aggregate_exchange_injector.rs
        aggregate_meta.rs
        build_partition_bucket.rs
        mod.rs
        new_aggregate
        datablock_splitter.rs
        mod.rs
        new_aggregate_spiller.rs
        new_final_aggregate_state.rs
        new_transform_aggregate_partial.rs
        new_transform_aggregate_spill_writer.rs
        new_transform_final_aggregate.rs
        serde
        transform_aggregate_spill_writer.rs
        transform_exchange_aggregate_serializer.rs
        transform_spill_reader.rs
        transform_aggregate_final.rs
        transform_aggregate_partial.rs
        transform_partition_bucket.rs
        hash_join
        runtime_filter
        builder.rs
        convert.rs
        interface.rs
        merge.rs
        packet.rs
        util.rs
        new_hash_join
        runtime_filter.rs
        transform_udf_script.rs
        transform_udf_server.rs
        window
        transform_window.rs
      - servers
        flight_sql
        flight_sql_server.rs
        flight
        flight_service.rs
        v1/exchange
        exchange_transform_scatter.rs
      - sessions
        query_ctx.rs
      - spillers
        async_buffer.rs
      - table_functions
        cloud
        task_history.rs
        mod.rs
        others
        udf.rs
        show_grants
        show_grants_table.rs
        udf_table.rs
    - tests/it
      - parquet_rs
        prune_row_groups.rs
      - pipelines
        udf_transport.rs
      - sql
        exec
        get_table_bind_test.rs
        planner/optimizer/data/results/basic
        01_cross_join_aggregation_physical.txt
      - storages
        fuse/operations
        commit.rs
        testdata
        columns_table.txt
  - settings/src
    - settings_default.rs
  - sql
    - Cargo.toml
    - src
      - executor
        format.rs
      - planner
        binder
        bind_context.rs
        bind_query
        bind.rs
        bind_select.rs
        bind_table_reference
        bind_obfuscate.rs
        bind_table_function.rs
        copy_into_table.rs
        ddl
        account.rs
        data_mask.rs
        row_access_policy.rs
        show.rs
        udf.rs
        virtual_column.rs
        optimizer
        ir/expr
        m_expr.rs
        optimizer_context.rs
        optimizers
        hyper_dp
        dphyp.rs
        recursive
        recursive.rs
        rule
        factory.rs
        filter_rules
        mod.rs
        rule_push_down_limit_filter_scan.rs
        rule_push_down_sort_filter_scan.rs
        rule.rs
        planner.rs
        plans
        copy_into_table.rs
        data_mask.rs
        row_access_policy.rs
        scalar_expr.rs
        scan.rs
        virtual_column.rs
        semantic
        distinct_to_groupby.rs
        mod.rs
        type_check.rs
  - storages
    - common
      - index
        Cargo.toml
        build.rs
        cpp
        avx2.c
        export_macro.h
        neon.c
        sse.c
        src/hnsw_index/quantization
        encoded_vectors_u8.rs
      - io/src
        merge_io_reader.rs
      - pruner/src
        topn_pruner.rs
    - delta
      - Cargo.toml
      - src
        arrow56_conversion.rs
        lib.rs
        table.rs
    - fuse
      - Cargo.toml
      - src
        fuse_table.rs
        fuse_type.rs
        io/read
        agg_index
        agg_index_reader_native.rs
        agg_index_reader_parquet.rs
        block
        block_reader.rs
        block_reader_merge_io_sync.rs
        block_reader_native.rs
        mod.rs
        virtual_column
        virtual_column_reader_parquet.rs
        operations
        read_data.rs
        read_partitions.rs
        read
        fuse_rows_fetcher.rs
        fuse_source.rs
        native_data_source_deserializer.rs
        native_data_transform_reader.rs
        parquet_data_source_deserializer.rs
        parquet_data_transform_reader.rs
        parquet_rows_fetcher.rs
        pruning_pipeline
        topn_prune_transform.rs
        pruning
        block_pruner.rs
        expr_bloom_filter.rs
        fuse_pruner.rs
        mod.rs
        pruning_statistics.rs
        segment_pruner.rs
        vector_index_pruner.rs
    - hive/hive/src
      - hive_catalog.rs
    - iceberg/src
      - catalog.rs
    - parquet/src
      - parquet_reader
        reader
        full_reader.rs
        row_group.rs
      - statistics
        column.rs
        page.rs
    - stage/src/read/row_based/processors
      - decompressor.rs
    - system/src
      - task_history_table.rs
      - user_functions_table.rs
  - users
    - src
    - tests/it
      - role_mgr.rs
      - user_mgr.rs
- tests/sqlsmith/src/sql_gen
  - query.rs
tests
- compat/meta_meta
  - test_meta_meta.py
- data
  - ontime_200.csv.zip
- metactl/subcommands
  - cmd_dump_raft_log_wal.py
- nox
  - java_client
    - prepare.py
  - noxfile.py
  - python_client
    - test_local.py
  - suites/1_stateful/09_http_handler
    - test_09_0014_query_lifecycle.py
    - test_09_0015_arrow_ipc.py
- sqllogictests
  - src
    - client
    - main.rs
    - util.rs
  - suites
    - base
      - 01_system
        01_0012_system_temp_files.test
      - 03_common
        03_0038_spill_aggregator.test
      - 05_ddl
        05_0014_ddl_create_role.test
        05_0022_ddl_desc_view.test
        05_0025_ddl_user_stage.test
        05_0026_ddl_unset_settings.test
      - 06_show
        06_0007_show_roles.test
        06_0013_show_processlist.test
      - 09_fuse_engine
        09_0006_func_fuse_history.test
        09_0020_analyze.test
        09_0044_issue_17314.test
      - 11_data_type
        11_0001_data_type_date_time.test
        11_0007_data_type_interval.test
      - 20+_others
        20_0013_query_result_cache.test
    - ee
      - 01_ee_system
        01_0002_virtual_column.test
      - 03_ee_vacuum
        03_0004_auto_vacuum.test
      - 05_ee_ddl
        05_0004_ddl_security_policy.test
    - http_handler/session
      - result_scan.test
    - mode
      - cluster
        exchange.test
        explain_analyze.test
        explain_v2.test
        filter_nulls.test
        lazy_read.test
        merge_into_non_equal_distributed.test
        shuffle.test
        subquery.test
        window.test
      - standalone
        ee
        explain_hilbert_clustering.test
        explain_virtual_column.test
        explain_native
        aggregate.test
        bloom_filter.test
        explain.test
        explain_pipeline.test
        expression_scan.test
        fold_count.test
        infer_filter.test
        join.test
        join_reorder
        chain.test
        cycles.test
        star.test
        nullable_prune.test
        project_set.test
        prune_column.test
        push_down_filter
        push_down_filter_join
        push_down_filter_join_full_outer.test
        push_down_filter_join_inner.test
        push_down_filter_join_left_outer.test
        push_down_filter_join_semi_anti.test
        push_down_filter_project_set.test
        push_down_filter_scan.test
        range_pruner.test
        select.test
        select_limit_offset.test
        subquery.test
        union.test
        explain
        09_0041_merge_into_issue_15669.test
        aggregate.test
        bloom_filter.test
        clustering.test
        cte_filter_pushdown.test
        delete.test
        eliminate_outer_join.test
        explain.test
        explain_analyze.test
        explain_like.test
        explain_pipeline.test
        explain_substr.test
        expression_scan.test
        filter.test
        fold_agg.test
        index
        explain_agg_index.test
        explain_inverted_index.test
        explain_ngram_index.test
        explain_vector_index.test
        infer_filter.test
        join.test
        join_reorder
        chain.test
        cycles.test
        mark.test
        star.test
        materialized_cte.test
        merge_into.test
        multi_table_insert.test
        nullable_prune.test
        project_set.test
        prune_column.test
        push_down_filter
        push_down_filter_join
        push_down_filter_join_full_outer.test
        push_down_filter_join_inner.test
        push_down_filter_join_left_outer.test
        push_down_filter_join_semi_anti.test
        push_down_filter_self_join.test
        push_down_filter_project_set.test
        push_down_filter_scan.test
        range_pruner.test
        runtime_filter_cast.test
        select_limit_offset.test
        selectivity
        filter.test
        is_not_null.test
        modulo.test
        pr_16069.test
        sort.test
        subquery.test
        union.test
        update.test
        window.test
    - no_table_meta_cache
      - col_stats_of_all_null.test
      - explain_native
        auto_rebuild_missing_bloom_index.test
      - explain
        auto_rebuild_missing_bloom_index.test
    - query
      - functions
        02_0000_function_aggregate_distinct.test
        02_0012_function_datetimes_tz.test
        02_0079_function_interval.test
        02_0080_function_interval_addsub.test
      - index/08_ngram_index
        08_0000_ngram_index_base.test
      - pivot.test
      - select.test
      - show_variables.test
    - stage
      - formats/parquet/options
        parquet_missing_uuid.test
      - on_time.test
      - unload.test
    - tpch
      - queries.test
    - udf_server
      - udf_server_test.test
- suites
  - 0_stateless
  - 1_stateful
    - 00_stage
      - 00_0005_copy_into_location.result
      - 00_0019_sequence_as_default.result
    - 01_streaming_load
    - 05_formats/05_05_parquet
      - 05_05_01_parquet_load_unload.result
    - 07_stage_attachment
    - 08_select_stage/08_00_parquet
      - 08_00_00_basic.result
      - 08_00_00_basic.sh
  - 5_ee/10_rbac
    - 10_0001_masking_policy_rbac.result
    - 10_0001_masking_policy_rbac.sh
- udf
  - udf_server.py

500 files changed

+19923

-11186

lines changed

`‎.gitignore‎`

-Original file line number
+Diff line change
 .python-version
 *.zip
 +!tests/data/ontime_200.csv.zip
 *.profraw
 # tpch data set

Comments

(0)