This is an automated email from the ASF dual-hosted git repository.
tarmstrong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git.
from 022ba2b IMPALA-8105: [DOCS] Document cache_remote_file_handles flag
new 9d5e2a2 [DOCS] Format fixes in impala_shutdown.xml
new df83d56 IMPALA-8175: improve tests_minicluster_obj
new adde66b IMPALA-7985: Port RemoteShutdown() to KRPC.
new 4ce689e IMPALA-8095: Detailed expression cardinality tests
new f7df8ad IMPALA-5872: Testcase builder for query planner
new 9bd3ba7 sys/types.h no longer includes sys/sysmacros.h
new c3c69ae IMPALA-5043: diagnostics for topic staleness in AC
new 81305f2 IMPALA-8163: Add banner showing local catalog mode on web UI
when enabled.
new 8b8d935 IMPALA-5031: `uint8_t & int` type is int
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/runtime/backend-client.h | 8 -
be/src/runtime/coordinator-backend-state.cc | 21 +-
be/src/runtime/coordinator-backend-state.h | 5 -
be/src/scheduling/admission-controller.cc | 91 +++-
be/src/scheduling/admission-controller.h | 19 +-
be/src/service/client-request-state.cc | 84 ++-
be/src/service/control-service.cc | 25 +-
be/src/service/control-service.h | 35 ++
be/src/service/impala-http-handler.cc | 25 +-
be/src/service/impala-internal-service.cc | 8 -
be/src/service/impala-internal-service.h | 2 -
be/src/service/impala-server.cc | 55 +-
be/src/service/impala-server.h | 6 +-
be/src/service/query-options.cc | 4 +
be/src/service/query-options.h | 4 +-
be/src/util/backend-gflag-util.cc | 2 +
be/src/util/bit-stream-utils.inline.h | 5 +-
be/src/util/default-path-handlers.cc | 3 +
be/src/util/disk-info.cc | 1 +
bin/rat_exclude_files.txt | 1 +
common/protobuf/control_service.proto | 37 ++
common/thrift/BackendGflags.thrift | 2 +
common/thrift/CatalogService.thrift | 3 +
common/thrift/Frontend.thrift | 27 +
common/thrift/ImpalaInternalService.thrift | 43 +-
common/thrift/ImpalaService.thrift | 5 +
common/thrift/JniCatalog.thrift | 8 +-
common/thrift/Types.thrift | 1 +
docs/topics/impala_shutdown.xml | 21 +-
fe/src/main/cup/sql-parser.cup | 72 ++-
.../apache/impala/analysis/AnalysisContext.java | 9 +-
.../apache/impala/analysis/CopyTestCaseStmt.java | 210 ++++++++
.../java/org/apache/impala/analysis/HdfsUri.java | 25 +-
.../java/org/apache/impala/analysis/QueryStmt.java | 13 +
.../org/apache/impala/analysis/SelectListItem.java | 6 +-
.../org/apache/impala/analysis/SelectStmt.java | 29 +-
.../org/apache/impala/analysis/SlotDescriptor.java | 3 +
.../org/apache/impala/analysis/StmtRewriter.java | 2 +
.../java/org/apache/impala/catalog/Catalog.java | 28 +-
.../impala/catalog/CatalogServiceCatalog.java | 48 +-
.../main/java/org/apache/impala/catalog/FeDb.java | 9 +
.../java/org/apache/impala/catalog/FeTable.java | 9 +
.../apache/impala/catalog/MetaStoreClientPool.java | 6 +
.../org/apache/impala/common/FileSystemUtil.java | 16 +
.../java/org/apache/impala/common/JniUtil.java | 19 +
.../org/apache/impala/planner/HdfsScanNode.java | 92 ++--
.../java/org/apache/impala/planner/Planner.java | 6 +
.../org/apache/impala/service/BackendConfig.java | 1 +
.../apache/impala/service/CatalogOpExecutor.java | 103 ++++
.../java/org/apache/impala/service/Frontend.java | 31 +-
fe/src/main/jflex/sql-scanner.flex | 1 +
.../impala/analysis/AnalyzeAuthStmtsTest.java | 26 +-
.../org/apache/impala/analysis/AnalyzerTest.java | 19 +
.../impala/analysis/AuthorizationStmtTest.java | 93 ++++
.../impala/analysis/ExprCardinalityTest.java | 596 +++++++++++++++++++++
.../org/apache/impala/analysis/ExprNdvTest.java | 101 +++-
.../impala/analysis/ExprRewriteRulesTest.java | 24 +-
.../org/apache/impala/analysis/ParserTest.java | 28 +-
.../apache/impala/common/AbstractFrontendTest.java | 58 ++
.../impala/common/AnalysisSessionFixture.java | 89 +++
...{FrontendTestBase.java => FrontendFixture.java} | 354 +++++-------
.../org/apache/impala/common/FrontendTestBase.java | 207 +------
.../QueryFixture.java} | 181 ++-----
.../org/apache/impala/planner/CardinalityTest.java | 87 +++
.../apache/impala/planner/TestCaseLoaderTest.java | 75 +++
.../impala/testutil/CatalogServiceTestCatalog.java | 33 +-
.../testutil/EmbeddedMetastoreClientPool.java | 76 +++
.../apache/impala/testutil/ImpaladTestCatalog.java | 46 +-
.../impala/testutil/PlannerTestCaseLoader.java | 97 ++++
testdata/NullRows/data.csv | 26 +
testdata/bin/compute-table-stats.sh | 2 +-
testdata/bin/create-load-data.sh | 3 +
testdata/bin/create-tpcds-testcase-files.sh | 47 ++
.../functional/functional_schema_template.sql | 24 +
.../datasets/functional/schema_constraints.csv | 1 +
.../workloads/tpcds/queries/raw/tpcds-query1.sql | 25 +
.../workloads/tpcds/queries/raw/tpcds-query11.sql | 81 +++
.../workloads/tpcds/queries/raw/tpcds-query12.sql | 34 ++
.../workloads/tpcds/queries/raw/tpcds-query13.sql | 52 ++
.../workloads/tpcds/queries/raw/tpcds-query15.sql | 20 +
.../workloads/tpcds/queries/raw/tpcds-query16.sql | 31 ++
.../workloads/tpcds/queries/raw/tpcds-query17.sql | 45 ++
.../workloads/tpcds/queries/raw/tpcds-query19.sql | 25 +
.../workloads/tpcds/queries/raw/tpcds-query2.sql | 60 +++
.../workloads/tpcds/queries/raw/tpcds-query20.sql | 30 ++
.../workloads/tpcds/queries/raw/tpcds-query21.sql | 30 ++
.../workloads/tpcds/queries/raw/tpcds-query25.sql | 48 ++
.../workloads/tpcds/queries/raw/tpcds-query26.sql | 21 +
.../workloads/tpcds/queries/raw/tpcds-query28.sql | 53 ++
.../workloads/tpcds/queries/raw/tpcds-query29.sql | 47 ++
.../workloads/tpcds/queries/raw/tpcds-query3.sql | 21 +
.../workloads/tpcds/queries/raw/tpcds-query30.sql | 31 ++
.../workloads/tpcds/queries/raw/tpcds-query31.sql | 52 ++
.../workloads/tpcds/queries/raw/tpcds-query32.sql | 28 +
.../workloads/tpcds/queries/raw/tpcds-query33.sql | 75 +++
.../workloads/tpcds/queries/raw/tpcds-query34.sql | 31 ++
.../workloads/tpcds/queries/raw/tpcds-query37.sql | 17 +
.../workloads/tpcds/queries/raw/tpcds-query39.sql | 54 ++
.../workloads/tpcds/queries/raw/tpcds-query4.sql | 116 ++++
.../workloads/tpcds/queries/raw/tpcds-query40.sql | 28 +
.../workloads/tpcds/queries/raw/tpcds-query42.sql | 22 +
.../workloads/tpcds/queries/raw/tpcds-query43.sql | 19 +
.../workloads/tpcds/queries/raw/tpcds-query46.sql | 35 ++
.../workloads/tpcds/queries/raw/tpcds-query47.sql | 51 ++
.../workloads/tpcds/queries/raw/tpcds-query48.sql | 67 +++
.../workloads/tpcds/queries/raw/tpcds-query49.sql | 127 +++++
.../workloads/tpcds/queries/raw/tpcds-query50.sql | 59 ++
.../workloads/tpcds/queries/raw/tpcds-query51.sql | 45 ++
.../workloads/tpcds/queries/raw/tpcds-query52.sql | 22 +
.../workloads/tpcds/queries/raw/tpcds-query53.sql | 28 +
.../workloads/tpcds/queries/raw/tpcds-query55.sql | 14 +
.../workloads/tpcds/queries/raw/tpcds-query56.sql | 69 +++
.../workloads/tpcds/queries/raw/tpcds-query57.sql | 48 ++
.../workloads/tpcds/queries/raw/tpcds-query58.sql | 65 +++
.../workloads/tpcds/queries/raw/tpcds-query59.sql | 44 ++
.../workloads/tpcds/queries/raw/tpcds-query6.sql | 26 +
.../workloads/tpcds/queries/raw/tpcds-query60.sql | 78 +++
.../workloads/tpcds/queries/raw/tpcds-query61.sql | 44 ++
.../workloads/tpcds/queries/raw/tpcds-query62.sql | 35 ++
.../workloads/tpcds/queries/raw/tpcds-query63.sql | 29 +
.../workloads/tpcds/queries/raw/tpcds-query64.sql | 120 +++++
.../workloads/tpcds/queries/raw/tpcds-query65.sql | 29 +
.../workloads/tpcds/queries/raw/tpcds-query66.sql | 220 ++++++++
.../workloads/tpcds/queries/raw/tpcds-query68.sql | 42 ++
.../workloads/tpcds/queries/raw/tpcds-query69.sql | 47 ++
.../workloads/tpcds/queries/raw/tpcds-query7.sql | 21 +
.../workloads/tpcds/queries/raw/tpcds-query71.sql | 40 ++
.../workloads/tpcds/queries/raw/tpcds-query72.sql | 29 +
.../workloads/tpcds/queries/raw/tpcds-query73.sql | 28 +
.../workloads/tpcds/queries/raw/tpcds-query74.sql | 61 +++
.../workloads/tpcds/queries/raw/tpcds-query75.sql | 70 +++
.../workloads/tpcds/queries/raw/tpcds-query76.sql | 24 +
.../workloads/tpcds/queries/raw/tpcds-query78.sql | 58 ++
.../workloads/tpcds/queries/raw/tpcds-query79.sql | 23 +
.../workloads/tpcds/queries/raw/tpcds-query81.sql | 31 ++
.../workloads/tpcds/queries/raw/tpcds-query82.sql | 17 +
.../workloads/tpcds/queries/raw/tpcds-query83.sql | 67 +++
.../workloads/tpcds/queries/raw/tpcds-query84.sql | 21 +
.../workloads/tpcds/queries/raw/tpcds-query88.sql | 94 ++++
.../workloads/tpcds/queries/raw/tpcds-query89.sql | 28 +
.../workloads/tpcds/queries/raw/tpcds-query90.sql | 22 +
.../workloads/tpcds/queries/raw/tpcds-query91.sql | 31 ++
.../workloads/tpcds/queries/raw/tpcds-query92.sql | 30 ++
.../workloads/tpcds/queries/raw/tpcds-query94.sql | 29 +
.../workloads/tpcds/queries/raw/tpcds-query95.sql | 32 ++
.../workloads/tpcds/queries/raw/tpcds-query96.sql | 16 +
.../workloads/tpcds/queries/raw/tpcds-query97.sql | 25 +
.../workloads/tpcds/queries/raw/tpcds-query98.sql | 33 ++
.../workloads/tpcds/queries/raw/tpcds-query99.sql | 35 ++
tests/common/impala_test_suite.py | 17 +-
tests/comparison/cluster.py | 6 +-
tests/custom_cluster/test_admission_controller.py | 79 ++-
tests/custom_cluster/test_local_catalog.py | 128 ++---
tests/custom_cluster/test_restart_services.py | 34 +-
tests/infra/test_stress_infra.py | 10 +-
tests/webserver/test_web_pages.py | 18 +
www/admission_controller.tmpl | 16 +-
www/backends.tmpl | 2 +
www/root.tmpl | 3 +-
159 files changed, 6270 insertions(+), 930 deletions(-)
create mode 100644
fe/src/main/java/org/apache/impala/analysis/CopyTestCaseStmt.java
create mode 100644
fe/src/test/java/org/apache/impala/analysis/ExprCardinalityTest.java
create mode 100644
fe/src/test/java/org/apache/impala/common/AbstractFrontendTest.java
create mode 100644
fe/src/test/java/org/apache/impala/common/AnalysisSessionFixture.java
copy fe/src/test/java/org/apache/impala/common/{FrontendTestBase.java =>
FrontendFixture.java} (59%)
rename
fe/src/test/java/org/apache/impala/{analysis/AnalysisSessionFixture.java =>
common/QueryFixture.java} (59%)
create mode 100644
fe/src/test/java/org/apache/impala/planner/TestCaseLoaderTest.java
create mode 100644
fe/src/test/java/org/apache/impala/testutil/EmbeddedMetastoreClientPool.java
create mode 100644
fe/src/test/java/org/apache/impala/testutil/PlannerTestCaseLoader.java
create mode 100644 testdata/NullRows/data.csv
create mode 100755 testdata/bin/create-tpcds-testcase-files.sh
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query1.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query11.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query12.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query13.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query15.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query16.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query17.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query19.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query2.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query20.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query21.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query25.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query26.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query28.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query29.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query3.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query30.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query31.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query32.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query33.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query34.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query37.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query39.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query4.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query40.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query42.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query43.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query46.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query47.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query48.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query49.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query50.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query51.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query52.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query53.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query55.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query56.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query57.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query58.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query59.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query6.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query60.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query61.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query62.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query63.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query64.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query65.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query66.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query68.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query69.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query7.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query71.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query72.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query73.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query74.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query75.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query76.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query78.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query79.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query81.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query82.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query83.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query84.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query88.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query89.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query90.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query91.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query92.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query94.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query95.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query96.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query97.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query98.sql
create mode 100644 testdata/workloads/tpcds/queries/raw/tpcds-query99.sql
