This is an automated email from the ASF dual-hosted git repository. xtsong pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git
from 9ccfb658876 [FLINK-35420][hadoop-compatibility][test] Workaround some strange scala compilation issue new 51da2d0b40b [FLINK-35359][config] Annotate the ConfigOptions that missing annotation new 63304def069 [FLINK-35359][config] ConfigOptionsDocGenerator check the annotation of the Options class new e06f0880e77 [FLINK-35359][config] Generator docs for GPU configuration options new 1a59c53b809 [FLINK-35359][config] Mark internally used option Internal new 583aadf97b2 [FLINK-35359][config] Make duration Configuration Duration type new 58f08139708 [FLINK-35359][runtime] Remove logic to instantiate BlockCompressionFactory from user-defined class name new fa8590de2d8 [FLINK-35359][config] Make enum options Enum type new 4f1427cabff [FLINK-35359][config] Make yarn.application-attempts Int type The 8 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../docs/deployment/advanced/external_resources.md | 7 +-- .../generated/all_taskmanager_network_section.html | 6 +- .../generated/all_taskmanager_section.html | 24 ++++---- .../shortcodes/generated/client_configuration.html | 8 +-- .../generated/cluster_configuration.html | 30 ++++----- .../generated/expert_fault_tolerance_section.html | 38 ++++++------ .../expert_high_availability_zk_section.html | 18 +++--- .../shortcodes/generated/expert_rest_section.html | 24 ++++---- .../generated/expert_scheduling_section.html | 12 ++-- .../generated/gpu_driver_configuration.html | 24 ++++++++ .../generated/heartbeat_manager_configuration.html | 8 +-- .../generated/high_availability_configuration.html | 18 +++--- .../generated/history_server_configuration.html | 12 ++-- .../generated/influxdb_reporter_configuration.html | 8 +-- .../generated/job_manager_configuration.html | 12 ++-- .../shortcodes/generated/metric_configuration.html | 16 ++--- .../netty_shuffle_environment_configuration.html | 6 +- .../generated/optimizer_config_configuration.html | 6 +- .../generated/resource_manager_configuration.html | 14 ++--- .../shortcodes/generated/rest_configuration.html | 24 ++++---- .../shortcodes/generated/rpc_configuration.html | 6 +- .../generated/task_manager_configuration.html | 24 ++++---- .../shortcodes/generated/web_configuration.html | 12 ++-- .../generated/yarn_config_configuration.html | 8 +-- .../flink/client/cli/ArtifactFetchOptions.java | 2 + .../org/apache/flink/client/cli/ClientOptions.java | 12 ++-- .../executors/PipelineExecutorUtils.java | 2 +- .../flink/client/program/ContextEnvironment.java | 8 ++- .../client/program/StreamContextEnvironment.java | 8 ++- .../rest/RestClusterClientConfiguration.java | 4 +- .../RestClusterClientCheckpointTriggerTest.java | 3 +- .../rest/RestClusterClientConfigurationTest.java | 6 +- .../RestClusterClientSavepointTriggerTest.java | 3 +- .../client/program/rest/RestClusterClientTest.java | 5 +- .../file/sink/FileSinkSpeculativeITCase.java | 2 +- .../apache/flink/api/common/ExecutionConfig.java | 19 +++--- .../apache/flink/configuration/AkkaOptions.java | 4 +- .../flink/configuration/AlgorithmOptions.java | 3 + .../flink/configuration/CheckpointingOptions.java | 2 + .../apache/flink/configuration/ClusterOptions.java | 48 +++++++-------- .../flink/configuration/ConfigurationUtils.java | 11 ++-- .../configuration/HeartbeatManagerOptions.java | 14 +++-- .../configuration/HighAvailabilityOptions.java | 27 ++++---- .../flink/configuration/HistoryServerOptions.java | 20 +++--- .../flink/configuration/JobManagerOptions.java | 15 +++-- .../apache/flink/configuration/MetricOptions.java | 22 +++---- .../NettyShuffleEnvironmentOptions.java | 13 +++- .../configuration/ResourceManagerOptions.java | 22 +++---- .../apache/flink/configuration/RestOptions.java | 38 ++++++------ .../org/apache/flink/configuration/RpcOptions.java | 10 +-- .../flink/configuration/SecurityOptions.java | 2 + .../configuration/SlowTaskDetectorOptions.java | 2 + .../flink/configuration/TaskManagerOptions.java | 32 +++++----- .../org/apache/flink/configuration/WebOptions.java | 19 +++--- flink-docs/pom.xml | 9 +++ .../configuration/ConfigOptionsDocGenerator.java | 35 +++++++++++ .../docs/util/ConfigurationOptionLocator.java | 6 +- .../ConfigOptionsDocGeneratorTest.java | 47 ++++++++++++++ .../flink/externalresource/gpu/GPUDriver.java | 18 +----- .../externalresource/gpu/GPUDriverOptions.java | 72 ++++++++++++++++++++++ .../flink/externalresource/gpu/GPUDriverTest.java | 14 ++--- .../flink/cep/configuration/CEPCacheOptions.java | 2 + .../flink/metrics/influxdb/InfluxdbReporter.java | 5 +- .../metrics/influxdb/InfluxdbReporterOptions.java | 20 ++++-- .../PrometheusPushGatewayReporterOptions.java | 2 + .../utils/python/PythonDynamicTableOptions.java | 2 + .../apache/flink/runtime/rpc/pekko/PekkoUtils.java | 10 +-- .../runtime/webmonitor/history/HistoryServer.java | 4 +- .../handlers/JarPlanHandlerParameterTest.java | 8 ++- .../handlers/JarRunHandlerParameterTest.java | 8 ++- .../webmonitor/history/HistoryServerTest.java | 5 +- .../flink/runtime/dispatcher/Dispatcher.java | 5 +- .../runtime/entrypoint/ClusterEntrypoint.java | 4 +- ...tDispatcherResourceManagerComponentFactory.java | 2 +- .../component/FileJobGraphRetriever.java | 2 + .../flink/runtime/heartbeat/HeartbeatServices.java | 6 +- .../highavailability/JobResultStoreOptions.java | 2 + .../io/compression/BlockCompressionFactory.java | 72 ++++++---------------- .../io/network/buffer/BufferCompressor.java | 3 +- .../io/network/buffer/BufferDecompressor.java | 3 +- .../network/partition/ResultPartitionFactory.java | 5 +- .../partition/consumer/SingleInputGateFactory.java | 3 +- .../DefaultSlotPoolServiceSchedulerFactory.java | 4 +- .../runtime/jobmaster/JobMasterConfiguration.java | 2 +- .../flink/runtime/minicluster/MiniCluster.java | 3 +- .../RetryingRegistrationConfiguration.java | 10 +-- ...esourceManagerRuntimeServicesConfiguration.java | 7 ++- .../slotmanager/SlotManagerConfiguration.java | 2 +- .../runtime/rest/RestClientConfiguration.java | 4 +- .../rest/handler/RestHandlerConfiguration.java | 4 +- .../handler/legacy/metrics/MetricFetcherImpl.java | 5 +- .../scheduler/adaptive/AdaptiveScheduler.java | 2 +- .../runtime/shuffle/ShuffleServiceOptions.java | 2 + .../flink/runtime/taskmanager/MemoryLogger.java | 4 +- .../NettyShuffleEnvironmentConfiguration.java | 9 +-- .../org/apache/flink/runtime/taskmanager/Task.java | 12 ++-- .../apache/flink/runtime/util/ZooKeeperUtils.java | 17 +++-- .../io/compression/BlockCompressionTest.java | 8 ++- .../io/network/NettyShuffleEnvironmentBuilder.java | 5 +- .../io/network/buffer/BufferCompressionTest.java | 39 ++++++------ ...editBasedPartitionRequestClientHandlerTest.java | 7 ++- .../NettyMessageClientSideSerializationTest.java | 6 +- .../BoundedBlockingSubpartitionWriteReadTest.java | 3 +- .../io/network/partition/BoundedDataTestBase.java | 3 +- .../network/partition/ResultPartitionBuilder.java | 5 +- .../partition/ResultPartitionFactoryTest.java | 3 +- .../partition/consumer/SingleInputGateTest.java | 7 ++- .../hybrid/HsSubpartitionFileReaderImplTest.java | 6 +- .../HsSubpartitionMemoryDataManagerTest.java | 7 ++- .../tiered/shuffle/TieredResultPartitionTest.java | 5 +- .../slotpool/DeclarativeSlotPoolBridgeBuilder.java | 2 +- ...KeeperLeaderElectionConnectionHandlingTest.java | 7 ++- .../runtime/minicluster/MiniClusterITCase.java | 8 ++- .../RetryingRegistrationConfigurationTest.java | 20 +++--- .../apache/flink/runtime/rest/RestClientTest.java | 7 ++- .../rest/handler/RestHandlerConfigurationTest.java | 2 +- .../SubtaskCurrentAttemptDetailsHandlerTest.java | 2 +- .../SubtaskExecutionAttemptDetailsHandlerTest.java | 2 +- .../metrics/AggregatingMetricsHandlerTestBase.java | 2 +- .../handler/legacy/metrics/MetricFetcherTest.java | 2 +- .../apache/flink/runtime/rpc/RpcSSLAuthITCase.java | 2 +- .../scheduler/adaptive/AdaptiveSchedulerTest.java | 2 +- .../apache/flink/runtime/taskmanager/TaskTest.java | 15 ++--- .../runtime/testutils/MiniClusterResource.java | 5 +- .../runtime/testutils/ZooKeeperTestUtils.java | 7 ++- .../runtime/webmonitor/WebMonitorEndpointTest.java | 3 +- .../zookeeper/ZooKeeperStateHandleStoreTest.java | 4 +- .../streaming/api/operators/SourceOperator.java | 3 +- .../streaming/api/operators/StreamSource.java | 2 +- .../flink/streaming/runtime/tasks/StreamTask.java | 3 +- .../SourceOperatorLatencyMetricsTest.java | 9 ++- .../StreamSourceOperatorLatencyMetricsTest.java | 9 ++- .../table/client/config/SqlClientOptions.java | 2 + .../table/api/config}/AggregatePhaseStrategy.java | 20 +++--- .../table/api/config/OptimizerConfigOptions.java | 6 +- .../planner/analyze/GroupAggregationAnalyzer.java | 2 +- .../TwoStageOptimizedWindowAggregateRule.java | 2 +- .../table/planner/utils/TableConfigUtils.java | 8 +-- .../batch/BatchPhysicalGroupAggregateBase.scala | 2 +- .../physical/batch/BatchPhysicalAggRuleBase.scala | 3 +- .../stream/TwoStageOptimizedAggregateRule.scala | 3 +- .../analyze/GroupAggregationAnalyzerTest.java | 4 +- .../plan/batch/sql/ForwardHashExchangeTest.java | 37 ++++++++--- .../exec/operator/StreamOperatorNameTest.java | 5 +- .../plan/nodes/exec/stream/ExpandTestPrograms.java | 4 +- .../exec/stream/WindowAggregateTestPrograms.java | 5 +- .../program/FlinkRuntimeFilterProgramTest.java | 21 +++++-- .../PushLocalAggIntoTableSourceScanRuleTest.java | 5 +- .../runtime/batch/sql/RuntimeFilterITCase.java | 5 +- .../sql/agg/LocalAggregatePushDownITCase.java | 5 +- .../plan/batch/sql/agg/GroupWindowTest.scala | 6 +- .../plan/batch/sql/agg/HashAggregateTest.scala | 5 +- .../plan/batch/sql/agg/SortAggregateTest.scala | 5 +- .../batch/EnforceLocalHashAggRuleTest.scala | 6 +- .../batch/EnforceLocalSortAggRuleTest.scala | 6 +- .../stream/ChangelogModeInferenceTest.scala | 6 +- .../stream/sql/agg/DistinctAggregateTest.scala | 6 +- .../stream/sql/agg/IncrementalAggregateTest.scala | 2 +- .../stream/sql/agg/TwoStageAggregateTest.scala | 6 +- .../plan/stream/sql/agg/WindowAggregateTest.scala | 6 +- .../plan/stream/table/TwoStageAggregateTest.scala | 6 +- .../batch/sql/OperatorFusionCodegenITCase.scala | 14 +++-- .../sql/agg/AggregateReduceGroupingITCase.scala | 10 ++- .../runtime/batch/sql/agg/HashAggITCase.scala | 6 +- .../harness/GroupAggregateHarnessTest.scala | 3 +- .../harness/WindowAggregateHarnessTest.scala | 6 +- .../runtime/stream/sql/WindowAggregateITCase.scala | 7 +-- .../runtime/utils/StreamingWithAggTestBase.scala | 7 +-- .../runtime/hashtable/BaseHybridHashTable.java | 3 +- .../operators/sort/BinaryExternalSorter.java | 3 +- .../operators/sort/BufferedKVExternalSorter.java | 3 +- .../io/CompressedHeaderlessChannelTest.java | 7 ++- .../container/FlinkContainersSettings.java | 11 ++-- .../environment/MiniClusterTestEnvironment.java | 5 +- .../test/accumulators/AccumulatorLiveITCase.java | 2 +- .../test/checkpointing/AutoRescalingITCase.java | 4 +- .../utils/SnapshotMigrationTestBase.java | 2 +- .../test/example/client/JobRetrievalITCase.java | 3 +- .../test/operators/RemoteEnvironmentITCase.java | 3 +- ...tractTaskManagerProcessFailureRecoveryTest.java | 4 +- .../flink/test/recovery/LocalRecoveryITCase.java | 4 +- .../DefaultSchedulerLocalRecoveryITCase.java | 3 +- .../flink/test/runtime/SchedulingITCase.java | 3 +- .../ZooKeeperLeaderElectionITCase.java | 2 +- .../scheduling/AdaptiveBatchSchedulerITCase.java | 3 +- .../test/scheduling/AdaptiveSchedulerITCase.java | 5 +- .../PipelinedRegionSchedulingITCase.java | 3 +- .../scheduling/SpeculativeExecutionITCase.java | 2 +- .../UpdateJobResourceRequirementsITCase.java | 6 +- .../flink/yarn/YARNHighAvailabilityITCase.java | 6 +- .../flink/yarn/YarnResourceManagerDriver.java | 8 ++- .../yarn/configuration/YarnConfigOptions.java | 15 +++-- 192 files changed, 1076 insertions(+), 712 deletions(-) create mode 100644 docs/layouts/shortcodes/generated/gpu_driver_configuration.html create mode 100644 flink-external-resources/flink-external-resource-gpu/src/main/java/org/apache/flink/externalresource/gpu/GPUDriverOptions.java rename flink-table/{flink-table-planner/src/main/java/org/apache/flink/table/planner/utils => flink-table-api-java/src/main/java/org/apache/flink/table/api/config}/AggregatePhaseStrategy.java (62%)