This is an automated email from the ASF dual-hosted git repository.
yufei pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/polaris.git
from f6bcbd29e perf(refactor): optimizing
JdbcBasePersistenceImpl.listEntities (#2465)
add c3f5001d4 Add Polaris Events to Persistence (#1844)
No new revisions were added by this update.
Summary of changes:
persistence/relational-jdbc/build.gradle.kts | 3 +
.../persistence/relational/jdbc/DatabaseType.java | 3 +-
.../relational/jdbc/DatasourceOperations.java | 59 ++++
.../relational/jdbc/JdbcBasePersistenceImpl.java | 59 ++++
.../relational/jdbc/QueryGenerator.java | 3 +
.../relational/jdbc/models/ModelEvent.java | 142 +++++++++
.../resources/h2/{schema-v2.sql => schema-v3.sql} | 19 +-
.../postgres/{schema-v2.sql => schema-v3.sql} | 21 +-
.../relational/jdbc/DatasourceOperationsTest.java | 40 +++
.../relational/jdbc/models/ModelEventTest.java | 255 ++++++++++++++++
.../apache/polaris/core/entity/PolarisEvent.java | 136 +++++++++
.../PolarisEventManager.java} | 20 +-
.../polaris/core/persistence/BasePersistence.java | 8 +
.../core/persistence/PolarisMetaStoreManager.java | 4 +-
.../TransactionWorkspaceMetaStoreManager.java | 8 +
.../AbstractTransactionalPersistence.java | 6 +
.../apache/polaris/admintool/BootstrapCommand.java | 2 +-
.../src/main/resources/application.properties | 5 +-
.../polaris/service/admin/PolarisServiceImpl.java | 8 +-
.../service/catalog/iceberg/IcebergCatalog.java | 31 +-
.../catalog/iceberg/IcebergCatalogAdapter.java | 9 +-
.../catalog/iceberg/IcebergCatalogHandler.java | 14 +-
.../service/config/ProductionReadinessChecks.java | 8 +-
.../polaris/service/config/ServiceProducers.java | 2 +-
.../catalog/PolarisCallContextCatalogFactory.java | 2 +-
...risEvent.java => AfterCatalogCreatedEvent.java} | 8 +-
.../service/events/AfterTableCommitedEvent.java | 3 +-
...eshedEvent.java => AfterTableCreatedEvent.java} | 12 +-
.../service/events/AfterTableRefreshedEvent.java | 4 +-
.../service/events/AfterTaskAttemptedEvent.java | 8 +-
.../service/events/AfterViewCommitedEvent.java | 4 +-
.../service/events/AfterViewRefreshedEvent.java | 4 +-
.../service/events/BeforeTableCommitedEvent.java | 8 +-
.../service/events/BeforeTableRefreshedEvent.java | 4 +-
.../service/events/BeforeTaskAttemptedEvent.java | 6 +-
.../service/events/BeforeViewCommitedEvent.java | 4 +-
.../service/events/BeforeViewRefreshedEvent.java | 4 +-
.../polaris/service/events/PolarisEvent.java | 12 +-
.../events/PolarisEventListenerConfiguration.java | 5 +-
.../ConcurrentLinkedQueueWithApproximateSize.java | 43 +--
.../InMemoryBufferEventListenerConfiguration.java} | 24 +-
...emoryBufferPolarisPersistenceEventListener.java | 200 +++++++++++++
.../{ => listeners}/NoOpPolarisEventListener.java | 2 +-
.../{ => listeners}/PolarisEventListener.java | 23 +-
.../listeners/PolarisPersistenceEventListener.java | 121 ++++++++
.../{ => listeners}/TestPolarisEventListener.java | 14 +-
.../service/ratelimiter/RateLimiterFilter.java | 2 +-
.../polaris/service/task/TaskExecutorImpl.java | 7 +-
.../service/admin/PolarisAuthzTestBase.java | 7 +-
.../service/admin/PolarisServiceImplTest.java | 7 +-
.../AbstractPolarisGenericTableCatalogTest.java | 2 +-
.../iceberg/AbstractIcebergCatalogTest.java | 11 +-
.../iceberg/AbstractIcebergCatalogViewTest.java | 4 +-
.../iceberg/IcebergCatalogHandlerAuthzTest.java | 9 +-
.../catalog/policy/AbstractPolicyCatalogTest.java | 2 +-
...yBufferPolarisPersistenceEventListenerTest.java | 324 +++++++++++++++++++++
.../service/ratelimiter/RateLimiterFilterTest.java | 4 +-
.../polaris/service/task/TaskExecutorImplTest.java | 5 +-
.../org/apache/polaris/service/TestServices.java | 10 +-
59 files changed, 1634 insertions(+), 140 deletions(-)
create mode 100644
persistence/relational-jdbc/src/main/java/org/apache/polaris/persistence/relational/jdbc/models/ModelEvent.java
copy persistence/relational-jdbc/src/main/resources/h2/{schema-v2.sql =>
schema-v3.sql} (92%)
copy persistence/relational-jdbc/src/main/resources/postgres/{schema-v2.sql =>
schema-v3.sql} (91%)
create mode 100644
persistence/relational-jdbc/src/test/java/org/apache/polaris/persistence/relational/jdbc/models/ModelEventTest.java
create mode 100644
polaris-core/src/main/java/org/apache/polaris/core/entity/PolarisEvent.java
copy
polaris-core/src/main/java/org/apache/polaris/core/{persistence/resolver/ResolutionManifestFactory.java
=> entity/PolarisEventManager.java} (67%)
copy
runtime/service/src/main/java/org/apache/polaris/service/events/{PolarisEvent.java
=> AfterCatalogCreatedEvent.java} (83%)
copy
runtime/service/src/main/java/org/apache/polaris/service/events/{AfterViewRefreshedEvent.java
=> AfterTableCreatedEvent.java} (76%)
copy
polaris-core/src/main/java/org/apache/polaris/core/entity/AsyncTaskType.java =>
runtime/service/src/main/java/org/apache/polaris/service/events/listeners/ConcurrentLinkedQueueWithApproximateSize.java
(55%)
copy
runtime/service/src/main/java/org/apache/polaris/service/{config/ReadinessConfiguration.java
=> events/listeners/InMemoryBufferEventListenerConfiguration.java} (65%)
create mode 100644
runtime/service/src/main/java/org/apache/polaris/service/events/listeners/InMemoryBufferPolarisPersistenceEventListener.java
rename runtime/service/src/main/java/org/apache/polaris/service/events/{ =>
listeners}/NoOpPolarisEventListener.java (95%)
rename runtime/service/src/main/java/org/apache/polaris/service/events/{ =>
listeners}/PolarisEventListener.java (66%)
create mode 100644
runtime/service/src/main/java/org/apache/polaris/service/events/listeners/PolarisPersistenceEventListener.java
rename runtime/service/src/main/java/org/apache/polaris/service/events/{ =>
listeners}/TestPolarisEventListener.java (75%)
create mode 100644
runtime/service/src/test/java/org/apache/polaris/service/events/listeners/InMemoryBufferPolarisPersistenceEventListenerTest.java
