This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 65be8bd add max length support in schema builder (#6112)
add 7602348 Adding the upsert support to real-time ingestion and query
(#6113)
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/common/utils/LLCSegmentName.java | 2 +-
.../org/apache/pinot/core/common/DataSource.java | 1 -
.../realtime/LLRealtimeSegmentDataManager.java | 13 ++-
.../manager/realtime/RealtimeTableDataManager.java | 122 +++++++++++++++++---
.../pinot/core/indexsegment/IndexSegment.java | 6 +
.../immutable/ImmutableSegmentImpl.java | 31 ++++-
.../immutable/ImmutableSegmentLoader.java | 10 +-
.../core/indexsegment/mutable/MutableSegment.java | 2 +
.../indexsegment/mutable/MutableSegmentImpl.java | 79 +++++++++----
.../org/apache/pinot/core/plan/FilterPlanNode.java | 15 ++-
.../query/pruner/SelectionQuerySegmentPruner.java | 2 +
.../converter/RealtimeSegmentConverter.java | 5 +-
.../core/realtime/impl/RealtimeSegmentConfig.java | 32 +++++-
.../impl/ThreadSafeMutableRoaringBitmap.java | 16 +--
.../invertedindex/RealtimeInvertedIndexReader.java | 2 +-
.../impl/nullvalue/MutableNullValueVector.java | 2 +-
.../impl/SegmentIndexCreationDriverImpl.java | 2 +-
...edIndexReader.java => ValidDocIndexReader.java} | 8 +-
...eaderImpl.java => ValidDocIndexReaderImpl.java} | 19 ++--
.../upsert/PartitionUpsertMetadataManager.java | 125 +++++++++++++++++++++
.../apache/pinot/core/upsert/RecordLocation.java | 48 ++++----
.../core/upsert/TableUpsertMetadataManager.java | 25 ++---
.../org/apache/pinot/core/util/IngestionUtils.java | 15 +++
.../realtime/LLRealtimeSegmentDataManagerTest.java | 15 ++-
.../mutable/MutableSegmentImplTestUtils.java | 23 +++-
...Test.java => MutableSegmentImplUpsertTest.java} | 55 ++++-----
.../src/test/resources/data/test_upsert_data.json | 22 ++++
...r_pinot_schema.json => test_upsert_schema.json} | 13 +--
.../starter/helix/HelixInstanceDataManager.java | 12 +-
.../apache/pinot/server/api/BaseResourceTest.java | 22 ++--
.../pinot/spi/config/table/UpsertConfig.java | 7 +-
.../apache/pinot/spi/data/readers/GenericRow.java | 7 +-
.../readers/PrimaryKeyTest.java} | 24 ++--
...altimeQuickStart.java => UpsertQuickStart.java} | 50 +++------
.../pinot/tools/streams/MeetupRsvpStream.java | 16 ++-
...> upsert_meetupRsvp_realtime_table_config.json} | 13 ++-
...p_schema.json => upsert_meetupRsvp_schema.json} | 3 +-
37 files changed, 619 insertions(+), 245 deletions(-)
copy
pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{InvertedIndexReader.java
=> ValidDocIndexReader.java} (80%)
copy
pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{NullValueVectorReaderImpl.java
=> ValidDocIndexReaderImpl.java} (64%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/upsert/PartitionUpsertMetadataManager.java
copy
pinot-common/src/main/java/org/apache/pinot/common/lineage/LineageEntry.java =>
pinot-core/src/main/java/org/apache/pinot/core/upsert/RecordLocation.java (54%)
copy
pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/BrokerRequestHandler.java
=>
pinot-core/src/main/java/org/apache/pinot/core/upsert/TableUpsertMetadataManager.java
(62%)
copy
pinot-core/src/test/java/org/apache/pinot/core/indexsegment/mutable/{MutableSegmentImplNullValueVectorTest.java
=> MutableSegmentImplUpsertTest.java} (62%)
create mode 100644 pinot-core/src/test/resources/data/test_upsert_data.json
copy
pinot-core/src/test/resources/data/{test_null_value_vector_pinot_schema.json =>
test_upsert_schema.json} (62%)
copy
pinot-spi/src/test/java/org/apache/pinot/spi/{config/table/UpsertConfigTest.java
=> data/readers/PrimaryKeyTest.java} (63%)
copy pinot-tools/src/main/java/org/apache/pinot/tools/{RealtimeQuickStart.java
=> UpsertQuickStart.java} (65%)
copy
pinot-tools/src/main/resources/examples/stream/meetupRsvp/{kafka_2.0/meetupRsvp_realtime_table_config.json
=> upsert_meetupRsvp_realtime_table_config.json} (71%)
copy
pinot-tools/src/main/resources/examples/stream/meetupRsvp/{meetupRsvp_schema.json
=> upsert_meetupRsvp_schema.json} (94%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
