[
https://issues.apache.org/jira/browse/CARBONDATA-4159?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Chetan Bhat updated CARBONDATA-4159:
------------------------------------
Description:
Steps -
create a table in spark session .
load ,delete and alter add column in spark session
CREATE TABLE lsc1(id int, name string, description string,address string, note
string) stored as carbondata
tblproperties('sort_columns'='id,name','long_string_columns'='description,note');
load data inpath 'hdfs://hacluster/chetan/longStringData_100rec.csv' into
table lsc1 options('DELIMITER'=',', 'QUOTECHAR'=
'"','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='id,name,description,address,note');
delete from lsc1 where id=99;
alter table lsc1 add columns(id2 int);
Insert into select from presto session.
insert into lsc1 select * from lsc1;
Issue :- Insert into select in presto session throws error
presto:ranjan> insert into lsc1 select * from lsc1;
Query 20210401_135306_00013_fnva9, FAILED, 1 node
Splits: 35 total, 0 done (0.00%)
0:01 [100 rows, 6.38MB] [90 rows/s, 5.75MB/s]
*Query 20210401_135306_00013_fnva9 failed: Invalid position 50 and length 50 in
block with 99 positions*
presto:ranjan>
*Log -*
java.lang.IndexOutOfBoundsException: Invalid position 50 and length 50 in block
with 99 positionsjava.lang.IndexOutOfBoundsException: Invalid position 50 and
length 50 in block with 99 positions at
io.prestosql.spi.block.BlockUtil.checkValidRegion(BlockUtil.java:48) at
io.prestosql.spi.block.DictionaryBlock.getRegion(DictionaryBlock.java:325) at
io.prestosql.spi.Page.getRegion(Page.java:128) at
io.prestosql.execution.buffer.PageSplitterUtil.splitPage(PageSplitterUtil.java:53)
at
io.prestosql.execution.buffer.PageSplitterUtil.splitPage(PageSplitterUtil.java:29)
at
io.prestosql.operator.TaskOutputOperator.addInput(TaskOutputOperator.java:145)
at io.prestosql.operator.Driver.processInternal(Driver.java:384) at
io.prestosql.operator.Driver.lambda$processFor$8(Driver.java:283) at
io.prestosql.operator.Driver.tryWithLock(Driver.java:675) at
io.prestosql.operator.Driver.processFor(Driver.java:276) at
io.prestosql.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1075)
at
io.prestosql.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:163)
at
io.prestosql.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:484)
at io.prestosql.$gen.Presto_316____20210401_102926_1.run(Unknown Source) at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
was:
Steps -
creating a table in spark session .
load ,delete and alter add column in spark session
CREATE TABLE lsc1(id int, name string, description string,address string, note
string) stored as carbondata
tblproperties('sort_columns'='id,name','long_string_columns'='description,note');
load data inpath 'hdfs://hacluster/chetan/longStringData_100rec.csv' into table
lsc1 options('DELIMITER'=',', 'QUOTECHAR'=
'"','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='id,name,description,address,note');
delete from lsc1 where id=99;
alter table lsc1 add columns(id2 int);
Insert into select from presto session.
insert into lsc1 select * from lsc1;
Issue :- Insert into select in presto session throws error
presto:ranjan> insert into lsc1 select * from lsc1;
Query 20210401_135306_00013_fnva9, FAILED, 1 node
Splits: 35 total, 0 done (0.00%)
0:01 [100 rows, 6.38MB] [90 rows/s, 5.75MB/s]
*Query 20210401_135306_00013_fnva9 failed: Invalid position 50 and length 50 in
block with 99 positions*
presto:ranjan>
*Log -*
java.lang.IndexOutOfBoundsException: Invalid position 50 and length 50 in block
with 99 positionsjava.lang.IndexOutOfBoundsException: Invalid position 50 and
length 50 in block with 99 positions at
io.prestosql.spi.block.BlockUtil.checkValidRegion(BlockUtil.java:48) at
io.prestosql.spi.block.DictionaryBlock.getRegion(DictionaryBlock.java:325) at
io.prestosql.spi.Page.getRegion(Page.java:128) at
io.prestosql.execution.buffer.PageSplitterUtil.splitPage(PageSplitterUtil.java:53)
at
io.prestosql.execution.buffer.PageSplitterUtil.splitPage(PageSplitterUtil.java:29)
at
io.prestosql.operator.TaskOutputOperator.addInput(TaskOutputOperator.java:145)
at io.prestosql.operator.Driver.processInternal(Driver.java:384) at
io.prestosql.operator.Driver.lambda$processFor$8(Driver.java:283) at
io.prestosql.operator.Driver.tryWithLock(Driver.java:675) at
io.prestosql.operator.Driver.processFor(Driver.java:276) at
io.prestosql.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1075)
at
io.prestosql.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:163)
at
io.prestosql.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:484)
at io.prestosql.$gen.Presto_316____20210401_102926_1.run(Unknown Source) at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
> Insert into select in presto session throws error after delete data and alter
> add table executed from spark session
> -------------------------------------------------------------------------------------------------------------------
>
> Key: CARBONDATA-4159
> URL: https://issues.apache.org/jira/browse/CARBONDATA-4159
> Project: CarbonData
> Issue Type: Bug
> Components: presto-integration
> Affects Versions: 2.1.0
> Environment: Spark 2.4.5. Presto-SQL 316
> Reporter: Chetan Bhat
> Priority: Minor
>
> Steps -
> create a table in spark session .
> load ,delete and alter add column in spark session
> CREATE TABLE lsc1(id int, name string, description string,address string,
> note string) stored as carbondata
> tblproperties('sort_columns'='id,name','long_string_columns'='description,note');
> load data inpath 'hdfs://hacluster/chetan/longStringData_100rec.csv' into
> table lsc1 options('DELIMITER'=',', 'QUOTECHAR'=
> '"','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='id,name,description,address,note');
> delete from lsc1 where id=99;
> alter table lsc1 add columns(id2 int);
>
> Insert into select from presto session.
> insert into lsc1 select * from lsc1;
>
> Issue :- Insert into select in presto session throws error
> presto:ranjan> insert into lsc1 select * from lsc1;
> Query 20210401_135306_00013_fnva9, FAILED, 1 node
> Splits: 35 total, 0 done (0.00%)
> 0:01 [100 rows, 6.38MB] [90 rows/s, 5.75MB/s]
> *Query 20210401_135306_00013_fnva9 failed: Invalid position 50 and length 50
> in block with 99 positions*
> presto:ranjan>
>
> *Log -*
> java.lang.IndexOutOfBoundsException: Invalid position 50 and length 50 in
> block with 99 positionsjava.lang.IndexOutOfBoundsException: Invalid position
> 50 and length 50 in block with 99 positions at
> io.prestosql.spi.block.BlockUtil.checkValidRegion(BlockUtil.java:48) at
> io.prestosql.spi.block.DictionaryBlock.getRegion(DictionaryBlock.java:325) at
> io.prestosql.spi.Page.getRegion(Page.java:128) at
> io.prestosql.execution.buffer.PageSplitterUtil.splitPage(PageSplitterUtil.java:53)
> at
> io.prestosql.execution.buffer.PageSplitterUtil.splitPage(PageSplitterUtil.java:29)
> at
> io.prestosql.operator.TaskOutputOperator.addInput(TaskOutputOperator.java:145)
> at io.prestosql.operator.Driver.processInternal(Driver.java:384) at
> io.prestosql.operator.Driver.lambda$processFor$8(Driver.java:283) at
> io.prestosql.operator.Driver.tryWithLock(Driver.java:675) at
> io.prestosql.operator.Driver.processFor(Driver.java:276) at
> io.prestosql.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1075)
> at
> io.prestosql.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:163)
> at
> io.prestosql.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:484)
> at io.prestosql.$gen.Presto_316____20210401_102926_1.run(Unknown Source) at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
--
This message was sent by Atlassian Jira
(v8.3.4#803005)