Author: xuefu
Date: Wed Feb 26 00:16:44 2014
New Revision: 1571877
URL: http://svn.apache.org/r1571877
Log:
HIVE-6456: Implement Parquet schema evolution (Brock via Xuefu)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/read/DataWritableReadSupport.java
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/read/DataWritableReadSupport.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/read/DataWritableReadSupport.java?rev=1571877&r1=1571876&r2=1571877&view=diff
==============================================================================
---
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/read/DataWritableReadSupport.java
(original)
+++
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/read/DataWritableReadSupport.java
Wed Feb 26 00:16:44 2014
@@ -80,6 +80,9 @@ public class DataWritableReadSupport ext
// listColumns contains partition columns which are metadata only
if (fileSchema.containsField(col)) {
typeListTable.add(fileSchema.getType(col));
+ } else {
+ // below allows schema evolution
+ typeListTable.add(new PrimitiveType(Repetition.OPTIONAL,
PrimitiveTypeName.BINARY, col));
}
}
MessageType tableSchema = new MessageType(TABLE_SCHEMA, typeListTable);