AMBARI-21377: Add HiveVectorizedORC and JDBC profiles to pxf-profiles.xml
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/9a17ca78 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/9a17ca78 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/9a17ca78 Branch: refs/heads/feature-branch-AMBARI-21307 Commit: 9a17ca78d9c4e4e09123f1640b8f521f246a8b5f Parents: d0f12bf Author: lavjain <lj...@pivotal.io> Authored: Fri Jun 30 12:34:45 2017 -0700 Committer: lavjain <lj...@pivotal.io> Committed: Fri Jun 30 12:34:45 2017 -0700 ---------------------------------------------------------------------- .../PXF/3.0.0/configuration/pxf-profiles.xml | 25 ++++++++++++++++++++ 1 file changed, 25 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/9a17ca78/ambari-server/src/main/resources/common-services/PXF/3.0.0/configuration/pxf-profiles.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/PXF/3.0.0/configuration/pxf-profiles.xml b/ambari-server/src/main/resources/common-services/PXF/3.0.0/configuration/pxf-profiles.xml index e0a9029..27473a1 100644 --- a/ambari-server/src/main/resources/common-services/PXF/3.0.0/configuration/pxf-profiles.xml +++ b/ambari-server/src/main/resources/common-services/PXF/3.0.0/configuration/pxf-profiles.xml @@ -88,6 +88,7 @@ under the License. <name>HiveRC</name> <description>This profile is suitable only for Hive tables stored in RC files and serialized with either the ColumnarSerDe or the LazyBinaryColumnarSerDe. + It is much faster than the general purpose Hive profile. DELIMITER parameter is mandatory. Supports both GPDBWritable and TEXT output formats, as specified in FORMAT header parameter. Primary optimized for TEXT output format. @@ -103,6 +104,7 @@ under the License. <profile> <name>HiveText</name> <description>This profile is suitable only for Hive tables stored as Text files. + It is much faster than the general purpose Hive profile. DELIMITER parameter is mandatory. Supports both GPDBWritable and TEXT output formats, as specified in FORMAT header parameter. Primary optimized for TEXT output format. @@ -119,6 +121,7 @@ under the License. <name>HiveORC</name> <description>This profile is suitable only for Hive tables stored in ORC files and serialized with either the ColumnarSerDe or the LazyBinaryColumnarSerDe. + It is much faster than the general purpose Hive profile. Supports GPDBWritable output format, as specified in FORMAT header parameter. </description> <plugins> @@ -130,6 +133,19 @@ under the License. </plugins> </profile> <profile> + <name>HiveVectorizedORC</name> + <description>This profile is same as HiveORC profile, but operates on batches of rows + instead of one row at a time, leading to faster reading and resolution phases. + </description> + <plugins> + <fragmenter>org.apache.hawq.pxf.plugins.hive.HiveInputFormatFragmenter</fragmenter> + <accessor>org.apache.hawq.pxf.plugins.hive.HiveORCVectorizedAccessor</accessor> + <resolver>org.apache.hawq.pxf.plugins.hive.HiveORCVectorizedResolver</resolver> + <metadata>org.apache.hawq.pxf.plugins.hive.HiveMetadataFetcher</metadata> + <outputFormat>org.apache.hawq.pxf.service.io.GPDBWritable</outputFormat> + </plugins> + </profile> + <profile> <name>HdfsTextSimple</name> <description>This profile is suitable for using when reading delimited single line records from plain text files on HDFS @@ -194,6 +210,15 @@ under the License. <resolver>org.apache.hawq.pxf.plugins.json.JsonResolver</resolver> </plugins> </profile> + <profile> + <name>Jdbc</name> + <description>A profile for reading data into HAWQ via JDBC</description> + <plugins> + <fragmenter>org.apache.hawq.pxf.plugins.jdbc.JdbcPartitionFragmenter</fragmenter> + <accessor>org.apache.hawq.pxf.plugins.jdbc.JdbcReadAccessor</accessor> + <resolver>org.apache.hawq.pxf.plugins.jdbc.JdbcReadResolver</resolver> + </plugins> + </profile> </profiles> ]]></value> <value-attributes>
