KYLIN-1656 disable file merge on creating hive flat table Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/bdf5e472 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/bdf5e472 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/bdf5e472
Branch: refs/heads/master Commit: bdf5e47203132ae6c43654331f8ff5fe9fc6ccd9 Parents: c6aad4e Author: shaofengshi <shaofeng...@apache.org> Authored: Mon May 9 15:49:55 2016 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Wed May 18 10:38:32 2016 +0800 ---------------------------------------------------------------------- build/conf/kylin_hive_conf.xml | 23 +---------------------- 1 file changed, 1 insertion(+), 22 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/bdf5e472/build/conf/kylin_hive_conf.xml ---------------------------------------------------------------------- diff --git a/build/conf/kylin_hive_conf.xml b/build/conf/kylin_hive_conf.xml index 9f1cac4..a1caa4d 100644 --- a/build/conf/kylin_hive_conf.xml +++ b/build/conf/kylin_hive_conf.xml @@ -22,12 +22,6 @@ </property> <property> - <name>dfs.block.size</name> - <value>33554432</value> - <description>32MB, want more mappers for in-mem cubing, thus smaller the DFS block size</description> - </property> - - <property> <name>hive.exec.compress.output</name> <value>true</value> <description>enable compress</description> @@ -55,27 +49,12 @@ <value>org.apache.hadoop.io.compress.SnappyCodec</value> <description></description> </property> - - <property> - <name>hive.merge.mapfiles</name> - <value>true</value> - <description>Enable hive file merge on mapper only job</description> - </property> - <property> - <name>hive.merge.mapredfiles</name> - <value>true</value> - <description>Enable hive file merge on map-reduce job</description> - </property> + <property> <name>mapred.output.compression.type</name> <value>BLOCK</value> <description>The compression type to use for job outputs</description> </property> - <property> - <name>hive.merge.size.per.task</name> - <value>256000000</value> - <description>Size for the merged file</description> - </property> <property> <name>hive.support.concurrency</name>