CARBONDATA-561 delete duplicated code in spark2
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/84b0ca38 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/84b0ca38 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/84b0ca38 Branch: refs/heads/branch-1.0 Commit: 84b0ca380f838c8f76db6331a5ee1e9a9370008d Parents: e882aed Author: hexiaoqiao <hexiaoq...@meituan.com> Authored: Wed Jan 18 18:20:11 2017 +0800 Committer: hexiaoqiao <hexiaoq...@meituan.com> Committed: Wed Jan 18 18:20:11 2017 +0800 ---------------------------------------------------------------------- .../apache/carbondata/spark/CarbonOption.scala | 57 -------------------- 1 file changed, 57 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/84b0ca38/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala ---------------------------------------------------------------------- diff --git a/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala b/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala deleted file mode 100644 index 3b87e41..0000000 --- a/integration/spark2/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala +++ /dev/null @@ -1,57 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.carbondata.spark - -import org.apache.carbondata.core.constants.CarbonCommonConstants - -/** - * Contains all options for Spark data source - */ -class CarbonOption(options: Map[String, String]) { - def tableIdentifier: String = options.getOrElse("tableName", s"$dbName.$tableName") - - def dbName: String = options.getOrElse("dbName", CarbonCommonConstants.DATABASE_DEFAULT_NAME) - - def tableName: String = options.getOrElse("tableName", "default_table") - - def tableId: String = options.getOrElse("tableId", "default_table_id") - - def tablePath: String = s"$dbName/$tableName" - - def partitionCount: String = options.getOrElse("partitionCount", "1") - - def partitionClass: String = { - options.getOrElse("partitionClass", - "org.apache.carbondata.spark.partition.api.impl.SampleDataPartitionerImpl") - } - - def tempCSV: Boolean = options.getOrElse("tempCSV", "true").toBoolean - - def compress: Boolean = options.getOrElse("compress", "false").toBoolean - - def useKettle: Boolean = options.getOrElse("useKettle", "true").toBoolean - - def bucketNumber: Int = options.getOrElse("bucketnumber", "0").toInt - - def bucketColumns: String = options.getOrElse("bucketcolumns", "") - - def isBucketingEnabled: Boolean = options.contains("bucketcolumns") && - options.contains("bucketnumber") - - def toMap: Map[String, String] = options -}
