[
https://issues.apache.org/jira/browse/SPARK-9427?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14692607#comment-14692607
]
Yu Ishikawa commented on SPARK-9427:
------------------------------------
h3. Memo
These are the expressions which we should add. (Including existing expressions)
I extracted them from Scala's {{functions.scala}} with {{grep}}.
{noformat}
def abs(e: Column): Column
def acos(columnName: String): Column
def acos(e: Column): Column
def add_months(startDate: Column, numMonths: Int): Column
def approxCountDistinct(columnName: String): Column
def approxCountDistinct(columnName: String, rsd: Double): Column
def approxCountDistinct(e: Column): Column
def approxCountDistinct(e: Column, rsd: Double): Column
def array(colName: String, colNames: String*): Column
def array(cols: Column*): Column
def array_contains(column: Column, value: Any): Column
def asc(columnName: String): Column
def ascii(e: Column): Column
def asin(columnName: String): Column
def asin(e: Column): Column
def atan(columnName: String): Column
def atan(e: Column): Column
def atan2(l: Column, r: Column): Column
def atan2(l: Column, r: Double): Column
def atan2(l: Column, rightName: String): Column
def atan2(l: Double, r: Column): Column
def atan2(l: Double, rightName: String): Column
def atan2(leftName: String, r: Column): Column
def atan2(leftName: String, r: Double): Column
def atan2(leftName: String, rightName: String): Column
def avg(columnName: String): Column
def avg(e: Column): Column
def base64(e: Column): Column
def bin(columnName: String): Column
def bin(e: Column): Column
def bitwiseNOT(e: Column): Column
def cbrt(columnName: String): Column
def cbrt(e: Column): Column
def ceil(columnName: String): Column
def ceil(e: Column): Column
def coalesce(e: Column*): Column
def concat(exprs: Column*): Column
def concat_ws(sep: String, exprs: Column*): Column
def conv(num: Column, fromBase: Int, toBase: Int): Column
def cos(columnName: String): Column
def cos(e: Column): Column
def cosh(columnName: String): Column
def cosh(e: Column): Column
def count(columnName: String): Column
def count(e: Column): Column
def countDistinct(columnName: String, columnNames: String*): Column
def countDistinct(expr: Column, exprs: Column*): Column
def crc32(e: Column): Column
def cumeDist(): Column
def current_date(): Column
def current_timestamp(): Column
def date_add(start: Column, days: Int): Column
def date_format(dateExpr: Column, format: String): Column
def date_sub(start: Column, days: Int): Column
def datediff(end: Column, start: Column): Column
def dayofmonth(e: Column): Column
def dayofyear(e: Column): Column
def decode(value: Column, charset: String): Column
def denseRank(): Column
def desc(columnName: String): Column
def encode(value: Column, charset: String): Column
def exp(columnName: String): Column
def exp(e: Column): Column
def explode(e: Column): Column
def expm1(columnName: String): Column
def expm1(e: Column): Column
def expr(expr: String): Column
def factorial(e: Column): Column
def first(columnName: String): Column
def first(e: Column): Column
def floor(columnName: String): Column
def floor(e: Column): Column
def format_number(x: Column, d: Int): Column
def format_string(format: String, arguments: Column*): Column
def from_unixtime(ut: Column): Column
def from_unixtime(ut: Column, f: String): Column
def from_utc_timestamp(ts: Column, tz: String): Column
def greatest(columnName: String, columnNames: String*): Column
def greatest(exprs: Column*): Column
def hex(column: Column): Column
def hour(e: Column): Column
def hypot(l: Column, r: Column): Column
def hypot(l: Column, r: Double): Column
def hypot(l: Column, rightName: String): Column
def hypot(l: Double, r: Column): Column
def hypot(l: Double, rightName: String): Column
def hypot(leftName: String, r: Column): Column
def hypot(leftName: String, r: Double): Column
def hypot(leftName: String, rightName: String): Column
def initcap(e: Column): Column
def inputFileName(): Column
def instr(str: Column, substring: String): Column
def isNaN(e: Column): Column
def lag(columnName: String, offset: Int): Column
def lag(columnName: String, offset: Int, defaultValue: Any): Column
def lag(e: Column, offset: Int): Column
def lag(e: Column, offset: Int, defaultValue: Any): Column
def last(columnName: String): Column
def last(e: Column): Column
def last_day(e: Column): Column
def lead(columnName: String, offset: Int): Column
def lead(columnName: String, offset: Int, defaultValue: Any): Column
def lead(e: Column, offset: Int): Column
def lead(e: Column, offset: Int, defaultValue: Any): Column
def least(columnName: String, columnNames: String*): Column
def least(exprs: Column*): Column
def length(e: Column): Column
def levenshtein(l: Column, r: Column): Column
def lit(literal: Any): Column
def locate(substr: String, str: Column): Column
def locate(substr: String, str: Column, pos: Int): Column
def log(base: Double, a: Column): Column
def log(base: Double, columnName: String): Column
def log(columnName: String): Column
def log(e: Column): Column
def log10(columnName: String): Column
def log10(e: Column): Column
def log1p(columnName: String): Column
def log1p(e: Column): Column
def log2(columnName: String): Column
def log2(expr: Column): Column
def lower(e: Column): Column
def lpad(str: Column, len: Int, pad: String): Column
def ltrim(e: Column): Column
def max(columnName: String): Column
def max(e: Column): Column
def md5(e: Column): Column
def mean(columnName: String): Column
def mean(e: Column): Column
def min(columnName: String): Column
def min(e: Column): Column
def minute(e: Column): Column
def monotonicallyIncreasingId(): Column
def month(e: Column): Column
def months_between(date1: Column, date2: Column): Column
def nanvl(col1: Column, col2: Column): Column
def negate(e: Column): Column
def next_day(date: Column, dayOfWeek: String): Column
def not(e: Column): Column
def ntile(n: Int): Column
def percentRank(): Column
def pmod(dividend: Column, divisor: Column): Column
def pow(l: Column, r: Column): Column
def pow(l: Column, r: Double): Column
def pow(l: Column, rightName: String): Column
def pow(l: Double, r: Column): Column
def pow(l: Double, rightName: String): Column
def pow(leftName: String, r: Column): Column
def pow(leftName: String, r: Double): Column
def pow(leftName: String, rightName: String): Column
def quarter(e: Column): Column
def rand(): Column
def rand(seed: Long): Column
def randn(): Column
def randn(seed: Long): Column
def rank(): Column
def regexp_extract(e: Column, exp: String, groupIdx: Int): Column
def regexp_replace(e: Column, pattern: String, replacement: String): Column
def repeat(str: Column, n: Int): Column
def reverse(str: Column): Column
def rint(columnName: String): Column
def rint(e: Column): Column
def round(e: Column): Column
def round(e: Column, scale: Int): Column
def rowNumber(): Column
def rpad(str: Column, len: Int, pad: String): Column
def rtrim(e: Column): Column
def second(e: Column): Column
def sha1(e: Column): Column
def sha2(e: Column, numBits: Int): Column
def shiftLeft(e: Column, numBits: Int): Column
def shiftRight(e: Column, numBits: Int): Column
def shiftRightUnsigned(e: Column, numBits: Int): Column
def signum(columnName: String): Column
def signum(e: Column): Column
def sin(columnName: String): Column
def sin(e: Column): Column
def sinh(columnName: String): Column
def sinh(e: Column): Column
def size(e: Column): Column
def sort_array(e: Column): Column
def sort_array(e: Column, asc: Boolean): Column
def soundex(e: Column): Column
def sparkPartitionId(): Column
def split(str: Column, pattern: String): Column
def sqrt(colName: String): Column
def sqrt(e: Column): Column
def struct(colName: String, colNames: String*): Column
def struct(cols: Column*): Column
def substring(str: Column, pos: Int, len: Int): Column
def substring_index(str: Column, delim: String, count: Int): Column
def sum(columnName: String): Column
def sum(e: Column): Column
def sumDistinct(columnName: String): Column
def sumDistinct(e: Column): Column
def tan(columnName: String): Column
def tan(e: Column): Column
def tanh(columnName: String): Column
def tanh(e: Column): Column
def toDegrees(columnName: String): Column
def toDegrees(e: Column): Column
def toRadians(columnName: String): Column
def toRadians(e: Column): Column
def to_date(e: Column): Column
def to_utc_timestamp(ts: Column, tz: String): Column
def translate(src: Column, matchingString: String, replaceString: String):
Column
def trim(e: Column): Column
def trunc(date: Column, format: String): Column
def unbase64(e: Column): Column
def unhex(column: Column): Column
def unix_timestamp(): Column
def unix_timestamp(s: Column): Column
def unix_timestamp(s: Column, p: String): Column
def upper(e: Column): Column
def weekofyear(e: Column): Column
def when(condition: Column, value: Any): Column
def year(e: Column): Column
{noformat}
> Add expression functions in SparkR
> ----------------------------------
>
> Key: SPARK-9427
> URL: https://issues.apache.org/jira/browse/SPARK-9427
> Project: Spark
> Issue Type: New Feature
> Components: SparkR
> Reporter: Yu Ishikawa
>
> The list of functions to add is based on SQL's functions. And it would be
> better to add them in one shot PR.
> https://github.com/apache/spark/blob/master/sql/core/src/main/scala/org/apache/spark/sql/functions.scala
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
