Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/22814#discussion_r228062884
--- Diff:
external/avro/src/main/scala/org/apache/spark/sql/avro/package.scala ---
@@ -31,10 +32,32 @@ package object avro {
* @since 2.4.0
*/
@Experimental
- def from_avro(data: Column, jsonFormatSchema: String): Column = {
- new Column(AvroDataToCatalyst(data.expr, jsonFormatSchema))
+ def from_avro(
+ data: Column,
+ jsonFormatSchema: String): Column = {
+ new Column(AvroDataToCatalyst(data.expr, jsonFormatSchema, Map.empty))
}
+ /**
+ * Converts a binary column of avro format into its corresponding
catalyst value. The specified
+ * schema must match the read data, otherwise the behavior is undefined:
it may fail or return
+ * arbitrary result.
+ *
+ * @param data the binary column.
+ * @param jsonFormatSchema the avro schema in JSON string format.
+ * @param options options to control how the Avro record is parsed.
+ *
+ * @since 2.4.0
--- End diff --
3.0.0
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
