Can you provide the exception stack? Thanks, Daoyuan
From: Ge, Yao (Y.) [mailto:y...@ford.com] Sent: Sunday, October 19, 2014 10:17 PM To: user@spark.apache.org Subject: scala.MatchError: class java.sql.Timestamp I am working with Spark 1.1.0 and I believe Timestamp is a supported data type for Spark SQL. However I keep getting this MatchError for java.sql.Timestamp when I try to use reflection to register a Java Bean with Timestamp field. Anything wrong with my code below? public static class Event implements Serializable { private String name; private Timestamp time; public String getName() { return name; } public void setName(String name) { this.name = name; } public Timestamp getTime() { return time; } public void setTime(Timestamp time) { this.time = time; } } @Test public void testTimeStamp() { JavaSparkContext sc = new JavaSparkContext("local", "timestamp"); String[] data = {"1,2014-01-01", "2,2014-02-01"}; JavaRDD<String> input = sc.parallelize(Arrays.asList(data)); JavaRDD<Event> events = input.map(new Function<String,Event>() { public Event call(String arg0) throws Exception { String[] c = arg0.split(","); Event e = new Event(); e.setName(c[0]); DateFormat fmt = new SimpleDateFormat("yyyy-MM-dd"); e.setTime(new Timestamp(fmt.parse(c[1]).getTime())); return e; } }); JavaSQLContext sqlCtx = new JavaSQLContext(sc); JavaSchemaRDD schemaEvent = sqlCtx.applySchema(events, Event.class); schemaEvent.registerTempTable("event"); sc.stop(); }