Stream(ssc,atwitter,Nil,StorageLevel.MEMORY_AND_DISK_2)
>val twt = tweets.window(Seconds(10),Seconds(10))
> //checkpoint duration
> /twt.checkpoint(new Duration(1000))
>
>//processing
>case class Tweet(createdAt:Long, text:String)
>twt.map(status=>
>
witterConnector")
>> val ssc = new StreamingContext(conf, Seconds(1))
>>val sqlContext = new org.apache.spark.sql.SQLContext(ssc.sparkContext)
>>import sqlContext.implicits._
>>
>>//checkpointing
>>ssc.checkpoint("hdfsDirectory&qu
(status.getCreatedAt().getTime()/1000, status.getText())
)
twt.print()
}
--
View this message in context:
http://apache-spark-user-list.1001560.n3.nabble.com/Error-in-starting-Spark-Streaming-Context-tp24063.html
Sent from the Apache Spark User List mailing list archive at Nabble.com
