My code runs error free on my local pc. Just tried running the same code on a ubuntu machine on ec2, and got the error below. Any idea where to start in terms of debugging?
---------------------------------------------------------------------------Py4JError Traceback (most recent call last)<ipython-input-21-107cdbd63b26> in <module>()----> 1 output.show(2) /home/ubuntu/spark-2.1.1-bin-hadoop2.7/python/pyspark/sql/dataframe.py in show(self, n, truncate) 316 """ 317 if isinstance(truncate, bool) and truncate:--> 318 print(self._jdf.showString(n, 20)) 319 else: 320 print(self._jdf.showString(n, int(truncate))) /home/ubuntu/anaconda3/lib/python3.5/site-packages/py4j/java_gateway.py in __call__(self, *args) 1131 answer = self.gateway_client.send_command(command) 1132 return_value = get_return_value(-> 1133 answer, self.gateway_client, self.target_id, self.name) 1134 1135 for temp_arg in temp_args: /home/ubuntu/spark-2.1.1-bin-hadoop2.7/python/pyspark/sql/utils.py in deco(*a, **kw) 61 def deco(*a, **kw): 62 try:---> 63 return f(*a, **kw) 64 except py4j.protocol.Py4JJavaError as e: 65 s = e.java_exception.toString() /home/ubuntu/anaconda3/lib/python3.5/site-packages/py4j/protocol.py in get_return_value(answer, gateway_client, target_id, name) 325 raise Py4JError( 326 "An error occurred while calling {0}{1}{2}".--> 327 format(target_id, ".", name)) 328 else: 329 type = answer[1] Py4JError: An error occurred while calling o648.showString