Does: illustrate A; work? Does: C = foreach B generate f1, f2; illustrate C; work?
Russell Jurney http://datasyndrome.com On Oct 9, 2012, at 2:10 PM, Allan <aaven...@gmail.com> wrote: > Hi to everybody, > > I was trying to execute this script with Pig (from trunk r1396318) > > A = LOAD 'test01' AS (f1:chararray,f2:int,f3:chararray); > B = order A by f1; > illustrate B; > > And I get this exception: > > ====================================================================== > > java.lang.RuntimeException: ReadOnceBag does not support getMemorySize > operation > at org.apache.pig.data.ReadOnceBag.getMemorySize(ReadOnceBag.java:74) > at org.apache.pig.data.SizeUtil.getPigObjMemSize(SizeUtil.java:61) > at org.apache.pig.data.DefaultTuple.getMemorySize(DefaultTuple.java:180) > at org.apache.pig.pen.util.ExampleTuple.getMemorySize(ExampleTuple.java:97) > at > org.apache.pig.data.DefaultAbstractBag.getMemorySize(DefaultAbstractBag.java:148) > at > org.apache.pig.data.DefaultAbstractBag.markSpillableIfNecessary(DefaultAbstractBag.java:100) > at org.apache.pig.data.DefaultAbstractBag.add(DefaultAbstractBag.java:92) > at org.apache.pig.pen.Illustrator.addData(Illustrator.java:116) > at > org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackageLite.illustratorMarkup(POPackageLite.java:227) > at > org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackageLite.getNext(POPackageLite.java:182) > at > org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Reduce.processOnePackageOutput(PigGenericMapReduce.java:422) > at > org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Reduce.reduce(PigGenericMapReduce.java:413) > at > org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Reduce.reduce(PigGenericMapReduce.java:257) > at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:176) > at > org.apache.pig.pen.LocalMapReduceSimulator.launchPig(LocalMapReduceSimulator.java:235) > at org.apache.pig.pen.ExampleGenerator.getData(ExampleGenerator.java:257) > at org.apache.pig.pen.ExampleGenerator.getData(ExampleGenerator.java:238) > at > org.apache.pig.pen.LineageTrimmingVisitor.init(LineageTrimmingVisitor.java:103) > at > org.apache.pig.pen.LineageTrimmingVisitor.<init>(LineageTrimmingVisitor.java:98) > at > org.apache.pig.pen.ExampleGenerator.getExamples(ExampleGenerator.java:166) > at org.apache.pig.PigServer.getExamples(PigServer.java:1180) > at > org.apache.pig.tools.grunt.GruntParser.processIllustrate(GruntParser.java:738) > at > org.apache.pig.tools.pigscript.parser.PigScriptParser.Illustrate(PigScriptParser.java:626) > at > org.apache.pig.tools.pigscript.parser.PigScriptParser.parse(PigScriptParser.java:323) > at > org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:193) > at > org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:169) > at org.apache.pig.tools.grunt.Grunt.run(Grunt.java:69) > at org.apache.pig.Main.run(Main.java:538) > at org.apache.pig.Main.main(Main.java:154) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:156) > > ====================================================================== > > and at log file: > > Pig Stack Trace > --------------- > ERROR 2997: Encountered IOException. Exception > > java.io.IOException: Exception > at org.apache.pig.PigServer.getExamples(PigServer.java:1186) > at > org.apache.pig.tools.grunt.GruntParser.processIllustrate(GruntParser.java:738) > at > org.apache.pig.tools.pigscript.parser.PigScriptParser.Illustrate(PigScriptParser.java:626) > at > org.apache.pig.tools.pigscript.parser.PigScriptParser.parse(PigScriptParser.java:323) > at > org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:193) > at > org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:169) > at org.apache.pig.tools.grunt.Grunt.run(Grunt.java:69) > at org.apache.pig.Main.run(Main.java:538) > at org.apache.pig.Main.main(Main.java:154) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.hadoop.util.RunJar.main(RunJar.java:156) > Caused by: java.lang.RuntimeException: ReadOnceBag does not support > getMemorySize operation > at > org.apache.pig.data.ReadOnceBag.getMemorySize(ReadOnceBag.java:74) > at org.apache.pig.data.SizeUtil.getPigObjMemSize(SizeUtil.java:61) > at > org.apache.pig.data.DefaultTuple.getMemorySize(DefaultTuple.java:180) > at > org.apache.pig.pen.util.ExampleTuple.getMemorySize(ExampleTuple.java:97) > at > org.apache.pig.data.DefaultAbstractBag.getMemorySize(DefaultAbstractBag.java:148) > at > org.apache.pig.data.DefaultAbstractBag.markSpillableIfNecessary(DefaultAbstractBag.java:100) > at > org.apache.pig.data.DefaultAbstractBag.add(DefaultAbstractBag.java:92) > at org.apache.pig.pen.Illustrator.addData(Illustrator.java:116) > at > org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackageLite.illustratorMarkup(POPackageLite.java:227) > at > org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackageLite.getNext(POPackageLite.java:182) > at > org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Reduce.processOnePackageOutput(PigGenericMapReduce.java:422) > at > org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Reduce.reduce(PigGenericMapReduce.java:413) > at > org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce$Reduce.reduce(PigGenericMapReduce.java:257) > at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:176) > at > org.apache.pig.pen.LocalMapReduceSimulator.launchPig(LocalMapReduceSimulator.java:235) > at > org.apache.pig.pen.ExampleGenerator.getData(ExampleGenerator.java:257) > at > org.apache.pig.pen.ExampleGenerator.getData(ExampleGenerator.java:238) > at > org.apache.pig.pen.LineageTrimmingVisitor.init(LineageTrimmingVisitor.java:103) > at > org.apache.pig.pen.LineageTrimmingVisitor.<init>(LineageTrimmingVisitor.java:98) > at > org.apache.pig.pen.ExampleGenerator.getExamples(ExampleGenerator.java:166) > at org.apache.pig.PigServer.getExamples(PigServer.java:1180) > > ====================================================================== > > Do someone has the same exception? > > Thanks in advance, > > ---- > Allan > ----
