It's basically the equivalent of a Null Pointer exception. This syntax: lambda x: x.someMethod()
Is an inline anonymous function call. If x is None as opposed to blank String, you will not be able to call methods on it. On Thu, Dec 10, 2009 at 1:45 PM, Dominik Steiner < dominik.j.stei...@googlemail.com> wrote: > Thanks Ikai for the fast response, > > yes, some unicode characters might be the issue here as my data is in > Spanish. I tried your suggestion and now have an exporter.py that looks like > this > > from google.appengine.ext import db > > class Product(db.Model): > userId = db.StringProperty() > name = db.StringProperty() > shop = db.StringProperty() > brand = db.StringProperty() > model = db.StringProperty() > contact = db.StringProperty() > imageId = db.StringProperty() > userNickName = db.StringProperty() > price = db.FloatProperty() > registeredDate = db.DateProperty() > validUntilDate = db.DateProperty() > ratingCount = db.IntegerProperty() > ratingTotal = db.IntegerProperty() > rating = db.IntegerProperty() > commentCount = db.IntegerProperty() > description = db.TextProperty() > > from google.appengine.ext import db > from google.appengine.tools import bulkloader > > class ProductExporter(bulkloader.Exporter): > def __init__(self): > bulkloader.Exporter.__init__(self, 'Product', > [('name', lambda x: x.decode('utf-8'), > None), > ('userId', str, None), > ('shop', lambda x: x.decode('utf-8'), > None). > ('brand', lambda x: > x.decode('utf-8'), None), > ('model', lambda x: > x.decode('utf-8'), None), > ('contact', lambda x: > x.decode('utf-8'), None), > ('imageId', str, None), > ('userNickName', lambda x: > x.decode('utf-8'), None), > ('price', str, None), > ('registeredDate', str, None), > ('validUntilDate', str, None), > ('ratingCount', str, None), > ('ratingTotal', str, None), > ('rating', str, None), > ('commentCount', str, None), > ('description', lambda x: > x.decode('utf-8'), None) > ]) > exporters = [ProductExporter] > > > and I now get the following error (but at least it seems that it had been > downloading for a while before throwing that error) > > Traceback (most recent call last): > File "/usr/local/bin/appcfg.py", line 60, in <module> > run_file(__file__, globals()) > File "/usr/local/bin/appcfg.py", line 57, in run_file > execfile(script_path, globals_) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/appcfg.py", > line 2548, in <module> > main(sys.argv) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/appcfg.py", > line 2539, in main > result = AppCfgApp(argv).Run() > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/appcfg.py", > line 1640, in Run > self.action(self) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/appcfg.py", > line 2427, in __call__ > return method() > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/appcfg.py", > line 2293, in PerformDownload > run_fn(args) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/appcfg.py", > line 2215, in RunBulkloader > sys.exit(bulkloader.Run(arg_dict)) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 3894, in Run > return _PerformBulkload(arg_dict) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 3800, in _PerformBulkload > return_code = app.Run() > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 3158, in Run > self.progress_thread.WorkFinished() > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 2207, in WorkFinished > exporter.output_entities(self.result_db.AllEntities()) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 2788, in output_entities > for entity in entity_generator) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 2788, in <genexpr> > for entity in entity_generator) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 2769, in __SerializeEntity > encoding = self.__EncodeEntity(entity) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 2757, in __EncodeEntity > writer.writerow(self.__ExtractProperties(entity)) > File > "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/google/appengine/tools/bulkloader.py", > line 2738, in __ExtractProperties > encoding.append(fn(entity[name])) > File "exporter.py", line 30, in <lambda> > ('brand', lambda x: x.decode('utf-8'), None), > AttributeError: 'NoneType' object has no attribute 'decode' > > Do you have any idea of what that could be? > > Thanks again for your help. > > Dominik > > Interesting. Do you have some unicode characters in any fields? There's a > snippet on the bulk loader page about how to handle these characters in your > Importer: > > http://code.google.com/appengine/docs/python/tools/uploadingdata.html > > import datetime > from google.appengine.ext import db > from google.appengine.tools import bulkloader > import models > > class AlbumLoader(bulkloader.Loader): > def __init__(self): > bulkloader.Loader.__init__(self, 'Album', > [('title', lambda x: x.decode('utf-8')), > ('artist', lambda x: > x.decode('utf-8')), > ('publication_date', > lambda x: > datetime.datetime.strptime(x, '%m/%d/%Y').date()), > ('length_in_minutes', int) > ]) > > loaders = [AlbumLoader] > > Your error may be caused by UTF-8/ASCII incompatibilities, and this is > where I would start looking. > > On Wed, Dec 9, 2009 at 8:26 PM, Dominik Steiner < > dominik.j.stei...@googlemail.com> wrote: > >> Hi Ikai, >> >> I followed the instructions in the cook book for the python uploader/ >> downloader in order to be able to download and backup the data of my >> java application. >> >> As already posted in the cook book article, I got the following >> situation: >> >> "I would love to be able to download data in order to backup the data >> of my application and I tried your steps. One thing that didn't work >> for me was the line >> >> appcfg.py --server=python.latest.appid.appspot.com download_data >> exporter --filename=data.csv --kind=Thing --config_file=exporter/ >> thing_exporter.py >> >> but had to write >> >> appcfg.py --server=python.latest.xelavos.appspot.com download_data -- >> filename=data.csv --kind=Thing --config_file=exporter/ >> thing_exporter.py path/to/my/pythondirectory >> >> Then after being able to launch the exporter i got the following error >> after a while of downloading >> >> .[INFO ] Product: No descending index on __key__, performing serial >> download >> ......................................... >> Traceback (most recent call last): >> File "/usr/local/bin/appcfg.py", line 60, in >> run_file(__file__, globals()) >> File "/usr/local/bin/appcfg.py", line 57, in run_file >> execfile(script_path, globals_) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/appcfg.py", line 2548, in >> main(sys.argv) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/appcfg.py", line 2539, in main >> result = AppCfgApp(argv).Run() >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/appcfg.py", line 1640, in Run >> self.action(self) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/appcfg.py", line 2427, in __call__ >> return method() >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/appcfg.py", line 2293, in PerformDownload >> run_fn(args) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/appcfg.py", line 2215, in RunBulkloader >> sys.exit(bulkloader.Run(arg_dict)) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 3894, in Run >> return _PerformBulkload(arg_dict) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 3800, in _PerformBulkload >> return_code = app.Run() >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 3158, in Run >> self.progress_thread.WorkFinished() >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 2207, in WorkFinished >> exporter.output_entities(self.result_db.AllEntities()) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 2788, in output_entities >> for entity in entity_generator) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 2788, in >> for entity in entity_generator) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 2769, in __SerializeEntity >> encoding = self.__EncodeEntity(entity) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 2757, in __EncodeEntity >> writer.writerow(self.__ExtractProperties(entity)) >> File "/Applications/GoogleAppEngineLauncher.app/Contents/Resources/ >> GoogleAppEngine-default.bundle/Contents/Resources/google_appengine/ >> google/appengine/tools/bulkloader.py", line 2738, in >> __ExtractProperties >> encoding.append(fn(entity[name])) >> UnicodeEncodeError: 'ascii' codec can't encode character u'\xe1' in >> position 7: ordinal not in range(128) >> " >> >> Do you know what this error means and how i can fix it? >> >> Thanks for any help >> >> Dominik >> >> -- >> >> You received this message because you are subscribed to the Google Groups >> "Google App Engine for Java" group. >> To post to this group, send email to >> google-appengine-j...@googlegroups.com. >> To unsubscribe from this group, send email to >> google-appengine-java+unsubscr...@googlegroups.com<google-appengine-java%2bunsubscr...@googlegroups.com> >> . >> For more options, visit this group at >> http://groups.google.com/group/google-appengine-java?hl=en. >> >> >> > > > -- > Ikai Lan > Developer Programs Engineer, Google App Engine > > -- > You received this message because you are subscribed to the Google Groups > "Google App Engine for Java" group. > To post to this group, send email to > google-appengine-j...@googlegroups.com. > To unsubscribe from this group, send email to > google-appengine-java+unsubscr...@googlegroups.com. > For more options, visit this group at > http://groups.google.com/group/google-appengine-java?hl=en. > > > -- > You received this message because you are subscribed to the Google Groups > "Google App Engine for Java" group. > To post to this group, send email to > google-appengine-j...@googlegroups.com. > To unsubscribe from this group, send email to > google-appengine-java+unsubscr...@googlegroups.com<google-appengine-java%2bunsubscr...@googlegroups.com> > . > For more options, visit this group at > http://groups.google.com/group/google-appengine-java?hl=en. > -- Ikai Lan Developer Programs Engineer, Google App Engine -- You received this message because you are subscribed to the Google Groups "Google App Engine for Java" group. To post to this group, send email to google-appengine-j...@googlegroups.com. To unsubscribe from this group, send email to google-appengine-java+unsubscr...@googlegroups.com. For more options, visit this group at http://groups.google.com/group/google-appengine-java?hl=en.