[GitHub] [beam] damccorm opened a new issue, #19624: TypeError: can't pickle _cffi_backend.CDataGCP objects

[GitBox <gi...@apache.org>]

damccorm opened a new issue, #19624:
URL: https://github.com/apache/beam/issues/19624

   Python Dataflow runner failed with folrowing error
   
   *\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\---*
   
   *p.run().wait_until_finish()*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/pipeline.py", line 416, in run*
    *pickler.dump_session(os.path.join(tmpdir, 'main_session.pickle'))*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/internal/pickler.py", line 274, in dump_session*
    *dill.dump_session(file_path)*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/dill/_dill.py", line 393, in dump_session*
    *pickler.dump(main)*
    *File "/usr/lib/python2.7/pickle.py", line 224, in dump*
    *self.save(obj)*
    *File "/usr/lib/python2.7/pickle.py", line 286, in save*
    *f(self, obj) # Call unbound method with explicit self*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/internal/pickler.py", line 149, in save_module*
    *return old_save_module(pickler, obj)*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/dill/_dill.py", line 1269, in save_module*
    *state=_main_dict)*
    *File "/usr/lib/python2.7/pickle.py", line 425, in save_reduce*
    *save(state)*
    *File "/usr/lib/python2.7/pickle.py", line 286, in save*
    *f(self, obj) # Call unbound method with explicit self*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/internal/pickler.py", line 198, in new_save_module_dict*
    *return old_save_module_dict(pickler, obj)*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/dill/_dill.py", line 902, in save_module_dict*
    *StockPickler.save_dict(pickler, obj)*
    *File "/usr/lib/python2.7/pickle.py", line 655, in save_dict*
    *self._batch_setitems(obj.iteritems())*
    *File "/usr/lib/python2.7/pickle.py", line 687, in _batch_setitems*
    *save(v)*
    *File "/usr/lib/python2.7/pickle.py", line 331, in save*
    *self.save_reduce(obj=obj, *rv)*
    *File "/usr/lib/python2.7/pickle.py", line 425, in save_reduce*
    *save(state)*
    *File "/usr/lib/python2.7/pickle.py", line 286, in save*
    *f(self, obj) # Call unbound method with explicit self*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/internal/pickler.py", line 198, in new_save_module_dict*
    *return old_save_module_dict(pickler, obj)*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/dill/_dill.py", line 902, in save_module_dict*
    *StockPickler.save_dict(pickler, obj)*
    *File "/usr/lib/python2.7/pickle.py", line 655, in save_dict*
    *self._batch_setitems(obj.iteritems())*
    *File "/usr/lib/python2.7/pickle.py", line 687, in _batch_setitems*
    *save(v)*
    *File "/usr/lib/python2.7/pickle.py", line 331, in save*
    *self.save_reduce(obj=obj, *rv)*
    *File "/usr/lib/python2.7/pickle.py", line 425, in save_reduce*
    *save(state)*
    *File "/usr/lib/python2.7/pickle.py", line 286, in save*
    *f(self, obj) # Call unbound method with explicit self*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/internal/pickler.py", line 198, in new_save_module_dict*
    *return old_save_module_dict(pickler, obj)*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/dill/_dill.py", line 902, in save_module_dict*
    *StockPickler.save_dict(pickler, obj)*
    *File "/usr/lib/python2.7/pickle.py", line 655, in save_dict*
    *self._batch_setitems(obj.iteritems())*
    *File "/usr/lib/python2.7/pickle.py", line 687, in _batch_setitems*
    *save(v)*
    *File "/usr/lib/python2.7/pickle.py", line 331, in save*
    *self.save_reduce(obj=obj, *rv)*
    *File "/usr/lib/python2.7/pickle.py", line 425, in save_reduce*
    *save(state)*
    *File "/usr/lib/python2.7/pickle.py", line 286, in save*
    *f(self, obj) # Call unbound method with explicit self*
    *File "/home/marappan/sanmgcppy2env/local/lib/python2.7/site-packages/apache_beam/internal/pickler.py", line 198, in new_save_module_dict*
    *return old_save_module_dict(pickler, obj)*
    *File "/usr/lib/python2.7/pickle.py", line 655, in save_dict*
    *self._batch_setitems(obj.iteritems())*
    *File "/usr/lib/python2.7/pickle.py", line 687, in _batch_setitems*
    *save(v)*
    *File "/usr/lib/python2.7/pickle.py", line 306, in save*
    *rv = reduce(self.proto)*
   *TypeError: can't pickle _cffi_backend.CDataGCP objects*
   
    
   
   *\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\--\---*
   
    
   
    
   
   Imported from Jira [BEAM-7935](https://issues.apache.org/jira/browse/BEAM-7935). Original Jira may contain additional context.
   Reported by: marappag.


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: github-unsubscribe@beam.apache.org.apache.org

For queries about this service, please contact Infrastructure at:
users@infra.apache.org