예제 #1
0
 def dump(self, value, f):
     try:
         value.saveModel(f.name, over_write=True)
     except Exception as e:
         msg = "Could not serialize broadcast: %s" % e.__class__.__name__
         print_exec(sys.stderr)
         raise ValueError(msg)
     f.close()
     return f.name
예제 #2
0
 def dump(self, value, f):
     try:
         value.saveModel(f.name, over_write=True)
     except Exception as e:
         msg = "Could not serialize broadcast: %s" % e.__class__.__name__
         print_exec(sys.stderr)
         raise ValueError(msg)
     f.close()
     return f.name
예제 #3
0
파일: broadcast.py 프로젝트: Brett-A/spark
 def dump(self, value, f):
     try:
         pickle.dump(value, f, pickle_protocol)
     except pickle.PickleError:
         raise
     except Exception as e:
         msg = "Could not serialize broadcast: %s: %s" \
               % (e.__class__.__name__, _exception_message(e))
         print_exec(sys.stderr)
         raise pickle.PicklingError(msg)
     f.close()
예제 #4
0
 def dump(self, value, f):
     try:
         pickle.dump(value, f, 2)
     except pickle.PickleError:
         raise
     except Exception as e:
         msg = "Could not serialize broadcast: " + e.__class__.__name__ + ": " + e.message
         print_exec(sys.stderr)
         raise pickle.PicklingError(msg)
     f.close()
     return f.name
예제 #5
0
 def dump(self, value, f):
     try:
         pickle.dump(value, f, 2)
     except pickle.PickleError:
         raise
     except Exception as e:
         msg = "Could not serialize broadcast: " + e.__class__.__name__ + ": " + e.message
         print_exec(sys.stderr)
         raise pickle.PicklingError(msg)
     f.close()
     return f.name
예제 #6
0
 def dump(self, value, f):
     try:
         pickle.dump(value, f, pickle_protocol)
     except pickle.PickleError:
         raise
     except Exception as e:
         msg = "Could not serialize broadcast: %s: %s" \
               % (e.__class__.__name__, _exception_message(e))
         print_exec(sys.stderr)
         raise pickle.PicklingError(msg)
     f.close()
예제 #7
0
 def dumps(self, obj):
     try:
         return cloudpickle.dumps(obj, 2)
     except pickle.PickleError:
         raise
     except Exception as e:
         emsg = _exception_message(e)
         if "'i' format requires" in emsg:
             msg = "Object too large to serialize: %s" % emsg
         else:
             msg = "Could not serialize object: %s: %s" % (e.__class__.__name__, emsg)
         cloudpickle.print_exec(sys.stderr)
         raise pickle.PicklingError(msg)
예제 #8
0
 def dumps(self, obj):
     try:
         return cloudpickle.dumps(obj, 2)
     except pickle.PickleError:
         raise
     except Exception as e:
         emsg = _exception_message(e)
         if "'i' format requires" in emsg:
             msg = "Object too large to serialize: %s" % emsg
         else:
             msg = "Could not serialize object: %s: %s" % (e.__class__.__name__, emsg)
         cloudpickle.print_exec(sys.stderr)
         raise pickle.PicklingError(msg)
예제 #9
0
 def dump(self, value, f):
     try:
         value.saveModel(f.name, over_write=True)
     except Exception as e:
         msg = "Could not serialize broadcast: %s" % e.__class__.__name__
         if not self.sc.version.startswith("2.1"):
             from pyspark.cloudpickle import print_exec
         else:
             from pyspark.util import print_exec
         print_exec(sys.stderr)
         raise ValueError(msg)
     f.close()
     return f.name