こんにちは。
私の環境ではPicklingErrorが出力されてしまいました。
どなたか、回避する方法を教えていただくことは可能でしょうか。
_RemoteTraceback Traceback (most recent call last)
_RemoteTraceback:
"""
Traceback (most recent call last):
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/joblib/externals/loky/backend/queues.py", line 150, in feed
obj = dumps(obj, reducers=reducers)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/joblib/externals/loky/backend/reduction.py", line 243, in dumps
dump(obj, buf, reducers=reducers, protocol=protocol)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/joblib/externals/loky/backend/reduction.py", line 236, in dump
_LokyPickler(file, reducers=reducers, protocol=protocol).dump(obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/joblib/externals/cloudpickle/cloudpickle.py", line 267, in dump
return Pickler.dump(self, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 409, in dump
self.save(obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 521, in save
self.save_reduce(obj=obj, *rv)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 634, in save_reduce
save(state)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 847, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 521, in save
self.save_reduce(obj=obj, *rv)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 634, in save_reduce
save(state)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 852, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 521, in save
self.save_reduce(obj=obj, *rv)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 634, in save_reduce
save(state)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 847, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 781, in save_list
self._batch_appends(obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 808, in _batch_appends
save(tmp[0])
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 736, in save_tuple
save(element)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/joblib/externals/cloudpickle/cloudpickle.py", line 395, in save_function
self.save_function_tuple(obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/joblib/externals/cloudpickle/cloudpickle.py", line 594, in save_function_tuple
save(state)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 847, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 852, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 521, in save
self.save_reduce(obj=obj, *rv)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 634, in save_reduce
save(state)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 852, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 521, in save
self.save_reduce(obj=obj, *rv)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 634, in save_reduce
save(state)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/site-packages/dill/_dill.py", line 910, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 852, in _batch_setitems
save(v)
File "/usr/local/var/pyenv/versions/3.6.7/lib/python3.6/pickle.py", line 496, in save
rv = reduce(self.proto)
TypeError: can't pickle SwigPyObject objects
"""
The above exception was the direct cause of the following exception:
PicklingError Traceback (most recent call last)
in
8 start_time = time.time() # for measuring running time
9
---> 10 items['data'] = Parallel(n_jobs=-1, verbose=5)([delayed(no_preprocess)(text) for text in items['data']])
11 items['data'] = [' '.join(doc) for doc in items['data']]
12 X_train, X_test, y_train, y_test = train_test_split(items['data'], items['label'], test_size=0.4)