-
Notifications
You must be signed in to change notification settings - Fork 156
Description
multiprocessing.pool.RemoteTraceback:
"""
Traceback (most recent call last):
File "/opt/conda/lib/python3.7/multiprocessing/pool.py", line 121, in worker
result = (True, func(*args, **kwds))
File "/opt/conda/lib/python3.7/multiprocessing/pool.py", line 44, in mapstar
return list(map(*args))
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/application/application.py", line 411, in linear_classification
loss.backward()
File "/opt/conda/lib/python3.7/site-packages/torch/tensor.py", line 118, in backward
torch.autograd.backward(self, gradient, retain_graph, create_graph)
File "/opt/conda/lib/python3.7/site-packages/torch/autograd/init.py", line 93, in backward
allow_unreachable=True) # allow_unreachable flag
RuntimeError: CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling cublasSgemm( handle, opa, opb, m, n, k, &alpha, a, lda, b, ldb, &beta, c, ldc)
"""
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/opt/conda/bin/graphvite", line 11, in
load_entry_point('graphvite==0.1.0', 'console_scripts', 'graphvite')()
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/cmd.py", line 212, in main
commandargs.command
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/cmd.py", line 110, in run_main
app.evaluate(**cfg.evaluate)
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/util.py", line 95, in wrapper
result = function(*args, **kwargs)
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/application/application.py", line 101, in evaluate
result = getattr(self, func_name)(**kwargs)
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/application/application.py", line 261, in node_classification
results = self.gpu_map(linear_classification, settings)
File "/opt/conda/lib/python3.7/site-packages/graphvite-0.1.0-py3.7.egg/graphvite/application/application.py", line 159, in gpu_map
results = pool.map(func, settings, chunksize=1)
File "/opt/conda/lib/python3.7/multiprocessing/pool.py", line 268, in map
return self._map_async(func, iterable, mapstar, chunksize).get()
File "/opt/conda/lib/python3.7/multiprocessing/pool.py", line 657, in get
raise self._value
RuntimeError: CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling cublasSgemm( handle, opa, opb, m, n, k, &alpha, a, lda, b, ldb, &beta, c, ldc)