env:NVIDIA-SMI 455.45.01 Driver Version: 455.45.01 CUDA Version: 11.1 ubuntu20.04 64bit
when i run “python demo_3d_letter.py” got follows:
[Taichi] mode=release
[Taichi] preparing sandbox at /tmp/taichi-dw47qiue
[Taichi] version 0.7.21, llvm 10.0.0, commit 15465fb6, linux, python 3.8.10
[Taichi] Starting on arch=cuda
[Taichi] materializing...
loading taichi.ply
loaded
frame 0
Voxelization time: 233.73031616210938 ms
[E 06/15/21 11:45:01.289] [cuda_driver.h:operator()@81] CUDA Error CUDA_ERROR_ILLEGAL_ADDRESS: an illegal memory access was encountered while calling stream_synchronize (cuStreamSynchronize)
***********************************
* Taichi Compiler Stack Traceback *
***********************************
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::Logger::error(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::CUDADriverFunction<void*>::operator()(void*)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Program::fetch_result_uint64(int)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::ConstantFold::jit_evaluate_binary_op(taichi::lang::TypedConstant&, taichi::lang::BinaryOpStmt*, taichi::lang::TypedConstant const&, taichi::lang::TypedConstant const&)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::ConstantFold::visit(taichi::lang::BinaryOpStmt*)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::BasicStmtVisitor::visit(taichi::lang::Block*)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::BasicStmtVisitor::visit(taichi::lang::Block*)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::irpass::constant_fold(taichi::lang::IRNode*, taichi::lang::CompileConfig const&, taichi::lang::ConstantFoldPass::Args const&)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::irpass::full_simplify(taichi::lang::IRNode*, taichi::lang::CompileConfig const&, taichi::lang::FullSimplifyPass::Args const&)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::irpass::compile_to_offloads(taichi::lang::IRNode*, taichi::lang::CompileConfig const&, taichi::lang::Kernel*, bool, bool, bool, bool, bool)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::irpass::compile_to_executable(taichi::lang::IRNode*, taichi::lang::CompileConfig const&, taichi::lang::Kernel*, bool, bool, bool, bool, bool, bool, bool, bool)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Kernel::lower(bool)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Program::compile(taichi::lang::Kernel&)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Kernel::compile()
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Kernel::operator()(taichi::lang::Kernel::LaunchContextBuilder&)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x3758aa) [0x7fbe429ed8aa]
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x360e9e) [0x7fbe429d8e9e]
python(PyCFunction_Call+0x54) [0x5567a44bc834]
python(_PyObject_MakeTpCall+0x158) [0x5567a447dda8]
python(+0x1a3747) [0x5567a44b5747]
python(PyVectorcall_Call+0x6e) [0x5567a447eede]
python(+0xb8557) [0x5567a43ca557]
python(_PyObject_MakeTpCall+0x158) [0x5567a447dda8]
python(_PyEval_EvalFrameDefault+0x3c3) [0x5567a44d8673]
python(_PyEval_EvalCodeWithName+0x952) [0x5567a44aa132]
python(_PyFunction_Vectorcall+0x19b) [0x5567a44aa7fb]
python(PyVectorcall_Call+0x6e) [0x5567a447eede]
python(_PyEval_EvalFrameDefault+0x4e70) [0x5567a44dd120]
python(_PyEval_EvalCodeWithName+0x1e9) [0x5567a44a99c9]
python(_PyFunction_Vectorcall+0x19b) [0x5567a44aa7fb]
python(_PyObject_FastCallDict+0xd2) [0x5567a4495242]
python(_PyObject_Call_Prepend+0x67) [0x5567a4502a27]
python(+0x1f0aa8) [0x5567a4502aa8]
python(PyObject_Call+0x61) [0x5567a447f061]
python(_PyEval_EvalFrameDefault+0x4e70) [0x5567a44dd120]
python(_PyEval_EvalCodeWithName+0x1e9) [0x5567a44a99c9]
python(_PyFunction_Vectorcall+0x19b) [0x5567a44aa7fb]
python(_PyObject_FastCallDict+0x56) [0x5567a44951c6]
python(_PyObject_Call_Prepend+0x67) [0x5567a4502a27]
python(+0x1f0aa8) [0x5567a4502aa8]
python(_PyObject_MakeTpCall+0x158) [0x5567a447dda8]
python(_PyEval_EvalFrameDefault+0x4448) [0x5567a44dc6f8]
python(_PyEval_EvalCodeWithName+0x886) [0x5567a44aa066]
python(+0x1a34c6) [0x5567a44b54c6]
python(+0x145cc7) [0x5567a4457cc7]
python(_PyEval_EvalCodeWithName+0x1e9) [0x5567a44a99c9]
python(PyEval_EvalCode+0x23) [0x5567a4509383]
python(+0x1f78d2) [0x5567a45098d2]
python(+0x207982) [0x5567a4519982]
python(+0x209429) [0x5567a451b429]
python(PyRun_SimpleFileExFlags+0x1bf) [0x5567a451b60f]
python(Py_RunMain+0x2f9) [0x5567a451ba09]
python(Py_BytesMain+0x39) [0x5567a451bca9]
/lib/x86_64-linux-gnu/libc.so.6: __libc_start_main
python(+0x1e21c7) [0x5567a44f41c7]
Internal error occurred. Check out this page for possible solutions:
https://taichi.readthedocs.io/en/stable/install.html#troubleshooting
Traceback (most recent call last):
File "demo_3d_letters.py", line 100, in <module>
mpm.step(2e-3, print_stat=True)
File "/home/ubuntu/code/taichi_elements/engine/mpm_solver.py", line 426, in step
self.grid_normalization_and_gravity(dt)
File "/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/lang/kernel_impl.py", line 667, in __call__
return self._primal(self._kernel_owner, *args, **kwargs)
File "/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/lang/kernel_impl.py", line 562, in __call__
return self.compiled_functions[key](*args)
File "/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/lang/kernel_impl.py", line 516, in func__
t_kernel(launch_ctx)
RuntimeError: [cuda_driver.h:operator()@81] CUDA Error CUDA_ERROR_ILLEGAL_ADDRESS: an illegal memory access was encountered while calling stream_synchronize (cuStreamSynchronize)
[E 06/15/21 11:45:01.302] [cuda_driver.h:operator()@81] CUDA Error CUDA_ERROR_ILLEGAL_ADDRESS: an illegal memory access was encountered while calling stream_synchronize (cuStreamSynchronize)
***********************************
* Taichi Compiler Stack Traceback *
***********************************
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::Logger::error(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::CUDADriverFunction<void*>::operator()(void*)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x581d37) [0x7fbe42bf9d37]
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Program::finalize()
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::lang::Program::~Program()
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x3fc1be) [0x7fbe42a741be]
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x36568b) [0x7fbe429dd68b]
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x36539c) [0x7fbe429dd39c]
python(+0x15893b) [0x5567a446a93b]
python(+0x15bdf5) [0x5567a446ddf5]
python(+0x1670f2) [0x5567a44790f2]
python(_PyGC_CollectNoFail+0x2a) [0x5567a450c64a]
python(PyImport_Cleanup+0x3b5) [0x5567a44e7dc5]
python(Py_FinalizeEx+0x79) [0x5567a4519a49]
python(Py_RunMain+0x183) [0x5567a451b893]
python(Py_BytesMain+0x39) [0x5567a451bca9]
/lib/x86_64-linux-gnu/libc.so.6: __libc_start_main
python(+0x1e21c7) [0x5567a44f41c7]
Internal error occurred. Check out this page for possible solutions:
https://taichi.readthedocs.io/en/stable/install.html#troubleshooting
terminate called after throwing an instance of 'std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >'
[E 06/15/21 11:45:01.319] Received signal 6 (Aborted)
***********************************
* Taichi Compiler Stack Traceback *
***********************************
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so: taichi::Logger::error(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool)
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x5bf5be) [0x7fbe42c375be]
/lib/x86_64-linux-gnu/libc.so.6(+0x46210) [0x7fbe46e7f210]
/lib/x86_64-linux-gnu/libc.so.6: gsignal
/lib/x86_64-linux-gnu/libc.so.6: abort
/home/ubuntu/anaconda3/envs/tc/bin/../lib/libstdc++.so.6: __gnu_cxx::__verbose_terminate_handler()
/home/ubuntu/anaconda3/envs/tc/bin/../lib/libstdc++.so.6(+0xacf6f) [0x7fbe4241ef6f]
/home/ubuntu/anaconda3/envs/tc/bin/../lib/libstdc++.so.6(+0xacfb1) [0x7fbe4241efb1]
/home/ubuntu/anaconda3/envs/tc/lib/python3.8/site-packages/taichi/core/../lib/taichi_core.so(+0x35901b) [0x7fbe429d101b]
Internal error occurred. Check out this page for possible solutions:
https://taichi.readthedocs.io/en/stable/install.html#troubleshooting