麻烦提供具体模型,我们复现一下
dtk24.04和dtk24.04.1都测试过了,会报错
用dtk23.10不会报错,请大佬看一下
又测试了下 使用dtk23.03配套的onnxruntime也不会报错
dtk24.04+onnxruntime_lite-1.14.0+gitd1eb427.abi1.dtk2310不会报错。
但是在某个压测场景下,与das1.0+版本的onnxruntime相比 速度变慢一半了。
MIOpen Error: convolutionocl.cpp:1105: No invoker was registered for convolution forward. Was find executed?
2024-06-17 10:50:55.216560555 [EDefault, rocm_call.cc:119 RocmCall] MIOPEN failure 7: miopenStatusUnknownError ; GPU=0 ; hostname=dev-gpu-04 ; file=/data/jenkins_workspace/workspace/onnxruntime@3/onnxruntime/contrib_ops/rocm/fused_conv.cc ; line=178 ; expr=miopenConvolutionForward(miopen_handle, &alpha, Base::s_.x_tensor, Base::s_.x_data, Base::s_.w_desc, Base::s_.w_data, Base::s_.conv_desc, Base::s_.fwd_algo, &beta, Base::s_.y_tensor, Base::s_.y_data, workspace.get(), Base::s_.workspace_bytes);
2024-06-17 10:50:55.216595605 [E, sequential_executor.cc:514 ExecuteKernel] Non-zero status code returned while running FusedConv node. Name:'Conv_0' Status Message: MIOPEN failure 7: miopenStatusUnknownError ; GPU=0 ; hostname=dev-gpu-04 ; file=/data/jenkins_workspace/workspace/onnxruntime@3/onnxruntime/contrib_ops/rocm/fused_conv.cc ; line=178 ; expr=miopenConvolutionForward(miopen_handle, &alpha, Base::s_.x_tensor, Base::s_.x_data, Base::s_.w_desc, Base::s_.w_data, Base::s_.conv_desc, Base::s_.fwd_algo, &beta, Base::s_.y_tensor, Base::s_.y_data, workspace.get(), Base::s_.workspace_bytes);
MIOpen Error: convolutionocl.cpp:1105: No invoker was registered for convolution forward. Was find executed?
2024-06-17 10:50:55.567482155 [EDefault, rocm_call.cc:119 RocmCall] MIOPEN failure 7: miopenStatusUnknownError ; GPU=0 ; hostname=dev-gpu-04 ; file=/data/jenkins_workspace/workspace/onnxruntime@3/onnxruntime/contrib_ops/rocm/fused_conv.cc ; line=178 ; expr=miopenConvolutionForward(miopen_handle, &alpha, Base::s_.x_tensor, Base::s_.x_data, Base::s_.w_desc, Base::s_.w_data, Base::s_.conv_desc, Base::s_.fwd_algo, &beta, Base::s_.y_tensor, Base::s_.y_data, workspace.get(), Base::s_.workspace_bytes);
2024-06-17 10:50:55.567516665 [E, sequential_executor.cc:514 ExecuteKernel] Non-zero status code returned while running FusedConv node. Name:'Conv_0' Status Message: MIOPEN failure 7: miopenStatusUnknownError ; GPU=0 ; hostname=dev-gpu-04 ; file=/data/jenkins_workspace/workspace/onnxruntime@3/onnxruntime/contrib_ops/rocm/fused_conv.cc ; line=178 ; expr=miopenConvolutionForward(miopen_handle, &alpha, Base::s_.x_tensor, Base::s_.x_data, Base::s_.w_desc, Base::s_.w_data, Base::s_.conv_desc, Base::s_.fwd_algo, &beta, Base::s_.y_tensor, Base::s_.y_data, workspace.get(), Base::s_.workspace_bytes);
Traceback (most recent call last):
File "/usr/local/lib/python3.10/site-packages/gradio/queueing.py", line 407, in call_prediction
output = await route_utils.call_process_api(
File "/usr/local/lib/python3.10/site-packages/gradio/route_utils.py", line 226, in call_process_api
output = await app.get_blocks().process_api(
File "/usr/local/lib/python3.10/site-packages/gradio/blocks.py", line 1550, in process_api
result = await self.call_function(
File "/usr/local/lib/python3.10/site-packages/gradio/blocks.py", line 1185, in call_function
prediction = await anyio.to_thread.run_sync(
File "/usr/local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
return await future
File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
result = context.run(func, *args)
File "/usr/local/lib/python3.10/site-packages/gradio/utils.py", line 661, in wrapper
response = f(*args, **kwargs)
File "/root/facefusion/facefusion/uis/components/preview.py", line 157, in update_preview_image
conditional_append_reference_faces()
File "/root/facefusion/facefusion/core.py", line 250, in conditional_append_reference_faces
source_face = get_average_face(source_frames)
File "/root/facefusion/facefusion/face_analyser.py", line 461, in get_average_face
face = get_one_face(vision_frame, position)
File "/root/facefusion/facefusion/face_analyser.py", line 445, in get_one_face
many_faces = get_many_faces(vision_frame)
File "/root/facefusion/facefusion/face_analyser.py", line 512, in get_many_faces
faces = create_faces(vision_frame, bounding_box_list, face_landmark_5_list, score_list)
File "/root/facefusion/facefusion/face_analyser.py", line 348, in create_faces
face_landmark_68, face_landmark_68_score = detect_face_landmark_68(vision_frame, bounding_box)
File "/root/facefusion/facefusion/face_analyser.py", line 402, in detect_face_landmark_68
face_landmark_68, face_heatmap = face_landmarker.run(None,
File "/usr/local/lib/python3.10/site-packages/onnxruntime/capi/onnxruntime_inference_collection.py", line 217, in run
return self._sess.run(output_names, input_feed, run_options)
onnxruntime.capi.onnxruntime_pybind11_state.Fail: [ONNXRuntimeError] : 1 : FAIL : Non-zero status code returned while running FusedConv node. Name:'Conv_0' Status Message: MIOPEN failure 7: miopenStatusUnknownError ; GPU=0 ; hostname=dev-gpu-04 ; file=/data/jenkins_workspace/workspace/onnxruntime@3/onnxruntime/contrib_ops/rocm/fused_conv.cc ; line=178 ; expr=miopenConvolutionForward(miopen_handle, &alpha, Base::s_.x_tensor, Base::s_.x_data, Base::s_.w_desc, Base::s_.w_data, Base::s_.conv_desc, Base::s_.fwd_algo, &beta, Base::s_.y_tensor, Base::s_.y_data, workspace.get(), Base::s_.workspace_bytes);
Traceback (most recent call last):
File "/usr/local/lib/python3.10/site-packages/gradio/queueing.py", line 407, in call_prediction
output = await route_utils.call_process_api(
File "/usr/local/lib/python3.10/site-packages/gradio/route_utils.py", line 226, in call_process_api
output = await app.get_blocks().process_api(
File "/usr/local/lib/python3.10/site-packages/gradio/blocks.py", line 1550, in process_api
result = await self.call_function(
File "/usr/local/lib/python3.10/site-packages/gradio/blocks.py", line 1185, in call_function
prediction = await anyio.to_thread.run_sync(
File "/usr/local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
return await future
File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
result = context.run(func, *args)
File "/usr/local/lib/python3.10/site-packages/gradio/utils.py", line 661, in wrapper
response = f(*args, **kwargs)
File "/root/facefusion/facefusion/uis/components/face_selector.py", line 144, in update_reference_position_gallery
gallery_vision_frames = extract_gallery_frames(temp_vision_frame)
File "/root/facefusion/facefusion/uis/components/face_selector.py", line 152, in extract_gallery_frames
faces = get_many_faces(temp_vision_frame)
File "/root/facefusion/facefusion/face_analyser.py", line 512, in get_many_faces
faces = create_faces(vision_frame, bounding_box_list, face_landmark_5_list, score_list)
File "/root/facefusion/facefusion/face_analyser.py", line 348, in create_faces
face_landmark_68, face_landmark_68_score = detect_face_landmark_68(vision_frame, bounding_box)
File "/root/facefusion/facefusion/face_analyser.py", line 402, in detect_face_landmark_68
face_landmark_68, face_heatmap = face_landmarker.run(None,
File "/usr/local/lib/python3.10/site-packages/onnxruntime/capi/onnxruntime_inference_collection.py", line 217, in run
return self._sess.run(output_names, input_feed, run_options)
onnxruntime.capi.onnxruntime_pybind11_state.Fail: [ONNXRuntimeError] : 1 : FAIL : Non-zero status code returned while running FusedConv node. Name:'Conv_0' Status Message: MIOPEN failure 7: miopenStatusUnknownError ; GPU=0 ; hostname=dev-gpu-04 ; file=/data/jenkins_workspace/workspace/onnxruntime@3/onnxruntime/contrib_ops/rocm/fused_conv.cc ; line=178 ; expr=miopenConvolutionForward(miopen_handle, &alpha, Base::s_.x_tensor, Base::s_.x_data, Base::s_.w_desc, Base::s_.w_data, Base::s_.conv_desc, Base::s_.fwd_algo, &beta, Base::s_.y_tensor, Base::s_.y_data, workspace.get(), Base::s_.workspace_bytes);
2024-06-17 10:51:03.189331275 [E, sequential_executor.cc:514 ExecuteKernel] Non-zero status code returned while running FusedAddRelu node. Name:'Add_91' Status Message: fused_add_relu.cc:38 ComputeInternal add_relu op left input size donot match right input size.

暂无数据