根据Readme.md,我然后采用编译安装的方案,根据要求,我首先采用conda,新建了一个名为ktransformers-dcu的python3.11环境,然后正确安装了以下包,其中pytorch是2.4.1-dtk25.04-py311版本,fastpt是2.0.1-dtk25.04版本
pip install cpufeature
pip install torch* (下载torch的whl包)
pip install fastpt* --no-deps (下载fastpt的whl包, 安装顺序,先安装torch,后安装fastpt)
pip install setuptools==59.5.0 wheel
- 根据Readme.md,接下来有2种源码编译方式,一种是设置不转码编译环境变量,需要执行
source /usr/local/bin/fastpt -C ,但是我用pip安装好fastpt之后,并没有找到/usr/local/bin/fastpt文件,也没有在conda环境的bin目录下,也就是.../miniconda3/envs/ktransformers-dcu/bin路径下找到fastpt文件,因此该方式作废。
- 根据Readme.md,第二种方式是编译whl包,我根据教程执行了 bash install_dcu.sh 2>&1 | tee build.log,令程序在运行的同时,将输出到控制台的所有内容写入到build.log文件中。程序运行一段时间后,又发生了报错,执行 cat build.log | grep error 将所有与error相关的内容打印出来之后,具体信息如下。根据报错信息,我曾经尝试进入csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh文件中,将所有nv_bfloat16修改为hip_bfloat16,但是重新执行bash install_dcu.sh之后,这些修改后的部分全部复原。请问应该如何才能正确安装ktransfmers?
Building wheel for ktransformers (pyproject.toml): finished with status 'error'
error: subprocess-exited-with-error
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(index_error, PyExc_IndexError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(key_error, PyExc_KeyError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(value_error, PyExc_ValueError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(type_error, PyExc_TypeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(buffer_error, PyExc_BufferError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(import_error, PyExc_ImportError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(attribute_error, PyExc_AttributeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(cast_error, PyExc_RuntimeError) /// Thrown when pybind11::cast or
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(reference_cast_error, PyExc_RuntimeError) /// Used internally
void set_error() const override { PyErr_SetString(type, what()); }
void restore() { m_fetched_error->restore(); }
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(index_error, PyExc_IndexError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(key_error, PyExc_KeyError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(value_error, PyExc_ValueError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(type_error, PyExc_TypeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(buffer_error, PyExc_BufferError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(import_error, PyExc_ImportError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(attribute_error, PyExc_AttributeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(cast_error, PyExc_RuntimeError) /// Thrown when pybind11::cast or
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(reference_cast_error, PyExc_RuntimeError) /// Used internally
void set_error() const override { PyErr_SetString(type, what()); }
void restore() { m_fetched_error->restore(); }
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(index_error, PyExc_IndexError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(key_error, PyExc_KeyError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(value_error, PyExc_ValueError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(type_error, PyExc_TypeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(buffer_error, PyExc_BufferError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(import_error, PyExc_ImportError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(attribute_error, PyExc_AttributeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(cast_error, PyExc_RuntimeError) /// Thrown when pybind11::cast or
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(reference_cast_error, PyExc_RuntimeError) /// Used internally
void set_error() const override { PyErr_SetString(type, what()); }
void restore() { m_fetched_error->restore(); }
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(index_error, PyExc_IndexError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(key_error, PyExc_KeyError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(value_error, PyExc_ValueError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(type_error, PyExc_TypeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(buffer_error, PyExc_BufferError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(import_error, PyExc_ImportError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(attribute_error, PyExc_AttributeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(cast_error, PyExc_RuntimeError) /// Thrown when pybind11::cast or
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(reference_cast_error, PyExc_RuntimeError) /// Used internally
void set_error() const override { PyErr_SetString(type, what()); }
void restore() { m_fetched_error->restore(); }
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(index_error, PyExc_IndexError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(key_error, PyExc_KeyError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(value_error, PyExc_ValueError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(type_error, PyExc_TypeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(buffer_error, PyExc_BufferError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(import_error, PyExc_ImportError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(attribute_error, PyExc_AttributeError)
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(cast_error, PyExc_RuntimeError) /// Thrown when pybind11::cast or
void set_error() const override { PyErr_SetString(type, what()); }
PYBIND11_RUNTIME_EXCEPTION(reference_cast_error, PyExc_RuntimeError) /// Used internally
void set_error() const override { PyErr_SetString(type, what()); }
void restore() { m_fetched_error->restore(); }
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:47:30: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:49:22: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:50:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:52:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:53:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:55:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:58:52: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:62:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:62:58: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:47:30: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:66:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:49:22: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:66:59: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:50:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:67:59: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:52:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:71:32: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:59:16: error: no matching function for call to '__bfloat162float'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:63:16: error: no matching function for call to '__bfloat162bfloat162'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:63:16: error: no viable conversion from returned value of type '__hip_bfloat162' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:68:16: error: no matching function for call to '__halves2bfloat162'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:68:16: error: no viable conversion from returned value of type '__hip_bfloat162' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:72:16: error: no viable conversion from returned value of type '__hip_bfloat16' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:53:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:55:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:58:52: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:47:30: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:62:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:49:22: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:62:58: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:50:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:66:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:66:59: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:52:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:67:59: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:53:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:71:32: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:59:16: error: no matching function for call to '__bfloat162float'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:63:16: error: no matching function for call to '__bfloat162bfloat162'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:63:16: error: no viable conversion from returned value of type '__hip_bfloat162' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:68:16: error: no matching function for call to '__halves2bfloat162'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:68:16: error: no viable conversion from returned value of type '__hip_bfloat162' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:72:16: error: no viable conversion from returned value of type '__hip_bfloat16' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:55:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:58:52: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:62:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:62:58: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:66:23: error: unknown type name 'nv_bfloat162'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:66:59: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:67:59: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:71:32: error: unknown type name 'nv_bfloat16'; did you mean 'hip_bfloat16'?
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:59:16: error: no matching function for call to '__bfloat162float'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:63:16: error: no matching function for call to '__bfloat162bfloat162'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:63:16: error: no viable conversion from returned value of type '__hip_bfloat162' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:68:16: error: no matching function for call to '__halves2bfloat162'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:68:16: error: no viable conversion from returned value of type '__hip_bfloat162' to function return type 'hip_bfloat16'
/data1/home/xgd_wangqs/program_files/ktransformers/csrc/custom_marlin/gptq_marlin/gptq_marlin_dtypes_hip.cuh:72:16: error: no viable conversion from returned value of type '__hip_bfloat16' to function return type 'hip_bfloat16'
429 warnings and 19 errors generated when compiling for gfx926.
429 warnings and 19 errors generated when compiling for gfx906.
429 warnings and 19 errors generated when compiling for gfx928.
note: This error originates from a subprocess, and is likely not a problem with pip.