mirror of
https://github.com/csukuangfj/kaldifeat.git
synced 2025-08-09 10:02:20 +00:00
147 lines
4.5 KiB
Bash
Executable File
147 lines
4.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
set -ex
|
|
|
|
if [ -z $PYTHON_VERSION ]; then
|
|
echo "Please set the environment variable PYTHON_VERSION"
|
|
echo "Example: export PYTHON_VERSION=3.8"
|
|
# Valid values: 3.6, 3.7, 3.8, 3.9, 3.10, 3.11
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z $TORCH_VERSION ]; then
|
|
echo "Please set the environment variable TORCH_VERSION"
|
|
echo "Example: export TORCH_VERSION=1.10.0"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z $CUDA_VERSION ]; then
|
|
echo "Please set the environment variable CUDA_VERSION"
|
|
echo "Example: export CUDA_VERSION=10.2"
|
|
# valid values: 10.2, 11.1, 11.3, 11.6, 11.7, 11.8, 12.1
|
|
exit 1
|
|
fi
|
|
|
|
if [[ $TORCH_VERSION =~ 2.2.* && $CUDA_VERSION =~ 12.* ]]; then
|
|
# see https://github.com/pytorch/pytorch/issues/113948
|
|
export TORCH_CUDA_ARCH_LIST="8.0 8.6 8.9 9.0"
|
|
fi
|
|
|
|
yum -y install openssl-devel bzip2-devel libffi-devel xz-devel wget redhat-lsb-core
|
|
|
|
INSTALLED_PYTHON_VERSION=${PYTHON_VERSION}.2
|
|
if [[ $PYTHON_VERSION == "3.13" ]]; then
|
|
INSTALLED_PYTHON_VERSION=${PYTHON_VERSION}.0
|
|
fi
|
|
echo "Installing $INSTALLED_PYTHON_VERSION"
|
|
|
|
curl -O https://www.python.org/ftp/python/$INSTALLED_PYTHON_VERSION/Python-$INSTALLED_PYTHON_VERSION.tgz
|
|
tar xf Python-$INSTALLED_PYTHON_VERSION.tgz
|
|
pushd Python-$INSTALLED_PYTHON_VERSION
|
|
|
|
PYTHON_INSTALL_DIR=$PWD/py-${PYTHON_VERSION}
|
|
|
|
if [[ $PYTHON_VERSION =~ 3.1. ]]; then
|
|
yum install -y openssl11-devel
|
|
sed -i 's/PKG_CONFIG openssl /PKG_CONFIG openssl11 /g' configure
|
|
fi
|
|
|
|
./configure --enable-shared --prefix=$PYTHON_INSTALL_DIR >/dev/null 2>&1
|
|
make install >/dev/null 2>&1
|
|
|
|
popd
|
|
|
|
export PATH=$PYTHON_INSTALL_DIR/bin:$PATH
|
|
export LD_LIBRARY_PATH=$PYTHON_INSTALL_DIR/lib:$LD_LIBRARY_PATH
|
|
ls -lh $PYTHON_INSTALL_DIR/lib/
|
|
|
|
python3 --version
|
|
which python3
|
|
|
|
# python3 -m pip install scikit-build
|
|
python3 -m pip install -U pip cmake
|
|
python3 -m pip install wheel twine typing_extensions
|
|
python3 -m pip install bs4 requests tqdm auditwheel
|
|
|
|
echo "Installing torch"
|
|
./install_torch.sh
|
|
|
|
python3 -c "import torch; print(torch.__file__)"
|
|
|
|
# -- Autodetected CUDA architecture(s): 5.0;8.0;8.6;8.9;9.0;9.0a
|
|
# CMake Error at /Python-3.8.2/py-3.8/lib/python3.8/site-packages/torch/share/cmake/Caffe2/Modules_CUDA_fix/upstream/FindCUDA/select_compute_arch.cmake:227 (message):
|
|
# Unknown CUDA Architecture Name 9.0a in CUDA_SELECT_NVCC_ARCH_FLAGS
|
|
# Call Stack (most recent call first):
|
|
# /Python-3.8.2/py-3.8/lib/python3.8/site-packages/torch/share/cmake/Caffe2/public/utils.cmake:401 (cuda_select_nvcc_arch_flags)
|
|
# /Python-3.8.2/py-3.8/lib/python3.8/site-packages/torch/share/cmake/Caffe2/public/cuda.cmake:342 (torch_cuda_get_nvcc_gencode_flag)
|
|
# /Python-3.8.2/py-3.8/lib/python3.8/site-packages/torch/share/cmake/Caffe2/Caffe2Config.cmake:87 (include)
|
|
# /Python-3.8.2/py-3.8/lib/python3.8/site-packages/torch/share/cmake/Torch/TorchConfig.cmake:68 (find_package)
|
|
# cmake/torch.cmake:14 (find_package)
|
|
# CMakeLists.txt:62 (include)
|
|
sed -i.bak /9.0a/d /Python-*/py-3.*/lib/python3.*/site-packages/torch/share/cmake/Caffe2/Modules_CUDA_fix/upstream/FindCUDA/select_compute_arch.cmake || true
|
|
|
|
rm -rf ~/.cache/pip >/dev/null 2>&1
|
|
yum clean all >/dev/null 2>&1
|
|
|
|
cd /var/www
|
|
|
|
export CMAKE_CUDA_COMPILER_LAUNCHER=
|
|
export KALDIFEAT_CMAKE_ARGS=" -DPYTHON_EXECUTABLE=$PYTHON_INSTALL_DIR/bin/python3 "
|
|
export KALDIFEAT_MAKE_ARGS=" -j2 "
|
|
|
|
echo "KALDIFEAT_CMAKE_ARGS: $KALDIFEAT_CMAKE_ARGS"
|
|
|
|
|
|
python3 setup.py bdist_wheel
|
|
|
|
if [[ x"$IS_2_28" == x"1" ]]; then
|
|
plat=manylinux_2_28_x86_64
|
|
else
|
|
plat=manylinux_2_17_x86_64
|
|
fi
|
|
|
|
auditwheel --verbose repair \
|
|
--exclude libc10.so \
|
|
--exclude libc10_cuda.so \
|
|
--exclude libcuda.so.1 \
|
|
--exclude libcudart.so.${CUDA_VERSION} \
|
|
--exclude libnvToolsExt.so.1 \
|
|
--exclude libnvrtc.so.${CUDA_VERSION} \
|
|
--exclude libtorch.so \
|
|
--exclude libtorch_cpu.so \
|
|
--exclude libtorch_cuda.so \
|
|
--exclude libtorch_python.so \
|
|
\
|
|
--exclude libcublas.so \
|
|
--exclude libcublas.so.11 \
|
|
--exclude libcublas.so.12 \
|
|
--exclude libcublasLt.so \
|
|
--exclude libcublasLt.so.11 \
|
|
--exclude libcublasLt.so.12 \
|
|
--exclude libcudart.so.11.0 \
|
|
--exclude libcudart.so.12 \
|
|
--exclude libcudnn.so.8 \
|
|
--exclude libcufft.so \
|
|
--exclude libcufft.so.11 \
|
|
--exclude libcupti.so \
|
|
--exclude libcupti.so.12 \
|
|
--exclude libcurand.so \
|
|
--exclude libcurand.so.10 \
|
|
--exclude libcusparse.so \
|
|
--exclude libcusparse.so.12 \
|
|
--exclude libnccl.so \
|
|
--exclude libnccl.so.2 \
|
|
--exclude libnvJitLink.so \
|
|
--exclude libnvJitLink.so.12 \
|
|
--exclude libnvrtc.so \
|
|
--exclude libnvrtc.so.11.2 \
|
|
--exclude libnvrtc.so.12 \
|
|
--exclude libshm.so \
|
|
--exclude libtorch_cuda_cpp.so \
|
|
--exclude libtorch_cuda_cu.so \
|
|
--plat $plat \
|
|
-w /var/www/wheelhouse \
|
|
dist/*.whl
|
|
|
|
ls -lh /var/www
|