diff options
Diffstat (limited to 'PKGBUILD')
| -rw-r--r-- | PKGBUILD | 82 |
1 files changed, 51 insertions, 31 deletions
@@ -4,58 +4,60 @@ pkgname=python-pytorch-rocm _pkgname="pytorch" -pkgver=1.10.2 -_pkgver=1.10.2 -pkgrel=3 +pkgver=1.11.0rc2 +_pkgver=1.11.0-rc2 +pkgrel=1 _pkgdesc="Tensors and Dynamic neural networks in Python with strong GPU acceleration" pkgdesc="${_pkgdesc}" arch=('x86_64') url="https://pytorch.org" license=('BSD') depends=('google-glog' 'gflags' 'opencv' 'openmp' 'rccl' 'pybind11' 'python' 'python-yaml' 'libuv' - 'python-numpy' 'protobuf' 'ffmpeg' 'python-future' 'qt5-base' 'onednn' 'intel-mkl' + 'python-numpy' 'protobuf' 'ffmpeg4.4' 'python-future' 'qt5-base' 'onednn' 'intel-mkl' 'python-typing_extensions') makedepends=('python' 'python-setuptools' 'python-yaml' 'python-numpy' 'cmake' 'rocm-hip-sdk' 'roctracer' 'miopen' 'git' 'ninja' 'pkgconfig' 'doxygen') source=("${_pkgname}-${pkgver}::git+https://github.com/pytorch/pytorch.git#tag=v$_pkgver" # generated using parse-submodules - "${pkgname}-ios-cmake::git+https://github.com/Yangqing/ios-cmake.git" + # "${pkgname}::https://github.com/pytorch/pytorch#commit=7cc129e60c" "${pkgname}-pthreadpool::git+https://github.com/Maratyszcza/pthreadpool.git" - "${pkgname}-FP16::git+https://github.com/Maratyszcza/FP16.git" "${pkgname}-NNPACK::git+https://github.com/Maratyszcza/NNPACK.git" + "${pkgname}-ios-cmake::git+https://github.com/Yangqing/ios-cmake.git" + "${pkgname}-psimd::git+https://github.com/Maratyszcza/psimd.git" "${pkgname}-FXdiv::git+https://github.com/Maratyszcza/FXdiv.git" - "${pkgname}-PeachPy::git+https://github.com/Maratyszcza/PeachPy.git" + "${pkgname}-FP16::git+https://github.com/Maratyszcza/FP16.git" "${pkgname}-cub::git+https://github.com/NVlabs/cub.git" - "${pkgname}-psimd::git+https://github.com/Maratyszcza/psimd.git" + "${pkgname}-eigen-git-mirror::git+https://github.com/eigenteam/eigen-git-mirror.git" "${pkgname}-cpuinfo::git+https://github.com/pytorch/cpuinfo.git" "${pkgname}-enum34::git+https://github.com/PeachPy/enum34.git" + "${pkgname}-PeachPy::git+https://github.com/Maratyszcza/PeachPy.git" + "${pkgname}-gloo::git+https://github.com/facebookincubator/gloo" + "${pkgname}-foxi::git+https://github.com/houseroad/foxi.git" "${pkgname}-ideep::git+https://github.com/intel/ideep" + "${pkgname}-benchmark::git+https://github.com/google/benchmark.git" "${pkgname}-QNNPACK::git+https://github.com/pytorch/QNNPACK" - "${pkgname}-foxi::git+https://github.com/houseroad/foxi.git" - "${pkgname}-ARM_NEON_2_x86_SSE::git+https://github.com/intel/ARM_NEON_2_x86_SSE.git" "${pkgname}-six::git+https://github.com/benjaminp/six.git" - "${pkgname}-eigen-git-mirror::git+https://github.com/eigenteam/eigen-git-mirror.git" - "${pkgname}-gloo::git+https://github.com/facebookincubator/gloo" - "${pkgname}-nccl::git+https://github.com/NVIDIA/nccl" - "${pkgname}-gemmlowp::git+https://github.com/google/gemmlowp.git" - "${pkgname}-kineto::git+https://github.com/pytorch/kineto" + "${pkgname}-ARM_NEON_2_x86_SSE::git+https://github.com/intel/ARM_NEON_2_x86_SSE.git" "${pkgname}-sleef::git+https://github.com/shibatch/sleef" + "${pkgname}-fbjni::git+https://github.com/facebookincubator/fbjni.git" + "${pkgname}-gemmlowp::git+https://github.com/google/gemmlowp.git" "${pkgname}-onnx-tensorrt::git+https://github.com/onnx/onnx-tensorrt" "${pkgname}-pocketfft::git+https://github.com/mreineck/pocketfft" "${pkgname}-cudnn-frontend::git+https://github.com/NVIDIA/cudnn-frontend.git" - "${pkgname}-benchmark::git+https://github.com/google/benchmark.git" - "${pkgname}-tbb::git+https://github.com/01org/tbb" - "${pkgname}-XNNPACK::git+https://github.com/google/XNNPACK.git" - "${pkgname}-fbjni::git+https://github.com/facebookincubator/fbjni.git" - "${pkgname}-tensorpipe::git+https://github.com/pytorch/tensorpipe.git" + "${pkgname}-nccl::git+https://github.com/NVIDIA/nccl" + "${pkgname}-googletest::git+https://github.com/google/googletest.git" "${pkgname}-pybind11::git+https://github.com/pybind/pybind11.git" "${pkgname}-breakpad::git+https://github.com/driazati/breakpad.git" - "${pkgname}-fbgemm::git+https://github.com/pytorch/fbgemm" - "${pkgname}-googletest::git+https://github.com/google/googletest.git" "${pkgname}-zstd::git+https://github.com/facebook/zstd.git" + "${pkgname}-tbb::git+https://github.com/01org/tbb" + "${pkgname}-fbgemm::git+https://github.com/pytorch/fbgemm" + "${pkgname}-tensorpipe::git+https://github.com/pytorch/tensorpipe.git" + "${pkgname}-kineto::git+https://github.com/pytorch/kineto" "${pkgname}-onnx::git+https://github.com/onnx/onnx.git" - "${pkgname}-protobuf::git+https://github.com/protocolbuffers/protobuf.git" "${pkgname}-fmt::git+https://github.com/fmtlib/fmt.git" + "${pkgname}-protobuf::git+https://github.com/protocolbuffers/protobuf.git" + "${pkgname}-XNNPACK::git+https://github.com/google/XNNPACK.git" + "${pkgname}-flatbuffers::git+https://github.com/google/flatbuffers.git" https://github.com/oneapi-src/oneDNN/commit/1fe0f2594a1bfc6386fd8f6537f971d5ae9c1214.patch fix_old_nnapi_lite_interpreter_config.patch fix-jit-frontend-nullptr-deref.patch @@ -63,6 +65,7 @@ source=("${_pkgname}-${pkgver}::git+https://github.com/pytorch/pytorch.git#tag=v use-system-libuv.patch fix-building-for-torchvision.patch fix_c10.patch + ffmpeg4.4.patch 66219.patch https://github.com/pytorch/pytorch/commit/eb4e6ca30c2cd876007cd2dbbdea7f7803af0518.patch) sha256sums=('SKIP' @@ -103,6 +106,7 @@ sha256sums=('SKIP' 'SKIP' 'SKIP' 'SKIP' + 'SKIP' '7728e99500d8034c837bbbe2b48b780d8563de4e56fff38a96766caad08cce05' '21476edfa61573892a325cb8a91e13f601142e39b34e24e4575d2cdebb063b3f' 'c272684a4c747f034163fcfd9dbb7264d5fe821dd25a060f0b791760ad0083ae' @@ -110,8 +114,10 @@ sha256sums=('SKIP' 'cd9ac4aaa9f946ac5eafc57cf66c5c16b3ea7ac8af32c2558fad0705411bb669' '600bd6a4bbcec9f99ab815d82cee1c2875530b2b75f4010da5ba72ce9bf31aff' '4d0d7da4a3fb099ed75f3007559fad04ac96eed87c523b274fb3bb6020e6b9b8' + '75001b59e76831b0c93a547f851cb980e00b0d8cc7b66fb507eaeac217dc6ff9' 'd86efbe915386989d75d313fc76785e6d9c5638b983f17e98cca32174ac1fcee' 'SKIP') +options=('!lto') get_pyver () { python -c 'import sys; print(str(sys.version_info[0]) + "." + str(sys.version_info[1]))' @@ -160,6 +166,7 @@ prepare() { git config submodule."third_party/kineto".url "${srcdir}/${pkgname}"-kineto git config submodule."third_party/pocketfft".url "${srcdir}/${pkgname}"-pocketfft git config submodule."third_party/breakpad".url "${srcdir}/${pkgname}"-breakpad + git config submodule."third_party/flatbuffers".url "${srcdir}/${pkgname}"-flatbuffers git submodule update --init --recursive @@ -173,34 +180,40 @@ prepare() { patch -Np1 -i "${srcdir}/fix-building-for-torchvision.patch" # cuda 11.4.1 fix - patch -Np1 -i "${srcdir}/fix_c10.patch" + # patch -Np1 -i "${srcdir}/fix_c10.patch" # https://discuss.pytorch.org/t/about-build-android-sh-lite-and-nnapi/133581 - patch -Np1 -i "${srcdir}/fix_old_nnapi_lite_interpreter_config.patch" + # patch -Np1 -i "${srcdir}/fix_old_nnapi_lite_interpreter_config.patch" # fix nullptr dereference - patch -Np1 -i "${srcdir}/fix-jit-frontend-nullptr-deref.patch" + # patch -Np1 -i "${srcdir}/fix-jit-frontend-nullptr-deref.patch" # disable vec tests - sed -e '/set(ATen_VEC_TEST_SRCS ${ATen_VEC_TEST_SRCS} PARENT_SCOPE)/d' -i aten/CMakeLists.txt + # sed -e '/set(ATen_VEC_TEST_SRCS ${ATen_VEC_TEST_SRCS} PARENT_SCOPE)/d' -i aten/CMakeLists.txt # https://github.com/pytorch/pytorch/issues/67153, https://github.com/pytorch/pytorch/pull/66219 - patch -Np1 -i "${srcdir}/66219.patch" + # patch -Np1 -i "${srcdir}/66219.patch" # fix ideep/mkl-dnn - patch -Np1 -d third_party/ideep/mkl-dnn -i "${srcdir}/1fe0f2594a1bfc6386fd8f6537f971d5ae9c1214.patch" + # patch -Np1 -d third_party/ideep/mkl-dnn -i "${srcdir}/1fe0f2594a1bfc6386fd8f6537f971d5ae9c1214.patch" # fix rocm-version patch -Np1 -i "${srcdir}/eb4e6ca30c2cd876007cd2dbbdea7f7803af0518.patch" # remove local nccl - rm -rf third_party/nccl/nccl + # rm -rf third_party/nccl/nccl # also remove path from nccl module, so it's not checked - sed -e '/path = third_party\/nccl\/nccl/d' -i ./.gitmodules + # sed -e '/path = third_party\/nccl\/nccl/d' -i ./.gitmodules # fix build with google-glog 0.5 https://github.com/pytorch/pytorch/issues/58054 sed -e '/namespace glog_internal_namespace_/d' -e 's|::glog_internal_namespace_||' -i c10/util/Logging.cpp + # build against ffmpeg4.4 + patch -Np1 -i "${srcdir}/ffmpeg4.4.patch" + + # Backport https://github.com/driazati/breakpad/commit/605c51ed96ad44b34c457bbca320e74e194c317e for fixing build with glibc > 2.33 + git -C third_party/breakpad cherry-pick -n 605c51ed96ad44b34c457bbca320e74e194c317e + cd "${srcdir}" cp -r "${_pkgname}-${pkgver}" "${_pkgname}-${pkgver}-rocm" @@ -213,11 +226,14 @@ prepare() { export ATEN_NO_TEST=ON # do not build ATen tests export USE_MKLDNN=ON export BUILD_CUSTOM_PROTOBUF=OFF + export BUILD_CAFFE2=ON + export BUILD_CAFFE2_OPS=ON # export BUILD_SHARED_LIBS=OFF export USE_FFMPEG=ON export USE_GFLAGS=ON export USE_GLOG=ON export BUILD_BINARY=ON + export USE_OBSERVERS=ON export USE_OPENCV=ON # export USE_SYSTEM_LIBS=ON # experimental, not all libs present in repos export USE_SYSTEM_NCCL=ON @@ -236,6 +252,10 @@ prepare() { export TORCH_NVCC_FLAGS="-Xfatbin -compress-all" export TORCH_CUDA_ARCH_LIST="5.2;6.0;6.2;7.0;7.2;7.5;8.0;8.6;8.6+PTX" #include latest PTX for future compat export OVERRIDE_TORCH_CUDA_ARCH_LIST="${TORCH_CUDA_ARCH_LIST}" + # Uncomment this when you want to specify specific ROCM_ARCH(s) + # Otherwise pytorch will automatically detect your architecture + # See: https://github.com/pytorch/pytorch/commit/8dfdc3df82ee34a83c1a0a9c59de8db195591a6b + # export PYTORCH_ROCM_ARCH="gfx803;gfx900;gfx906;gfx908" } build() { |