Arch Linux User Repository

@DavTheRaveUK @mergen @Moebius14 @pwf Package updated. Building fine.

was able to install GA with the following patch (i think... haven't tried it from scratch, and ended up editing a few files in src, but i think this is all the changes):

diff --git a/020-tensorrt-fix-python.patch b/020-tensorrt-fix-python.patch
index b0d11f9..f416e22 100644
--- a/020-tensorrt-fix-python.patch
+++ b/020-tensorrt-fix-python.patch
@@ -1,14 +1,5 @@
 --- a/python/CMakeLists.txt
 +++ b/python/CMakeLists.txt
-@@ -40,7 +40,7 @@ set(CMAKE_CXX_STANDARD ${CPP_STANDARD})
- 
- if (NOT MSVC)
-     # This allows us to use TRT libs shipped with standalone wheels.
--    set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
-+    #set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
- endif()
- 
- # -------- PATHS --------
 @@ -91,7 +91,7 @@ if (MSVC)
      find_path(PY_LIB_DIR ${PYTHON_LIB_NAME}.lib HINTS ${WIN_EXTERNALS}/${PYTHON} ${EXT_PATH}/${PYTHON} PATH_SUFFIXES lib)
      message(STATUS "PY_LIB_DIR: ${PY_LIB_DIR}")
@@ -64,22 +55,13 @@
          ${1} > ${2}
  }

-@@ -59,6 +62,6 @@ pushd ${ROOT_PATH}/python/packaging
+@@ -59,6 +62,9 @@ pushd ${ROOT_PATH}/python/packaging
  for dir in $(find . -type d); do mkdir -p ${WHEEL_OUTPUT_DIR}/$dir; done
  for file in $(find . -type f); do expand_vars_cp $file ${WHEEL_OUTPUT_DIR}/${file}; done
  popd
--python3 setup.py -q bdist_wheel --python-tag=cp${PYTHON_MAJOR_VERSION}${PYTHON_MINOR_VERSION} --plat-name=linux_${TARGET}
-+python -m build --wheel --no-isolation
++cp tensorrt/tensorrt.so bindings_wheel/tensorrt/tensorrt.so
++
++pushd ${WHEEL_OUTPUT_DIR}/bindings_wheel
+ python3 setup.py -q bdist_wheel --python-tag=cp${PYTHON_MAJOR_VERSION}${PYTHON_MINOR_VERSION} --plat-name=linux_${TARGET}

  popd
---- a/python/src/parsers/pyOnnx.cpp
-+++ b/python/src/parsers/pyOnnx.cpp
-@@ -17,7 +17,7 @@
- 
- // Implementation of PyBind11 Binding Code for OnnxParser
- #include "ForwardDeclarations.h"
--#include "onnxOpenSource/NvOnnxParser.h"
-+#include "onnx/NvOnnxParser.h"
- #include "parsers/pyOnnxDoc.h"
- #include "utils.h"
- #include <pybind11/stl.h>
diff --git a/PKGBUILD b/PKGBUILD
index 22b1105..dd61ad4 100644
--- a/PKGBUILD
+++ b/PKGBUILD
@@ -9,9 +9,9 @@

 pkgbase=tensorrt
 pkgname=('tensorrt' 'python-tensorrt')
-pkgver=8.6.0.12
+pkgver=8.6.1.6
 _cudaver=12.0
-_cudnnver=8.8
+_cudnnver=8.9
 _protobuf_ver=3.20.1
 _pybind11_ver=2.9.2
 _graphsurgeon_ver=0.4.6
@@ -39,7 +39,7 @@ source=("local://TensorRT-${pkgver}.Linux.${CARCH}-gnu.cuda-${_cudaver}.tar.gz"
         '020-tensorrt-fix-python.patch'
         'TensorRT-SLA.txt')
 noextract=("protobuf-cpp-${_protobuf_ver}.tar.gz")
-sha256sums=('033efe9dc4f3d2b179af0d5afbefd504b15dbb1547920a90115d45e559ae6e77'
+sha256sums=('0f8157a5fc5329943b338b893591373350afa90ca81239cdadd7580cd1eba254'
             'SKIP'
             'SKIP'
             'SKIP'
@@ -49,7 +49,7 @@ sha256sums=('033efe9dc4f3d2b179af0d5afbefd504b15dbb1547920a90115d45e559ae6e77'
             'SKIP'
             'dddd73664306d7d895a95e1cf18925b31b52785e468727e4635b45edae5166f9'
             'ba94c0685216fe9566f7989df98b372e72a8da04b66d64380024107f2f7f4a8f'
-            '36233e5484ba7adb364699ba0e71ada119666edec55a5b96263e0c3265f8ebd3'
+            'dee4c446121e68afff8e034bc5d67c056db2f443daec21f9b1339d0de8ee5676'
             'ff3140050390f7b61703c71de0885f11583456abf2402bb6d3990add13fd0e33')

 prepare() {
@@ -161,7 +161,7 @@ package_python-tensorrt() {

     local _dir
     for _dir in "TensorRT-${pkgver}"/{graphsurgeon,uff} \
-                 TensorRT/{python/build/dist,tools/{onnx-graphsurgeon,Polygraphy,tensorflow-quantization}/dist}
+                 TensorRT/{python/build/bindings_wheel/dist,tools/{onnx-graphsurgeon,Polygraphy,tensorflow-quantization}/dist}
     do
         cd "${srcdir}/${_dir}"
         python -m installer --destdir="$pkgdir" *.whl

and actually, cudnn version should now be 8.9 yeah?

@mergen I got the same error when I accidentally downloaded TensorRT version 8.6.1.6 instead of 8.6.0.12 Make sure you download version 8.6.0.12. You can find it under "TensorRT 8.6 EA". Heres the link for your convenience:

https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/secure/8.6.0/tars/TensorRT-8.6.0.12.Linux.x86_64-gnu.cuda-12.0.tar.gz

I modified the PKGBUILD to new version and sha256sum but I still get an error:

Submodule 'parsers/onnx' (https://github.com/onnx/onnx-tensorrt.git) registered for path 'parsers/onnx'
Submodule 'third_party/cub' (https://github.com/NVlabs/cub.git) registered for path 'third_party/cub'
Submodule 'third_party/protobuf' (https://github.com/protocolbuffers/protobuf.git) registered for path 'third_party/protobuf'
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx'...
done.
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/third_party/cub'...
done.
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/third_party/protobuf'...
done.
Submodule path 'parsers/onnx': checked out '6ba67d3428e05f690145373ca87fb8d32f98df45'
Submodule path 'third_party/cub': checked out 'c3cceac115c072fb63df1836ff46d8c60d9eb304'
Submodule path 'third_party/protobuf': checked out 'aea4a275e28329f648e046469c095eef74254bb2'
Submodule 'third_party/onnx' (https://github.com/onnx/onnx.git) registered for path 'third_party/onnx'
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx/third_party/onnx'...
done.
Submodule path 'third_party/onnx': checked out 'ad834eb73ee0cd9b6fa9ea892caeed5fa17d7dc0'
Submodule 'third_party/benchmark' (https://github.com/google/benchmark.git) registered for path 'third_party/benchmark'
Submodule 'third_party/pybind11' (https://github.com/pybind/pybind11.git) registered for path 'third_party/pybind11'
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx/third_party/onnx/third_party/benchmark'...
done.
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx/third_party/onnx/third_party/pybind11'...
done.
Submodule path 'third_party/benchmark': checked out '0d98dba29d66e93259db7daa53a9327df767a415'
Submodule path 'third_party/pybind11': checked out '914c06fb252b6cc3727d0eedab6736e88a3fcb01'
patching file third_party/protobuf.cmake
patching file python/CMakeLists.txt
Hunk #1 FAILED at 40.
1 out of 3 hunks FAILED -- saving rejects to file python/CMakeLists.txt.rej
patching file python/build.sh
patching file python/src/parsers/pyOnnx.cpp
Reversed (or previously applied) patch detected!  Skipping patch.
1 out of 1 hunk ignored -- saving rejects to file python/src/parsers/pyOnnx.cpp.rej

The content of the file ./src/TensorRT/python/CMakeLists.txt.rej is:

--- python/CMakeLists.txt
+++ python/CMakeLists.txt
@@ -40,7 +40,7 @@ set(CMAKE_CXX_STANDARD ${CPP_STANDARD})

if (NOT MSVC)
# This allows us to use TRT libs shipped with standalone wheels.
-    set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
+    #set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
endif()

# -------- PATHS --------

The content of the file ./src/TensorRT/python/src/parsers/pyOnnx.cpp.rej is:

--- python/src/parsers/pyOnnx.cpp
+++ python/src/parsers/pyOnnx.cpp
@@ -17,7 +17,7 @@

// Implementation of PyBind11 Binding Code for OnnxParser
#include "ForwardDeclarations.h"
-#include "onnxOpenSource/NvOnnxParser.h"
+#include "onnx/NvOnnxParser.h"
#include "parsers/pyOnnxDoc.h"
#include "utils.h"
#include <pybind11/stl.h>

I followed your instructions only to be met with the following error:

==> ERROR: 010-tensorrt-use-local-protobuf-sources.patch was not found in the build directory and is not a URL.

What gives?

@dbermond Thank you ! Just compiled well ! Now Tensorflow is finally working with Nvidia GPU.

@Smoolak @feiticeir0 Package updated. Building fine for me now. The current version supports cuda 12.0.

I'm getting the following error:

-- Build files have been written to: /tmp/makepkg/tensorrt/src/build
make: Entering directory '/tmp/makepkg/tensorrt/src/build'
[  2%] Built target third_party.protobuf
[  2%] Built target gen_onnx_proto
[  2%] Built target caffe_proto
[  2%] Built target gen_onnx_operators_proto
[  2%] Built target gen_onnx_data_proto
[  4%] Built target onnx_proto
[  8%] Built target nvcaffeparser_static
[ 12%] Built target nvcaffeparser
[ 17%] Built target nvonnxparser_static
[ 17%] Built target nvonnxparser
make[2]: *** No rule to make target '/opt/cuda/lib/libcudart_static.a', needed by 'libnvinfer_plugin.so.8.5.3'.  Stop.
make[1]: *** [CMakeFiles/Makefile2:1166: plugin/CMakeFiles/nvinfer_plugin.dir/all] Error 2
make[1]: *** Waiting for unfinished jobs....
[ 58%] Built target nvinfer_plugin_static
make: *** [Makefile:156: all] Error 2
make: Leaving directory '/tmp/makepkg/tensorrt/src/build'
==> ERROR: A failure occurred in build().
    Aborting...

I've downgraded CUDA and CUDNN to match the tensorRT version, but now this is happening.. Any hints ?

/opt/cuda/lib

does not exits, but instead there is lib64

Even if I create a symlink to lib, it does not work... Thank you

Oh ok. Look like I've been very unlucky and decided to install this on the wrong day. CUDA was just updated in the repos, yesterday's version is working fine. I downgraded my system using the Arch Linux Archive.

I'm getting this error:

[ 24%] Building CXX object plugin/CMakeFiles/nvinfer_plugin.dir/bertQKVToContextPlugin/qkvToContextPlugin.cpp.o
[ 24%] Building CXX object plugin/CMakeFiles/nvinfer_plugin.dir/embLayerNormPlugin/embLayerNormPlugin.cpp.o
[ 24%] Building CXX object plugin/CMakeFiles/nvinfer_plugin.dir/embLayerNormPlugin/embLayerNormVarSeqlenPlugin.cpp.o
[ 24%] Building CXX object plugin/CMakeFiles/nvinfer_plugin.dir/fcPlugin/fcPlugin.cpp.o
In file included from /home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/common/bertCommon.h:26,
                 from /home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.h:27,
                 from /home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.cpp:24:
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.h: In member function ‘void nvinfer1::plugin::bert::AlgoProps::populate(const cublasLtMatmulAlgo_t&)’:
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.h:379:25: error: ‘CUBLASLT_ALGO_CAP_MATHMODE_IMPL’ was not declared in this scope; did you mean ‘CUBLASLT_ALGO_CAP_TILE_IDS’?
  379 |             matmulAlgo, CUBLASLT_ALGO_CAP_MATHMODE_IMPL, &mathMode, sizeof(mathMode), nullptr));
      |                         ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/common/checkMacrosPlugin.h:215:19: note: in definition of macro ‘PLUGIN_CUBLASASSERT’
  215 |         auto s_ = status_;                                                                                             \
      |                   ^~~~~~~
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.cpp: In function ‘void LtGemmSearch(cublasLtHandle_t, cublasOperation_t, cublasOperation_t, const int&, const int&, const int&, const void*, const void*, const int&, const void*, const int&, const void*, void*, const int&, void*, size_t, cublasComputeType_t, cudaDataType_t, cudaDataType_t, cudaDataType_t, cudaDataType_t, std::vector<nvinfer1::plugin::bert::customMatMultPerfType_t>&)’:
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.cpp:171:21: error: ‘CUBLASLT_MATMUL_PREF_MATH_MODE_MASK’ was not declared in this scope; did you mean ‘CUBLASLT_MATMUL_PREF_IMPL_MASK’?
  171 |         preference, CUBLASLT_MATMUL_PREF_MATH_MODE_MASK, &mathMode, sizeof(mathMode)));
      |                     ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/common/checkMacrosPlugin.h:215:19: note: in definition of macro ‘PLUGIN_CUBLASASSERT’
  215 |         auto s_ = status_;                                                                                             \
      |                   ^~~~~~~
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/fcPlugin/fcPlugin.cpp:218:20: error: ‘CUBLASLT_ALGO_CAP_MATHMODE_IMPL’ was not declared in this scope; did you mean ‘CUBLASLT_ALGO_CAP_TILE_IDS’?
  218 |             &algo, CUBLASLT_ALGO_CAP_MATHMODE_IMPL, &mathMode, sizeof(mathMode), nullptr));
      |                    ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/home/smoolak/.cache/yay/tensorrt/src/TensorRT/plugin/common/checkMacrosPlugin.h:215:19: note: in definition of macro ‘PLUGIN_CUBLASASSERT’
  215 |         auto s_ = status_;                                                                                             \
      |                   ^~~~~~~
make[2]: *** [plugin/CMakeFiles/nvinfer_plugin.dir/build.make:2260: plugin/CMakeFiles/nvinfer_plugin.dir/fcPlugin/fcPlugin.cpp.o] Error 1
make[1]: *** [CMakeFiles/Makefile2:1166: plugin/CMakeFiles/nvinfer_plugin.dir/all] Error 2
make: *** [Makefile:156: all] Error 2
make: Leaving directory '/home/smoolak/.cache/yay/tensorrt/src/build'
==> ERROR: A failure occurred in build().
    Aborting...
 -> error making: tensorrt