Arch Linux User Repository

@mindbound At the time of writing, there is no file named 'libprotobuf.so.32' in the official repositories (protobuf currently ships 'libprotobuf.so.23'). It looks like that you have something built against an outdated libprotobuf.

Build of python-tensorrt package fails with

ImportError: libprotobuf.so.32: cannot open shared object file: No such file or directory

Which version of protobuf is this even referring to? I have protobuf and python-protobuf installed from extra, version 23.3-2 both.

Latest download link (for convenience)

https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/secure/8.6.1/tars/TensorRT-8.6.1.6.Linux.x86_64-gnu.cuda-12.0.tar.gz

@DavTheRaveUK @mergen @Moebius14 @pwf Package updated. Building fine.

was able to install GA with the following patch (i think... haven't tried it from scratch, and ended up editing a few files in src, but i think this is all the changes):

diff --git a/020-tensorrt-fix-python.patch b/020-tensorrt-fix-python.patch
index b0d11f9..f416e22 100644
--- a/020-tensorrt-fix-python.patch
+++ b/020-tensorrt-fix-python.patch
@@ -1,14 +1,5 @@
 --- a/python/CMakeLists.txt
 +++ b/python/CMakeLists.txt
-@@ -40,7 +40,7 @@ set(CMAKE_CXX_STANDARD ${CPP_STANDARD})
- 
- if (NOT MSVC)
-     # This allows us to use TRT libs shipped with standalone wheels.
--    set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
-+    #set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
- endif()
- 
- # -------- PATHS --------
 @@ -91,7 +91,7 @@ if (MSVC)
      find_path(PY_LIB_DIR ${PYTHON_LIB_NAME}.lib HINTS ${WIN_EXTERNALS}/${PYTHON} ${EXT_PATH}/${PYTHON} PATH_SUFFIXES lib)
      message(STATUS "PY_LIB_DIR: ${PY_LIB_DIR}")
@@ -64,22 +55,13 @@
          ${1} > ${2}
  }

-@@ -59,6 +62,6 @@ pushd ${ROOT_PATH}/python/packaging
+@@ -59,6 +62,9 @@ pushd ${ROOT_PATH}/python/packaging
  for dir in $(find . -type d); do mkdir -p ${WHEEL_OUTPUT_DIR}/$dir; done
  for file in $(find . -type f); do expand_vars_cp $file ${WHEEL_OUTPUT_DIR}/${file}; done
  popd
--python3 setup.py -q bdist_wheel --python-tag=cp${PYTHON_MAJOR_VERSION}${PYTHON_MINOR_VERSION} --plat-name=linux_${TARGET}
-+python -m build --wheel --no-isolation
++cp tensorrt/tensorrt.so bindings_wheel/tensorrt/tensorrt.so
++
++pushd ${WHEEL_OUTPUT_DIR}/bindings_wheel
+ python3 setup.py -q bdist_wheel --python-tag=cp${PYTHON_MAJOR_VERSION}${PYTHON_MINOR_VERSION} --plat-name=linux_${TARGET}

  popd
---- a/python/src/parsers/pyOnnx.cpp
-+++ b/python/src/parsers/pyOnnx.cpp
-@@ -17,7 +17,7 @@
- 
- // Implementation of PyBind11 Binding Code for OnnxParser
- #include "ForwardDeclarations.h"
--#include "onnxOpenSource/NvOnnxParser.h"
-+#include "onnx/NvOnnxParser.h"
- #include "parsers/pyOnnxDoc.h"
- #include "utils.h"
- #include <pybind11/stl.h>
diff --git a/PKGBUILD b/PKGBUILD
index 22b1105..dd61ad4 100644
--- a/PKGBUILD
+++ b/PKGBUILD
@@ -9,9 +9,9 @@

 pkgbase=tensorrt
 pkgname=('tensorrt' 'python-tensorrt')
-pkgver=8.6.0.12
+pkgver=8.6.1.6
 _cudaver=12.0
-_cudnnver=8.8
+_cudnnver=8.9
 _protobuf_ver=3.20.1
 _pybind11_ver=2.9.2
 _graphsurgeon_ver=0.4.6
@@ -39,7 +39,7 @@ source=("local://TensorRT-${pkgver}.Linux.${CARCH}-gnu.cuda-${_cudaver}.tar.gz"
         '020-tensorrt-fix-python.patch'
         'TensorRT-SLA.txt')
 noextract=("protobuf-cpp-${_protobuf_ver}.tar.gz")
-sha256sums=('033efe9dc4f3d2b179af0d5afbefd504b15dbb1547920a90115d45e559ae6e77'
+sha256sums=('0f8157a5fc5329943b338b893591373350afa90ca81239cdadd7580cd1eba254'
             'SKIP'
             'SKIP'
             'SKIP'
@@ -49,7 +49,7 @@ sha256sums=('033efe9dc4f3d2b179af0d5afbefd504b15dbb1547920a90115d45e559ae6e77'
             'SKIP'
             'dddd73664306d7d895a95e1cf18925b31b52785e468727e4635b45edae5166f9'
             'ba94c0685216fe9566f7989df98b372e72a8da04b66d64380024107f2f7f4a8f'
-            '36233e5484ba7adb364699ba0e71ada119666edec55a5b96263e0c3265f8ebd3'
+            'dee4c446121e68afff8e034bc5d67c056db2f443daec21f9b1339d0de8ee5676'
             'ff3140050390f7b61703c71de0885f11583456abf2402bb6d3990add13fd0e33')

 prepare() {
@@ -161,7 +161,7 @@ package_python-tensorrt() {

     local _dir
     for _dir in "TensorRT-${pkgver}"/{graphsurgeon,uff} \
-                 TensorRT/{python/build/dist,tools/{onnx-graphsurgeon,Polygraphy,tensorflow-quantization}/dist}
+                 TensorRT/{python/build/bindings_wheel/dist,tools/{onnx-graphsurgeon,Polygraphy,tensorflow-quantization}/dist}
     do
         cd "${srcdir}/${_dir}"
         python -m installer --destdir="$pkgdir" *.whl

and actually, cudnn version should now be 8.9 yeah?

@mergen I got the same error when I accidentally downloaded TensorRT version 8.6.1.6 instead of 8.6.0.12 Make sure you download version 8.6.0.12. You can find it under "TensorRT 8.6 EA". Heres the link for your convenience:

https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/secure/8.6.0/tars/TensorRT-8.6.0.12.Linux.x86_64-gnu.cuda-12.0.tar.gz

I modified the PKGBUILD to new version and sha256sum but I still get an error:

Submodule 'parsers/onnx' (https://github.com/onnx/onnx-tensorrt.git) registered for path 'parsers/onnx'
Submodule 'third_party/cub' (https://github.com/NVlabs/cub.git) registered for path 'third_party/cub'
Submodule 'third_party/protobuf' (https://github.com/protocolbuffers/protobuf.git) registered for path 'third_party/protobuf'
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx'...
done.
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/third_party/cub'...
done.
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/third_party/protobuf'...
done.
Submodule path 'parsers/onnx': checked out '6ba67d3428e05f690145373ca87fb8d32f98df45'
Submodule path 'third_party/cub': checked out 'c3cceac115c072fb63df1836ff46d8c60d9eb304'
Submodule path 'third_party/protobuf': checked out 'aea4a275e28329f648e046469c095eef74254bb2'
Submodule 'third_party/onnx' (https://github.com/onnx/onnx.git) registered for path 'third_party/onnx'
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx/third_party/onnx'...
done.
Submodule path 'third_party/onnx': checked out 'ad834eb73ee0cd9b6fa9ea892caeed5fa17d7dc0'
Submodule 'third_party/benchmark' (https://github.com/google/benchmark.git) registered for path 'third_party/benchmark'
Submodule 'third_party/pybind11' (https://github.com/pybind/pybind11.git) registered for path 'third_party/pybind11'
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx/third_party/onnx/third_party/benchmark'...
done.
Cloning into '/home/mrbs/pg/tensorrt/src/TensorRT/parsers/onnx/third_party/onnx/third_party/pybind11'...
done.
Submodule path 'third_party/benchmark': checked out '0d98dba29d66e93259db7daa53a9327df767a415'
Submodule path 'third_party/pybind11': checked out '914c06fb252b6cc3727d0eedab6736e88a3fcb01'
patching file third_party/protobuf.cmake
patching file python/CMakeLists.txt
Hunk #1 FAILED at 40.
1 out of 3 hunks FAILED -- saving rejects to file python/CMakeLists.txt.rej
patching file python/build.sh
patching file python/src/parsers/pyOnnx.cpp
Reversed (or previously applied) patch detected!  Skipping patch.
1 out of 1 hunk ignored -- saving rejects to file python/src/parsers/pyOnnx.cpp.rej

The content of the file ./src/TensorRT/python/CMakeLists.txt.rej is:

--- python/CMakeLists.txt
+++ python/CMakeLists.txt
@@ -40,7 +40,7 @@ set(CMAKE_CXX_STANDARD ${CPP_STANDARD})

if (NOT MSVC)
# This allows us to use TRT libs shipped with standalone wheels.
-    set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
+    #set(CMAKE_SHARED_LINKER_FLAGS -Wl,-rpath=$ORIGIN)
endif()

# -------- PATHS --------

The content of the file ./src/TensorRT/python/src/parsers/pyOnnx.cpp.rej is:

--- python/src/parsers/pyOnnx.cpp
+++ python/src/parsers/pyOnnx.cpp
@@ -17,7 +17,7 @@

// Implementation of PyBind11 Binding Code for OnnxParser
#include "ForwardDeclarations.h"
-#include "onnxOpenSource/NvOnnxParser.h"
+#include "onnx/NvOnnxParser.h"
#include "parsers/pyOnnxDoc.h"
#include "utils.h"
#include <pybind11/stl.h>

I followed your instructions only to be met with the following error:

==> ERROR: 010-tensorrt-use-local-protobuf-sources.patch was not found in the build directory and is not a URL.

What gives?

@dbermond Thank you ! Just compiled well ! Now Tensorflow is finally working with Nvidia GPU.

@Smoolak @feiticeir0 Package updated. Building fine for me now. The current version supports cuda 12.0.