TensorRT Open Source Release v7.0

Release Notes:
https://docs.nvidia.com/deeplearning/sdk/tensorrt-release-notes/tensorrt-7.html

Signed-off-by: Rajeev Rao <[email protected]>

.gitignore

@@ -1 +1,2 @@
 build/
+docker/jetpack_files/*

.gitmodules

@@ -1,7 +1,7 @@
 [submodule "parsers/onnx"]
  path = parsers/onnx
  url = https://github.com/onnx/onnx-tensorrt.git
- branch = master
+ branch = 7.0
 [submodule "third_party/protobuf"]
  path = third_party/protobuf
  url = https://github.com/protocolbuffers/protobuf.git

CMakeLists.txt

@@ -107,8 +107,8 @@ endif()
 set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -Xcompiler -Wno-deprecated-declarations")
 
 ################################### DEPENDENCIES ##########################################
-set(DEFAULT_CUDA_VERSION 10.1)
-set(DEFAULT_CUDNN_VERSION 7.5)
+set(DEFAULT_CUDA_VERSION 10.2)
+set(DEFAULT_CUDNN_VERSION 7.6)
 set(DEFAULT_PROTOBUF_VERSION 3.0.0)
 set(DEFAULT_PROTOBUF_INTERNAL_VERSION 10.0)
 set(DEFAULT_CUB_VERSION 1.8.0)

README.md

@@ -15,9 +15,8 @@ To build the TensorRT OSS components, ensure you meet the following package requ
 
 * [CUDA](https://developer.nvidia.com/cuda-toolkit)
  * Recommended versions:
- * [cuda-10.1](https://developer.nvidia.com/cuda-10.1-download-archive-base) + cuDNN-7.6
+ * [cuda-10.2](https://developer.nvidia.com/cuda-10.2-download-archive-base) + cuDNN-7.6
  * [cuda-10.0](https://developer.nvidia.com/cuda-10.0-download-archive) + cuDNN-7.6
- * [cuda-9.0](https://developer.nvidia.com/cuda-90-download-archive) + cuDNN 7.6
 
 * [GNU Make](https://ftp.gnu.org/gnu/make/) >= v4.1
 
@@ -33,6 +32,9 @@ To build the TensorRT OSS components, ensure you meet the following package requ
 * Essential libraries and utilities
  * [Git](https://git-scm.com/downloads), [pkg-config](https://www.freedesktop.org/wiki/Software/pkg-config/), [Wget](https://www.gnu.org/software/wget/faq.html#download), [Zlib](https://zlib.net/)
 
+* Cross compilation for Jetson platforms requires JetPack's host component installation
+ * [JetPack](https://developer.nvidia.com/embedded/jetpack) >= 4.2
+
 **Optional Packages**
 
 * Containerized builds
@@ -45,11 +47,12 @@ To build the TensorRT OSS components, ensure you meet the following package requ
 
 **TensorRT Release**
 
-* [TensorRT](https://developer.nvidia.com/nvidia-tensorrt-download) v6.0.1
+* [TensorRT](https://developer.nvidia.com/nvidia-tensorrt-download) v7.0
+
 
 NOTE: Along with the TensorRT OSS components, the following source packages will also be downloaded, and they are not required to be installed on the system.
 
-- [ONNX-TensorRT](https://github.com/onnx/onnx-tensorrt) v6.0
+- [ONNX-TensorRT](https://github.com/onnx/onnx-tensorrt) v7.0
 - [CUB](http://nvlabs.github.io/cub/) v1.8.0
 - [Protobuf](https://github.com/protocolbuffers/protobuf.git) v3.8.x
 
@@ -59,38 +62,48 @@ NOTE: Along with the TensorRT OSS components, the following source packages will
 1. #### Download TensorRT OSS sources.
 
  ```bash
- git clone -b master https://github.com/nvidia/TensorRT TensorRT
+ git clone -b master https://github.com/nvidia/TensorRT TensorRT -b release/7.0
  cd TensorRT
  git submodule update --init --recursive
  export TRT_SOURCE=`pwd`
  ```
 
 2. #### Download the TensorRT binary release.
 
- To build the TensorRT OSS, obtain the corresponding TensorRT 6.0.1 binary release from [NVidia Developer Zone](https://developer.nvidia.com/nvidia-tensorrt-download). For a list of key features, known and fixed issues, see the [TensorRT 6.0.1 Release Notes](https://docs.nvidia.com/deeplearning/sdk/tensorrt-release-notes/index.html).
+ To build the TensorRT OSS, obtain the corresponding TensorRT 7.0 binary release from [NVidia Developer Zone](https://developer.nvidia.com/nvidia-tensorrt-7x-download). For a list of key features, known and fixed issues, refer to the [TensorRT 7.0 Release Notes](https://docs.nvidia.com/deeplearning/sdk/tensorrt-release-notes/tensorrt-7.html#tensorrt-7).
 
- **Example: Ubuntu 18.04 with cuda-10.1**
+ **Example: Ubuntu 18.04 with cuda-10.2**
 
- Download and extract the *TensorRT 6.0.1.5 GA for Ubuntu 18.04 and CUDA 10.1 tar package*
+ Download and extract the latest *TensorRT 7.0 GA package for Ubuntu 18.04 and CUDA 10.2*
  ```bash
  cd ~/Downloads
- # Download TensorRT-6.0.1.5.Ubuntu-18.04.x86_64-gnu.cuda-10.1.cudnn7.6.tar.gz
- tar -xvzf TensorRT-6.0.1.5.Ubuntu-18.04.x86_64-gnu.cuda-10.1.cudnn7.6.tar.gz
- export TRT_RELEASE=`pwd`/TensorRT-6.0.1.5
+ # Download TensorRT-7.0.0.11.Ubuntu-18.04.x86_64-gnu.cuda-10.2.cudnn7.6.tar.gz
+ tar -xvzf TensorRT-7.0.0.11.Ubuntu-18.04.x86_64-gnu.cuda-10.2.cudnn7.6.tar.gz
+ export TRT_RELEASE=`pwd`/TensorRT-7.0.0.11
  export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$TRT_RELEASE/lib
  ```
 
- **Example: CentOS/RedHat 7 with cuda-9.0**
+ **Example: CentOS/RedHat 7 with cuda-10.0**
 
- Download and extract the *TensorRT 6.0.1.5 GA for CentOS/RedHat 7 and CUDA 9.0 tar package*
+ Download and extract the *TensorRT 7.0 GA for CentOS/RedHat 7 and CUDA 10.0 tar package*
  ```bash
  cd ~/Downloads
- # Download TensorRT-6.0.1.5.Red-Hat.x86_64-gnu.cuda-9.0.cudnn7.6.tar.gz
- tar -xvzf TensorRT-6.0.1.5.Red-Hat.x86_64-gnu.cuda-9.0.cudnn7.6.tar.gz
- export TRT_RELEASE=`pwd`/TensorRT-6.0.1.5
+ # Download TensorRT-7.0.0.11.CentOS-7.6.x86_64-gnu.cuda-10.0.cudnn7.6.tar.gz
+ tar -xvzf TensorRT-7.0.0.11.CentOS-7.6.x86_64-gnu.cuda-10.0.cudnn7.6.tar.gz
+ export TRT_RELEASE=`pwd`/TensorRT-7.0.0.11
  export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$TRT_RELEASE/lib
  ```
 
+3. #### Download JetPack packages for cross-compilation.[OPTIONAL]
+
+Using the SDK manager, download the host componets of the PDK version or Jetpack specified in the name of the Dockerfile. To do this:
+
+1. [**SDK Manager Step 01**] Log into the SDK manager
+2. [**SDK Manager Step 01**] Select the correct platform and Target OS System (should be corresponding to the name of the Dockerfile you are building (e.g. Jetson AGX Xavier, `Linux Jetpack 4.2.1`), then click `Continue`
+3. [**SDK Manager Step 02**] Under `Download & Install Options` make note of or change the download folder **and Select Download now. Install later.** then agree to the license terms and click `Continue`
+
+You should now have all expected files to build the container. Move these into the `docker/jetpack_files` folder.
+
 ## Setting Up The Build Environment
 
 * Install the *System Packages* list of components in the *Prerequisites* section.
@@ -99,24 +112,30 @@ NOTE: Along with the TensorRT OSS components, the following source packages will
 
 1. #### Generate the TensorRT build container.
 
- The docker container can be built using the included Dockerfile. The build container is configured with the environment and packages required for building TensorRT OSS.
+ The docker container can be built using the included Dockerfile. The build container is configured with the environment and packages required for building TensorRT OSS.
 
- **Example: Ubuntu 18.04 with cuda-10.1**
+ **Example: Ubuntu 18.04 with cuda-10.2**
 
- ```bash
- docker build -f docker/ubuntu-18.04.Dockerfile --build-arg CUDA_VERSION=10.1 --tag=tensorrt .
- ```
+ ```bash
+ docker build -f docker/ubuntu.Dockerfile --build-arg UBUNTU_VERSION=18.04 --build-arg CUDA_VERSION=10.2 --tag=tensorrt-ubuntu .
+ ```
 
- **Example: CentOS/RedHat 7 with cuda-9.0**
+ **Example: CentOS/RedHat 7 with cuda-10.0**
 
- ```bash
- docker build -f docker/centos-7.Dockerfile --build-arg CUDA_VERSION=9.0 --tag=tensorrt .
- ```
+ ```bash
+ docker build -f docker/centos.Dockerfile --build-arg CENTOS_VERSION=7 --build-arg CUDA_VERSION=10.0 --tag=tensorrt-centos .
+ ```
+
+ **Example: Cross compile for JetPack 4.2.1 with cuda-10.0**
+ ```bash
+ docker build -f docker/ubuntu-cross-aarch64.Dockerfile --build-arg UBUNTU_VERSION=18.04 --build-arg CUDA_VERSION=10.0 --tag tensorrt-ubuntu-aarch64 .
+ `
+ ```
 
 2. #### Launch the TensorRT build container.
 
  ```bash
- docker run -v $TRT_RELEASE:/tensorrt -v $TRT_SOURCE:/workspace/TensorRT -it tensorrt:latest
+ docker run -v $TRT_RELEASE:/tensorrt -v $TRT_SOURCE:/workspace/TensorRT -it tensorrt-ubuntu:latest
  ```
 
  > NOTE: To run TensorRT/CUDA programs within the build container, install [nvidia-docker](#prerequisites). Replace the `docker run` command with `nvidia-docker run` or `docker run --runtime=nvidia`.
@@ -128,17 +147,15 @@ NOTE: Along with the TensorRT OSS components, the following source packages will
 
  ```bash
  cd $TRT_SOURCE
- mkdir -p build && cd build 
+ mkdir -p build && cd build
  cmake .. -DTRT_LIB_DIR=$TRT_RELEASE/lib -DTRT_BIN_DIR=`pwd`/out
  make -j$(nproc)
  ```
 
  > NOTE:
- > 1. The default CUDA version used by CMake is 10.1. To override this, for example to 9.0, append `-DCUDA_VERSION=9.0` to the cmake command.
+ > 1. The default CUDA version used by CMake is 10.2. To override this, for example to 10.0, append `-DCUDA_VERSION=10.0` to the cmake command.
  > 2. Samples may fail to link on CentOS7. To work around this create the following symbolic link:
- > ```bash
- > ln -s $TRT_BIN_DIR/libnvinfer_plugin.so $TRT_BIN_DIR/libnvinfer_plugin.so.6
- > ```
+ > `ln -s $TRT_BIN_DIR/libnvinfer_plugin.so $TRT_BIN_DIR/libnvinfer_plugin.so.7`
 
  The required CMake arguments are:
 
@@ -150,9 +167,9 @@ NOTE: Along with the TensorRT OSS components, the following source packages will
 
  - `CMAKE_BUILD_TYPE`: Specify if binaries generated are for release or debug (contain debug symbols). Values consists of [`Release`] | `Debug`
 
- - `CUDA_VERISON`: The version of CUDA to target, for example [`10.1`].
+ - `CUDA_VERISON`: The version of CUDA to target, for example [`10.2`].
 
- - `CUDNN_VERSION`: The version of cuDNN to target, for example [`7.5`].
+ - `CUDNN_VERSION`: The version of cuDNN to target, for example [`7.6`].
 
  - `PROTOBUF_VERSION`: The version of Protobuf to use, for example [`3.8.x`]. Note: Changing this will not configure CMake to use a system version of Protobuf, it will configure CMake to download and try building that version.
 
@@ -222,5 +239,5 @@ NOTE: Along with the TensorRT OSS components, the following source packages will
 
 ## Known Issues
 
-#### TensorRT 6.0.1
-* See [Release Notes](https://docs.nvidia.com/deeplearning/sdk/tensorrt-release-notes/index.html).
+#### TensorRT 7.0
+* See [Release Notes](https://docs.nvidia.com/deeplearning/sdk/tensorrt-release-notes/tensorrt-7.html#tensorrt-7).

VERSION

@@ -1 +1 @@
-6.0.1.5
+7.0.0.11

docker/centos-7.Dockerfile → docker/centos.Dockerfile

@@ -12,11 +12,18 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-ARG CUDA_VERSION=10.1
-FROM nvcr.io/nvidia/cuda:${CUDA_VERSION}-cudnn7-devel-centos7
+ARG CUDA_VERSION=10.2
+ARG CENTOS_VERSION=7
+FROM nvidia/cuda:${CUDA_VERSION}-cudnn7-devel-centos${CENTOS_VERSION}
 
 LABEL maintainer="NVIDIA CORPORATION"
 
+ARG uid=1000
+ARG gid=1000
+RUN groupadd -r -f -g ${gid} trtuser && useradd -r -u ${uid} -g ${gid} -ms /bin/bash trtuser
+RUN usermod -aG wheel trtuser
+RUN echo 'trtuser:nvidia' | chpasswd
+RUN mkdir -p /workspace && chown trtuser /workspace
 # Install requried libraries
 RUN yum -y install \
  libcurl4-openssl-dev \
@@ -26,24 +33,27 @@ RUN yum -y install \
  pkg-config \
  python3 \
  python3-pip \
+ python3-dev \
+ python3-setuptools \
+ python3-wheel \
+ sudo \
  make
 
 RUN cd /usr/local/bin &&\
  ln -s /usr/bin/python3 python &&\
  ln -s /usr/bin/pip3 pip
 
 # Install Cmake
-RUN cd /tmp &&\
- wget https://github.com/Kitware/CMake/releases/download/v3.14.4/cmake-3.14.4-Linux-x86_64.sh &&\
- chmod +x cmake-3.14.4-Linux-x86_64.sh &&\
- ./cmake-3.14.4-Linux-x86_64.sh --prefix=/usr/local --exclude-subdir --skip-license &&\
+RUN cd /tmp && \
+ wget https://github.com/Kitware/CMake/releases/download/v3.14.4/cmake-3.14.4-Linux-x86_64.sh && \
+ chmod +x cmake-3.14.4-Linux-x86_64.sh && \
+ ./cmake-3.14.4-Linux-x86_64.sh --prefix=/usr/local --exclude-subdir --skip-license && \
  rm ./cmake-3.14.4-Linux-x86_64.sh
 
 # Set environment and working directory
 ENV TRT_RELEASE /tensorrt
-ENV TRT_LIB_DIR $TRT_RELEASE/lib
 ENV TRT_SOURCE /workspace/TensorRT
-ENV LD_LIBRARY_PATH $LD_LIBRARY_PATH:$TRT_LIB_DIR
 WORKDIR /workspace
 
+USER trtuser
 RUN ["/bin/bash"]