Install onnx2trt to Jetson device

install.sh

pip3 install -r requirements.txt


# Install protobuf
python3 -c "import google.protobuf as pb;from packaging.version import parse;assert(parse(pb.__version__) >= parse('3.0.0'))"
STATUS_CODE=$?


if [[ $STATUS_CODE != 0 ]]; then

    echo "Installing Google Protocol Buffers."
    sudo apt-get update

    sudo apt-get install autoconf automake libtool curl make g++ unzip
    sudo apt-get install protobuf-compiler    
    protoc --version
else 
    echo "Skipping Google Protocol Buffers installation."
fi


if [[ $CMAKE_VERSION == "" ]]; then
    CMAKE_VERSION="3.20.0"
fi

FILENAME="cmake-${CMAKE_VERSION}-linux-aarch64.sh" 

#Upgrade cmake

sudo apt-get -y install libssl-dev
sudo python3 -m pip install scikit-build


curl -L "https://github.com/Kitware/CMake/releases/download/v${CMAKE_VERSION}/${FILENAME}" \
  -H 'authority: github.com' \
  -H 'pragma: no-cache' \
  -H 'cache-control: no-cache' \
  -H 'upgrade-insecure-requests: 1' \
  -H 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36 Edg/89.0.774.63' \
  -H 'accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9' \
  -H 'sec-fetch-site: cross-site' \
  -H 'sec-fetch-mode: navigate' \
  -H 'sec-fetch-user: ?1' \
  -H 'sec-fetch-dest: document' \
  -H 'referer: https://cmake.org/' \
  -H 'accept-language: en-GB,en;q=0.9,en-US;q=0.8' \
  -H 'cookie: _octo=GH1.1.256646330.1608143149; _device_id=b0bd8edf5f918e4e58d71afe702d2319; user_session=Cr-HeIVCm6FVJ3mNAnUgdIdhpviMCyKZgKLn5v3E0Ql6OBQF; logged_in=yes; dotcom_user=ovuruska; color_mode=%7B%22color_mode%22%3A%22dark%22%2C%22light_theme%22%3A%7B%22name%22%3A%22light%22%2C%22color_mode%22%3A%22light%22%7D%2C%22dark_theme%22%3A%7B%22name%22%3A%22dark%22%2C%22color_mode%22%3A%22dark%22%7D%7D; tz=Europe%2FIstanbul; has_recent_activity=1; _gh_sess=uCMCu%2BMPrVw2pidTbLB7ZcLDa6rAKr6CH1PXdsdu6XcHUfJTMfMoyW6upZTeUzHHNeqq0PTl%2BnIlXEBygLo%2FY728ouPTML37idXkG94ddGeoc0jfDgJugacsf9iwA9JtNtj7xUKfvzWLEQwirdNOZEBHWX3slqb4tuHfXU0LFfg%3D--mlB2HQn9vFENh8aN--OCxIBiMcGNMjJF2A862HDw%3D%3D' \
  --compressed -o $FILENAME

sudo bash $FILENAME --skip-license --prefix=/usr
rm $FILENAME

Install onnx-tensorrt
git clone --recursive https://github.com/onnx/onnx-tensorrt
cd onnx-tensorrt && mkdir build 
cd build
cmake .. -DTENSORRT_ROOT=/usr/src/tensorrt && sudo make 
STATUS_CODE=$?
sudo rm -rf onnx-tensorrt

if [[ $STATUS_CODE == "0" ]]; then

    mv ./onnxtrt ../.. 
    cd ../..
    ./onnxtrt goat.onnx -o goat.trt

else
    echo "Onnx cannot be installed."
    exit -11234
fi


# Install PyCuda
CUDA_VERSION="10.2"

export CPATH=$CPATH:/usr/local/cuda-$CUDA_VERSION/targets/aarch64-linux/include
export LIBRARY_PATH=$LIBRARY_PATH:/usr/local/cuda-$CUDA_VERSION/targets/aarch64-linux/lib

python3 -m pip install pycuda --user