stf/stf-api-alternative/pytriton/scripts/build_python_stubs.sh

#!/usr/bin/env bash
# Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set -xe

if [[ -z ${NVIDIA_TRITON_SERVER_VERSION} ]]; then
  echo "The NVIDIA_TRITON_SERVER_VERSION variable is not set."
  echo "The script must be executed inside Triton Inference Server - nvcr.io/nvidia/tritonserver:xx.yy-pyt-python-py3"
  exit 1
else
  echo "Found NVIDIA_TRITON_SERVER_VERSION=${NVIDIA_TRITON_SERVER_VERSION}."
fi

export GIT_BRANCH_NAME="r${NVIDIA_TRITON_SERVER_VERSION}"

PYTHON_VERSION=("3.8" "3.9" "3.10" "3.11")
for version in "${PYTHON_VERSION[@]}"; do
  pyenv install -f ${version}
done

echo "Preparing Python Backend Stubs directory in ${PYTHON_STUBS_DIR}"
PYTHON_STUBS_DIR=${PWD}/python_backend_stubs
if [[ -d "${PYTHON_STUBS_DIR}" ]]; then
  echo "Removing existing directory ${PYTHON_STUBS_DIR}"
  rm -rf "${PYTHON_STUBS_DIR}"
fi

echo "Creating new stubs directory ${PYTHON_STUBS_DIR}"
mkdir "${PYTHON_STUBS_DIR}"

echo "Preparing Python Backend directory"
PYTHON_BACKEND_DIR=${PWD}/python_backend
if [[ -d "${PYTHON_BACKEND_DIR}" ]]; then
  echo "Removing existing Python Backend directory ${PYTHON_BACKEND_DIR}"
  rm -rf "${PYTHON_BACKEND_DIR}"
fi

echo "Cloning Python Backend branch ${GIT_BRANCH_NAME} to ${PYTHON_BACKEND_DIR}."
git clone https://github.com/triton-inference-server/python_backend -b "${GIT_BRANCH_NAME}" ${PYTHON_BACKEND_DIR}

for version in "${PYTHON_VERSION[@]}"; do
  echo "Building Python Backend Stub for Python version ${version}"
  cd "${PYTHON_BACKEND_DIR}"

  echo "Revert the repository state"
  git reset --hard && git clean --force -dfx

  echo "Create build directory for Python version ${version}"
  mkdir build && cd build

  echo "Initialize Python for version ${version}"
  pyenv global "${version}"
  python --version

  echo "Preparing build files for Python version ${version}"
  cmake -DTRITON_ENABLE_GPU=ON \
    -DTRITON_BACKEND_REPO_TAG="${GIT_BRANCH_NAME}" \
    -DTRITON_COMMON_REPO_TAG="${GIT_BRANCH_NAME}" \
    -DTRITON_CORE_REPO_TAG="${GIT_BRANCH_NAME}" \
    -DCMAKE_INSTALL_PREFIX:PATH="$(pwd)/install" ..

  echo "Building triton_python_backend_stub for Python version ${version}"
  make triton-python-backend-stub
  ldd triton_python_backend_stub

  CURRENT_STUB_DIR="${PYTHON_STUBS_DIR}/${version}"
  echo "Moving stub for Python version ${version} to ${CURRENT_STUB_DIR}"
  mkdir "${CURRENT_STUB_DIR}"

  mv triton_python_backend_stub "${CURRENT_STUB_DIR}"/triton_python_backend_stub
done