whisperX web API on Fly GPUs

run.sh

#! /bin/bash

export APP_NAME=yourAppName

fly apps create $APP_NAME

fly vol create -s 50 --vm-gpu-kind a100-pcie-40gb -r ord data -y -a $APP_NAME

# Uncomment for access outside Fly private network
# fly ips allocate-v4 --shared -a $APP_NAME
# fly ips allocate-v6 $APP_NAME

fly m run onerahmet/openai-whisper-asr-webservice:latest-gpu --vm-gpu-kind a100-pcie-40gb -p 443:9000/tcp:tls:http -p 80:9000/tcp:http -r ord -v <VOLUME_ID>:/root/.cache/whisper -e ASR_MODEL=large -e ASR_ENGINE=faster_whisper -a $APP_NAME