#!/bin/bash # ============================================================================= # Modal GPT-OSS Deployment Script # ============================================================================= set -e SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" echo "๐Ÿš€ Modal GPT-OSS vLLM Deployment" echo "================================" echo "" # Check if modal is installed if ! command -v modal &> /dev/null; then echo "โŒ Modal CLI not found. Installing..." pip install modal echo "" fi # Check if authenticated echo "๐Ÿ“‹ Checking Modal authentication..." if ! modal token info &> /dev/null 2>&1; then echo "โŒ Not authenticated with Modal." echo "" echo "Please run: modal setup" echo "Or set your token with: modal token set --token-id --token-secret " echo "" exit 1 fi echo "โœ… Authenticated with Modal" echo "" # Show options echo "What would you like to do?" echo "" echo " 1) Test the server (temporary deployment)" echo " 2) Deploy to production" echo " 3) Stop the deployed app" echo " 4) View logs" echo " 5) Exit" echo "" read -p "Enter choice [1-5]: " choice case $choice in 1) echo "" echo "๐Ÿงช Running test deployment..." cd "$SCRIPT_DIR" modal run gpt_oss_inference.py ;; 2) echo "" echo "๐Ÿš€ Deploying to production..." cd "$SCRIPT_DIR" modal deploy gpt_oss_inference.py echo "" echo "โœ… Deployment complete!" echo "" echo "Your endpoint URL will be displayed above." ;; 3) echo "" echo "๐Ÿ›‘ Stopping app..." modal app stop gpt-oss-vllm-inference echo "โœ… App stopped" ;; 4) echo "" echo "๐Ÿ“œ Fetching logs..." modal app logs gpt-oss-vllm-inference ;; 5) echo "๐Ÿ‘‹ Goodbye!" exit 0 ;; *) echo "โŒ Invalid choice" exit 1 ;; esac