Update build and setup scripts to support both CUDA and ROCm backends

- Setup script now creates both venv-cuda and venv-rocm by default
- Build script builds both CUDA and ROCm worker versions
- Start script reads configuration to launch appropriate backend workers
- Added pip3 detection and --break-system-packages support
- Windows batch files updated with pip3 detection
- Runtime can switch between CUDA/ROCm implementations based on config

build.sh

@@ -25,9 +25,27 @@ else
     IS_WINDOWS=0
 fi
 
-TARGET=${1:-cuda}  # Default to cuda
+BUILD_TARGETS=()
 
-echo "Building Video AI Analysis Tool for $TARGET on $(uname -s)..."
+# Parse arguments
+for arg in "$@"; do
+    case $arg in
+        cuda)
+            BUILD_TARGETS+=("cuda")
+            ;;
+        rocm)
+            BUILD_TARGETS+=("rocm")
+            ;;
+    esac
+done
+
+# If no targets specified, build both
+if [ ${#BUILD_TARGETS[@]} -eq 0 ]; then
+    BUILD_TARGETS=("cuda" "rocm")
+    echo "No target specified, building both CUDA and ROCm versions..."
+fi
+
+echo "Building Video AI Analysis Tool for targets: ${BUILD_TARGETS[*]} on $(uname -s)..."
 
 # Check if pyinstaller is installed
 if ! command -v pyinstaller &> /dev/null; then
@@ -42,6 +60,9 @@ else
     PYINSTALLER_ARGS="--onefile"
 fi
 
+# Build common components (backend and web)
+echo "Building common components..."
+
 # Build backend
 pyinstaller $PYINSTALLER_ARGS \
     --name vidai-backend \
@@ -67,24 +88,39 @@ else
         vidai/web.py
 fi
 
-# Build analysis worker
-pyinstaller $PYINSTALLER_ARGS \
-    --name vidai-analysis-$TARGET \
-    --hidden-import torch \
-    --hidden-import transformers \
-    --hidden-import cv2 \
-    vidai/worker_analysis.py
+# Build workers for each target
+for TARGET in "${BUILD_TARGETS[@]}"; do
+    echo ""
+    echo "=== Building $TARGET workers ==="
 
-# Build training worker
-pyinstaller $PYINSTALLER_ARGS \
-    --name vidai-training-$TARGET \
-    --hidden-import torch \
-    --hidden-import transformers \
-    vidai/worker_training.py
+    # Build analysis worker
+    pyinstaller $PYINSTALLER_ARGS \
+        --name vidai-analysis-$TARGET \
+        --hidden-import torch \
+        --hidden-import transformers \
+        --hidden-import cv2 \
+        vidai/worker_analysis.py
+
+    # Build training worker
+    pyinstaller $PYINSTALLER_ARGS \
+        --name vidai-training-$TARGET \
+        --hidden-import torch \
+        --hidden-import transformers \
+        vidai/worker_training.py
+
+    echo "Built workers for $TARGET"
+done
 
-echo "Build complete for $TARGET!"
-echo "Executables created in dist/:"
+echo ""
+echo "=== Build Summary ==="
+echo "Common executables:"
 echo "  - vidai-backend"
 echo "  - vidai-web"
-echo "  - vidai-analysis-$TARGET"
-echo "  - vidai-training-$TARGET"
+echo ""
+echo "Worker executables:"
\ No newline at end of file
+for TARGET in "${BUILD_TARGETS[@]}"; do
+    echo "  - vidai-analysis-$TARGET"
+    echo "  - vidai-training-$TARGET"
+done
+echo ""
+echo "All executables created in dist/"
\ No newline at end of file

setup.bat

@@ -18,6 +18,14 @@ REM along with this program.  If not, see <https://www.gnu.org/licenses/>.
 REM Cross-platform setup script for Video AI Analysis Tool
 REM Creates a virtual environment and installs dependencies
 
+REM Check for pip3 availability
+where pip3 >nul 2>nul
+if %errorlevel% == 0 (
+    set PIP_CMD=pip3
+) else (
+    set PIP_CMD=pip
+)
+
 REM Parse arguments
 if "%1"=="cuda" (
     set TARGET=cuda
@@ -41,12 +49,12 @@ REM Activate virtual environment
 call venv-%TARGET%\Scripts\activate.bat
 
 REM Upgrade pip
-python -m pip install --upgrade pip
+%PIP_CMD% install --upgrade pip
 
 REM Install requirements based on target
 if "%TARGET%"=="cuda" (
     if exist "requirements-cuda.txt" (
-        pip install -r requirements-cuda.txt
+        %PIP_CMD% install -r requirements-cuda.txt
         echo Installed dependencies from requirements-cuda.txt
     ) else (
         echo requirements-cuda.txt not found
@@ -54,7 +62,7 @@ if "%TARGET%"=="cuda" (
     )
 ) else if "%TARGET%"=="rocm" (
     if exist "requirements-rocm.txt" (
-        pip install -r requirements-rocm.txt
+        %PIP_CMD% install -r requirements-rocm.txt
         echo Installed dependencies from requirements-rocm.txt
     ) else (
         echo requirements-rocm.txt not found
@@ -62,7 +70,7 @@ if "%TARGET%"=="cuda" (
     )
 ) else (
     if exist "requirements.txt" (
-        pip install -r requirements.txt
+        %PIP_CMD% install -r requirements.txt
         echo Installed dependencies from requirements.txt
     ) else (
         echo requirements.txt not found

setup.sh

@@ -23,65 +23,111 @@ if [[ "$OSTYPE" == "msys" ]] || [[ "$OSTYPE" == "win32" ]]; then
     IS_WINDOWS=1
     PYTHON_CMD="python"
     ACTIVATE_CMD="venv-$TARGET/Scripts/activate"
-    PIP_CMD="pip"
 else
     IS_WINDOWS=0
     PYTHON_CMD="python3"
     ACTIVATE_CMD="venv-$TARGET/bin/activate"
-    PIP_CMD="pip3"
 fi
 
 # Parse arguments
-TARGET="cpu"
-if [ "$1" = "cuda" ]; then
-    TARGET="cuda"
-elif [ "$1" = "rocm" ]; then
-    TARGET="rocm"
+SETUP_TARGETS=()
+BREAK_SYSTEM_PACKAGES=""
+
+# Check for pip3 availability
+if command -v pip3 &> /dev/null; then
+    PIP_CMD="pip3"
+else
+    PIP_CMD="pip"
 fi
 
-echo "Setting up Video AI Analysis Tool for $TARGET on $(uname -s)..."
+# Parse command line arguments
+for arg in "$@"; do
+    case $arg in
+        cuda)
+            SETUP_TARGETS+=("cuda")
+            ;;
+        rocm)
+            SETUP_TARGETS+=("rocm")
+            ;;
+        --break-system-packages)
+            BREAK_SYSTEM_PACKAGES="--break-system-packages"
+            ;;
+    esac
+done
 
-# Create virtual environment
-if [ ! -d "venv-$TARGET" ]; then
-    $PYTHON_CMD -m venv venv-$TARGET
-    echo "Created virtual environment in venv-$TARGET/"
-else
-    echo "Virtual environment venv-$TARGET already exists"
+# If no targets specified, setup both CUDA and ROCm
+if [ ${#SETUP_TARGETS[@]} -eq 0 ]; then
+    SETUP_TARGETS=("cuda" "rocm")
+    echo "No target specified, setting up both CUDA and ROCm implementations..."
 fi
 
-# Activate virtual environment
-if [ $IS_WINDOWS -eq 1 ]; then
-    # On Windows, we need to use call for batch files
-    echo "To activate on Windows: venv-$TARGET\\Scripts\\activate.bat"
-    source $ACTIVATE_CMD 2>/dev/null || call $ACTIVATE_CMD 2>/dev/null || true
-else
-    source $ACTIVATE_CMD
+echo "Setting up Video AI Analysis Tool on $(uname -s)..."
+echo "Using pip command: $PIP_CMD"
+if [ -n "$BREAK_SYSTEM_PACKAGES" ]; then
+    echo "Using --break-system-packages flag"
 fi
+echo "Setting up targets: ${SETUP_TARGETS[*]}"
 
-# Upgrade pip
-$PIP_CMD install --upgrade pip
+# Setup each target
+for TARGET in "${SETUP_TARGETS[@]}"; do
+    echo ""
+    echo "=== Setting up $TARGET ==="
 
-# Install requirements based on target
-REQ_FILE="requirements.txt"
-if [ "$TARGET" = "cuda" ] && [ -f "requirements-cuda.txt" ]; then
-    REQ_FILE="requirements-cuda.txt"
-elif [ "$TARGET" = "rocm" ] && [ -f "requirements-rocm.txt" ]; then
-    REQ_FILE="requirements-rocm.txt"
-fi
+    # Create virtual environment
+    if [ ! -d "venv-$TARGET" ]; then
+        $PYTHON_CMD -m venv venv-$TARGET
+        echo "Created virtual environment in venv-$TARGET/"
+    else
+        echo "Virtual environment venv-$TARGET already exists"
+    fi
 
-if [ -f "$REQ_FILE" ]; then
-    $PIP_CMD install -r $REQ_FILE
-    echo "Installed dependencies from $REQ_FILE"
-else
-    echo "$REQ_FILE not found"
-    exit 1
-fi
+    # Activate virtual environment
+    if [ $IS_WINDOWS -eq 1 ]; then
+        # On Windows, we need to use call for batch files
+        ACTIVATE_CMD="venv-$TARGET/Scripts/activate"
+        echo "To activate on Windows: venv-$TARGET\\Scripts\\activate.bat"
+        source $ACTIVATE_CMD 2>/dev/null || call $ACTIVATE_CMD 2>/dev/null || true
+    else
+        ACTIVATE_CMD="venv-$TARGET/bin/activate"
+        source $ACTIVATE_CMD
+    fi
+
+    # Upgrade pip
+    $PIP_CMD install --upgrade pip $BREAK_SYSTEM_PACKAGES
+
+    # Install requirements based on target
+    REQ_FILE="requirements.txt"
+    if [ "$TARGET" = "cuda" ] && [ -f "requirements-cuda.txt" ]; then
+        REQ_FILE="requirements-cuda.txt"
+    elif [ "$TARGET" = "rocm" ] && [ -f "requirements-rocm.txt" ]; then
+        REQ_FILE="requirements-rocm.txt"
+    fi
+
+    if [ -f "$REQ_FILE" ]; then
+        $PIP_CMD install -r $REQ_FILE $BREAK_SYSTEM_PACKAGES
+        echo "Installed dependencies from $REQ_FILE for $TARGET"
+    else
+        echo "$REQ_FILE not found for $TARGET"
+        exit 1
+    fi
+
+    echo "Setup complete for $TARGET!"
+done
 
-echo "Setup complete for $TARGET!"
+echo ""
+echo "=== Setup Summary ==="
+echo "Available virtual environments:"
+for TARGET in "${SETUP_TARGETS[@]}"; do
+    if [ $IS_WINDOWS -eq 1 ]; then
+        echo "  venv-$TARGET (activate: venv-$TARGET\\Scripts\\activate.bat)"
+    else
+        echo "  venv-$TARGET (activate: source venv-$TARGET/bin/activate)"
+    fi
+done
+echo ""
+echo "To run the application:"
 if [ $IS_WINDOWS -eq 1 ]; then
-    echo "To activate the environment: venv-$TARGET\\Scripts\\activate.bat"
-    echo "To run the application: python vidai.py --help"
+    echo "  python vidai.py --help"
 else
-    echo "To activate the environment: source venv-$TARGET/bin/activate"
-    echo "To run the application: python3 vidai.py --help"
+    echo "  python3 vidai.py --help"
 fi
\ No newline at end of file

start.sh

@@ -29,9 +29,19 @@ else
     SLEEP_CMD="sleep"
 fi
 
-TARGET=${1:-cuda}  # Default to cuda
+# Read configuration to determine which backends to use
+if [ -f "vidai/config.py" ]; then
+    # Try to get config values, fallback to defaults
+    ANALYSIS_BACKEND=$($PYTHON_CMD -c "from vidai.config import get_analysis_backend; print(get_analysis_backend())" 2>/dev/null || echo "cuda")
+    TRAINING_BACKEND=$($PYTHON_CMD -c "from vidai.config import get_training_backend; print(get_training_backend())" 2>/dev/null || echo "cuda")
+else
+    ANALYSIS_BACKEND="cuda"
+    TRAINING_BACKEND="cuda"
+fi
 
-echo "Starting Video AI Analysis Tool for $TARGET on $(uname -s)..."
+echo "Starting Video AI Analysis Tool on $(uname -s)..."
+echo "Analysis backend: $ANALYSIS_BACKEND"
+echo "Training backend: $TRAINING_BACKEND"
 
 # Create result directory (cross-platform)
 if [ $IS_WINDOWS -eq 1 ]; then
@@ -64,9 +74,9 @@ start_process "backend" "$PYTHON_CMD -m vidai.backend"
 
 $SLEEP_CMD 2
 
-# Start workers
-start_process "analysis_worker" "$PYTHON_CMD -m vidai.worker_analysis $TARGET"
-start_process "training_worker" "$PYTHON_CMD -m vidai.worker_training $TARGET"
+# Start workers with configured backends
+start_process "analysis_worker" "$PYTHON_CMD -c \"from vidai.worker_analysis import worker_process; worker_process('$ANALYSIS_BACKEND')\""
+start_process "training_worker" "$PYTHON_CMD -c \"from vidai.worker_training import worker_process; worker_process('$TRAINING_BACKEND')\""
 
 $SLEEP_CMD 2