name: "Nix Integration Tests"
on:
  pull_request:
    paths:
      - ".github/workflows/nix_integration_tests.yaml"
      - "server/**"
      - "proto/**"
      - "router/**"
      - "launcher/**"
      - "Cargo.lock"
      - "rust-toolchain.toml"
      - "flake.nix"
concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  tests:
    runs-on:
      group: aws-g6-12xl-plus-priv-cache
    steps:
    - uses: actions/checkout@v4
    - uses: cachix/install-nix-action@v27
    - name: Setup nix to mounted disk
      run: |
        sudo mkdir -p /mnt/hf_cache/nix/
        sudo ln -s /mnt/hf_cache/nix /nix
    - uses: cachix/cachix-action@v14
      with:
        name: text-generation-inference
        # If you chose signing key for write access
        authToken: '${{ secrets.CACHIX_AUTH_TOKEN }}'
      env:
        USER: github_runner
    - name: Build
      run: nix develop .#test --command echo "Ok"
    - name: Python tests.
      run: |
        sudo mkdir -p /run/opengl-driver/lib/
        export NVIDIA=/usr/lib/
        export NCCL_DEBUG=INFO
        export NCCL_P2P_DISABLE=1
        sudo find $NVIDIA . -name 'libcuda.so*' -exec ln -s {} /run/opengl-driver/lib/ \;
        sudo find $NVIDIA . -name 'libnvidia-ml.so*' -exec ln -s {} /run/opengl-driver/lib/ \;
        nix develop .#test --command pytest -svvx integration-tests/ --release
      env:
        HF_TOKEN: ${{ secrets.HF_TOKEN }}
        HF_HOME: /mnt/hf_cache/