Attempting rapidly the integration tests.

.github/workflows/nix_integration_tests.yaml

@@ -0,0 +1,37 @@
+name: "Nix Integration Tests"
+on:
+  pull_request:
+    paths:
+      - ".github/workflows/nix_integration_tests.yaml"
+      - "server/**"
+      - "proto/**"
+      - "router/**"
+      - "launcher/**"
+      - "Cargo.lock"
+      - "rust-toolchain.toml"
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  tests:
+    runs-on:
+      group: aws-highmemory-32-plus-priv
+    steps:
+    - uses: actions/checkout@v4
+    - uses: cachix/install-nix-action@v27
+      with:
+        nix_path: nixpkgs=channel:nixos-unstable
+    - uses: cachix/cachix-action@v14
+      with:
+        name: text-generation-inference
+        # If you chose signing key for write access
+        authToken: '${{ secrets.CACHIX_AUTH_TOKEN }}'
+      env:
+        USER: github_runner
+    - name: Build
+      run: nix develop .#test --command echo "Ok"
+    - name: Python tests.
+      run: nix develop .#test --command python -m pytest integration-tests/
+      env:
+        HF_TOKEN: ${{ secrets.HF_TOKEN }}

flake.nix

@@ -84,9 +84,9 @@
           test = mkShell {
             buildInputs =
               [
-                # benchmark
+                benchmark
-                # launcher
+                launcher
-                # router
+                router
                 server
                 openssl.dev
                 pkg-config