huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-26 04:22:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(gaudi/ci): added ci for gaudi device

Browse Source
This commit is contained in:
baptiste 2025-04-22 09:17:44 +00:00
parent 119bdbd458
commit 7bfba234b1
2 changed files with 9 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
integration-tests/fixtures/gaudi/service.py
View File

@ -190,11 +190,7 @@ def gaudi_launcher(event_loop):
except Exception as e:
logger.error(f"Error handling existing container: {str(e)}")
model_name = next(
name for name, cfg in TEST_CONFIGS.items() if cfg["model_id"] == model_id
)
tgi_args = TEST_CONFIGS[model_name]["args"].copy()
tgi_args = TEST_CONFIGS[test_name]["args"].copy()
env = BASE_ENV.copy()
@ -202,15 +198,20 @@ def gaudi_launcher(event_loop):
env["MODEL_ID"] = model_id
# Add env config that is definied in the fixture parameter
if "env_config" in TEST_CONFIGS[model_name]:
env.update(TEST_CONFIGS[model_name]["env_config"].copy())
if "env_config" in TEST_CONFIGS[test_name]:
env.update(TEST_CONFIGS[test_name]["env_config"].copy())
volumes = [f"{DOCKER_VOLUME}:/data"]
logger.debug(f"Using volume {volumes}")
try:
logger.debug(f"Using command {tgi_args}")
logger.info(f"Creating container with name {container_name}")
logger.debug(f"Using environment {env}")
logger.debug(f"Using volumes {volumes}")
logger.debug(f"HABANA_RUN_ARGS {HABANA_RUN_ARGS}")
# Log equivalent docker run command for debugging, this is not actually executed
container = client.containers.run(
DOCKER_IMAGE,

2
integration-tests/gaudi/capture_expected_outputs.py
View File

@ -3,7 +3,7 @@ import os
from typing import Dict, Any, Generator
import pytest
from test_generate import TEST_CONFIGS
from test_gaudi_generate import TEST_CONFIGS
UNKNOWN_CONFIGS = {
name: config