From 0f52049e25afd5b9ef2cce6d7fec19efc52e6e77 Mon Sep 17 00:00:00 2001 From: David Corvoysier Date: Fri, 23 May 2025 08:37:17 +0000 Subject: [PATCH] fix(neuron): use new cache import path --- backends/neuron/server/text_generation_server/model.py | 2 +- backends/neuron/tests/fixtures/model.py | 2 +- backends/neuron/tgi_env.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/backends/neuron/server/text_generation_server/model.py b/backends/neuron/server/text_generation_server/model.py index 2151a921..fe6a00eb 100644 --- a/backends/neuron/server/text_generation_server/model.py +++ b/backends/neuron/server/text_generation_server/model.py @@ -9,7 +9,7 @@ from loguru import logger from transformers import AutoConfig from optimum.neuron import NeuronModelForCausalLM -from optimum.neuron.utils import get_hub_cached_entries +from optimum.neuron.cache import get_hub_cached_entries def get_export_kwargs_from_env(): diff --git a/backends/neuron/tests/fixtures/model.py b/backends/neuron/tests/fixtures/model.py index 4b6a1375..435f2b06 100644 --- a/backends/neuron/tests/fixtures/model.py +++ b/backends/neuron/tests/fixtures/model.py @@ -9,7 +9,7 @@ import pytest from transformers import AutoTokenizer from optimum.neuron import NeuronModelForCausalLM -from optimum.neuron.utils import synchronize_hub_cache +from optimum.neuron.cache import synchronize_hub_cache from optimum.neuron.version import __sdk_version__ as sdk_version from optimum.neuron.version import __version__ as version diff --git a/backends/neuron/tgi_env.py b/backends/neuron/tgi_env.py index a7042130..12ede1e9 100755 --- a/backends/neuron/tgi_env.py +++ b/backends/neuron/tgi_env.py @@ -10,7 +10,7 @@ from huggingface_hub import constants from transformers import AutoConfig from optimum.neuron.modeling_decoder import get_available_cores -from optimum.neuron.utils import get_hub_cached_entries +from optimum.neuron.cache import get_hub_cached_entries from optimum.neuron.utils.version_utils import get_neuronxcc_version