mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 22:02:06 +00:00
8e92942a18
* Making `tool_calls` a vector. * Update doc. * Fixing the nix overlay with updated version. * Add openai dependency. * Updating the old tests. * Trying to reduce the logs in the case of errors. * Less spammy logs too.
42 lines
1.2 KiB
Nix
42 lines
1.2 KiB
Nix
final: prev: {
|
|
# You can use this overlay to temporarily override packages for
|
|
# development. For permanent overrides, it's better to do this in
|
|
# our package flake:
|
|
#
|
|
# https://github.com/huggingface/text-generation-inference-nix
|
|
#
|
|
# Note that overriding packages that are in the transitive closure
|
|
# of many other packages (e.g. transformers) will require a large
|
|
# rebuild.
|
|
|
|
pythonPackagesExtensions = prev.pythonPackagesExtensions ++ [
|
|
(
|
|
python-self: python-super: with python-self; {
|
|
# Python package override example:
|
|
transformers = python-super.transformers.overrideAttrs (
|
|
_: _: {
|
|
src = final.fetchFromGitHub {
|
|
owner = "huggingface";
|
|
repo = "transformers";
|
|
rev = "v4.49.0";
|
|
hash = "sha256-drq7RWoRaRejiQjCUHIYuzaKa9rA4eQZI2do74scp1c=";
|
|
};
|
|
}
|
|
);
|
|
}
|
|
)
|
|
];
|
|
|
|
# Non-python package override example:
|
|
#
|
|
# ripgrep = prev.ripgrep.overrideAttrs (
|
|
# _: _: {
|
|
# src = final.fetchFromGitHub {
|
|
# owner = "BurntSushi";
|
|
# repo = "ripgrep";
|
|
# rev = "79cbe89deb1151e703f4d91b19af9cdcc128b765";
|
|
# hash = "sha256-JPTM2KNmGMb+/jOfK3X7OM1wnN+3TU35SJOIcqmp3mg=";
|
|
# };
|
|
# });
|
|
}
|