diff --git a/docs/source/_toctree.yml b/docs/source/_toctree.yml index ce539e0d..f1de9719 100644 --- a/docs/source/_toctree.yml +++ b/docs/source/_toctree.yml @@ -8,15 +8,15 @@ - local: supported_models title: Supported Models and Hardware - local: launch_parameters - title: Configuring TGI + title: Launch Parameters - local: guides title: Guides title: Getting started - sections: - local: basic_tutorials/consuming_tgi title: Consuming TGI - - local: basic_tutorials/customize_inference - title: Control/Customize Inference + - local: basic_tutorials/request_parameters + title: Request Parameters - local: basic_tutorials/stream title: Stream Responses - local: basic_tutorials/preparing_model diff --git a/docs/source/basic_tutorials/customize_inference.md b/docs/source/basic_tutorials/request_parameters.md similarity index 96% rename from docs/source/basic_tutorials/customize_inference.md rename to docs/source/basic_tutorials/request_parameters.md index c612cf0a..541688d3 100644 --- a/docs/source/basic_tutorials/customize_inference.md +++ b/docs/source/basic_tutorials/request_parameters.md @@ -1,4 +1,4 @@ -# Control/Customize Inference Generation with Text Generation Inference +# Request Parameters for Text Generation Inference Text Generation Inference support different parameters to control the generation, defining them in the `parameters`` attribute of the payload. diff --git a/docs/source/launch_parameters.md b/docs/source/launch_parameters.md index 3b1f0cc9..8d1f0a7a 100644 --- a/docs/source/launch_parameters.md +++ b/docs/source/launch_parameters.md @@ -1,4 +1,4 @@ -# Configuration parameters for Text Generation Inference +# Launch Parameters for Text Generation Inference Text Generation Inference allows you to customize the way you serve your models. You can use the following parameters to configure your server. You can enable them by adding them environment variables or by providing them as arguments when running `text-generation-launcher`. Environment variables are in `UPPER_CASE` and arguments are in `lower_case`.