diff --git a/clients/python/utils/conf/config.yaml b/clients/python/utils/conf/config.yaml index fdb64f76..d97c5378 100644 --- a/clients/python/utils/conf/config.yaml +++ b/clients/python/utils/conf/config.yaml @@ -3,7 +3,7 @@ deployment: port: 8080 max_concurrent_requests: 64 local: True - endpoint: http://guanaco-65b-merged.inference.takomo.internal + endpoint: "" macros: tokenizer_name: bigscience/bloom-560m @@ -14,4 +14,4 @@ GenerationConfig: do_sample: True stop_sequences: - "length" - sequence_length: 100 \ No newline at end of file + sequence_length: 100