From 4170de1b37ade4fd9ad8b5d91da084171e1cef1a Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Thu, 8 Jun 2023 08:18:11 +0000 Subject: [PATCH] Last fixes hopefully. --- Makefile | 2 +- .../models/custom_modeling/flash_rw_modeling.py | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/Makefile b/Makefile index 77de731c..c7f649ec 100644 --- a/Makefile +++ b/Makefile @@ -2,7 +2,7 @@ install-server: cd server && make install install-custom-kernels: - cd server/custom_kernels && python setup.py install + if [ "$$BUILD_EXTENSIONS" == "True" ]; then cd server/custom_kernels && python setup.py install; else echo "Custom kernels are disabled, you need set to BUILD_EXTENSION environment variable to 'True' in order to build them. (Please read the docs, kernels might not work on all hardware)"; fi install-integration-tests: cd integration-tests && pip install -r requirements.txt diff --git a/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py b/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py index b3982171..443c636b 100644 --- a/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py +++ b/server/text_generation_server/models/custom_modeling/flash_rw_modeling.py @@ -411,7 +411,6 @@ class FlashRWLayer(nn.Module): config, prefix=f"{prefix}.mlp", weights=weights, - reduce=False, ) self.process_group = weights.process_group