From d98116db6eb49ace67cb0e2a20730d170564a34c Mon Sep 17 00:00:00 2001 From: yuanwu Date: Sun, 11 May 2025 18:23:23 +0000 Subject: [PATCH] Remove Signed-off-by: yuanwu --- .../models/custom_modeling/flash_llama_modeling.py | 1 + 1 file changed, 1 insertion(+) diff --git a/backends/gaudi/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py b/backends/gaudi/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py index fb1154a4..81af5560 100644 --- a/backends/gaudi/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py +++ b/backends/gaudi/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py @@ -469,6 +469,7 @@ class FlashLlamaLayer(nn.Module): class FlashLlamaModel(torch.nn.Module): def __init__(self, prefix, config, weights): super().__init__() + process_group = weights.process_group self.tp_rank = process_group.rank() self.tp_world_size = process_group.size()