From 256a97231b0d1cfea475f4314f7503bdf85b995d Mon Sep 17 00:00:00 2001 From: Jacek Czaja Date: Thu, 8 Aug 2024 13:06:20 +0200 Subject: [PATCH] Removed redundant and crash causing regions to be a subject to Torch compile (#194) Co-authored-by: Jacek Czaja --- server/text_generation_server/models/causal_lm.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/text_generation_server/models/causal_lm.py b/server/text_generation_server/models/causal_lm.py index 6402f385..bf713582 100644 --- a/server/text_generation_server/models/causal_lm.py +++ b/server/text_generation_server/models/causal_lm.py @@ -119,7 +119,6 @@ def roll(tensor, chunk, dim, merge_graphs): return tensor -@torch_compile_for_eager def grouped_roll(tensor_groups, chunk, dims, merge_graphs): tensor_groups = [[roll(t, chunk, dim, merge_graphs) for t in tensors] for tensors, dim in zip(tensor_groups, dims)] if merge_graphs: @@ -135,7 +134,6 @@ def grouped_shift(tensor_groups, dims, offset, merge_graphs): return tensor_groups -@torch_compile_for_eager def move(dst_tensors, dst_indices, src_tensors): bs_dim = 0 num_indices = dst_indices.size(0)