huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

comment out prints

Browse Source
This commit is contained in:
Bill Nell 2023-10-12 14:53:28 -04:00
parent 5e02f40a83
commit 79b5a4068b
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
deepsparse/service/model.py
View File

@ -261,7 +261,7 @@ class DeepSparseDecoderModel:
if len(input_ids) == self.batch_size and self.batch_size != 1:
engine_inputs = self.engine_inputs_for_decode(input_ids)
print(f"GOT HERE!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! {past_key_values}")
#print(f"GOT HERE!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! {past_key_values}")
logits, new_key_values = self.batched_singletoken_engine(
engine_inputs,
past_key_values
@ -329,10 +329,10 @@ class DeepSparseDecoderModel:
#print(f"forward pkv {past_key_values} {past_key_values[0] is None}")
if past_key_values[0] is None:
assert len(input_ids) == 1
print("PREFILL!!!!!!!!!!!!!!!!!!!!!")
#print("PREFILL!!!!!!!!!!!!!!!!!!!!!")
return self.prefill(input_ids[0])
else:
print("DECODE!!!!!!!!!!!!!!!!!!!!!")
#print("DECODE!!!!!!!!!!!!!!!!!!!!!")
return self.decode(input_ids, past_key_values)
def __call__(