diff --git a/server/tests/models/test_bloom.py b/server/tests/models/test_bloom.py index 78bde639f..79cd00ccf 100644 --- a/server/tests/models/test_bloom.py +++ b/server/tests/models/test_bloom.py @@ -199,7 +199,7 @@ def test_causal_lm_generate_token_completion_multi( next_batch, _ = next_batch.filter( default_bloom, - [generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[], slots=[])], + [generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[])], [], ) @@ -312,8 +312,8 @@ def test_batch_concatenate( next_batch, _ = next_batch.filter( default_bloom, [ - generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[], slots=[]), - generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[], slots=[]), + generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[]), + generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[]), ], [], ) @@ -341,7 +341,7 @@ def test_batch_concatenate( next_batch, _ = next_batch.filter( default_bloom, - [generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[], slots=[])], + [generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[])], [], ) diff --git a/server/tests/models/test_causal_lm.py b/server/tests/models/test_causal_lm.py index 6716606cb..c807a15e0 100644 --- a/server/tests/models/test_causal_lm.py +++ b/server/tests/models/test_causal_lm.py @@ -200,7 +200,7 @@ def test_causal_lm_generate_token_completion_multi( next_batch, _ = next_batch.filter( default_causal_lm, - [generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[], slots=[])], + [generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[])], [], ) @@ -312,8 +312,8 @@ def test_batch_concatenate( next_batch, _ = next_batch.filter( default_causal_lm, [ - generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[], slots=[]), - generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[], slots=[]), + generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[]), + generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[]), ], [], ) @@ -340,7 +340,7 @@ def test_batch_concatenate( next_batch, _ = next_batch.filter( default_causal_lm, [ - generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[], slots=[]), + generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[]), ], [], ) diff --git a/server/tests/models/test_seq2seq_lm.py b/server/tests/models/test_seq2seq_lm.py index f1d2bb75d..2eea96275 100644 --- a/server/tests/models/test_seq2seq_lm.py +++ b/server/tests/models/test_seq2seq_lm.py @@ -208,7 +208,7 @@ def test_seq2seq_lm_generate_token_completion_multi( next_batch, _ = next_batch.filter( default_seq2seq_lm, - [generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[], slots=[])], + [generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[])], [], ) @@ -346,8 +346,8 @@ def test_batch_concatenate( next_batch, _ = next_batch.filter( default_seq2seq_lm, [ - generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[], slots=[]), - generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[], slots=[]), + generate_pb2.KeptRequest(id=next_batch.requests[0].id, blocks=[]), + generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[]), ], [], ) @@ -362,7 +362,7 @@ def test_batch_concatenate( next_batch, _ = next_batch.filter( default_seq2seq_lm, - [generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[], slots=[])], + [generate_pb2.KeptRequest(id=next_batch.requests[1].id, blocks=[])], [], )