diff --git a/router/src/lib.rs b/router/src/lib.rs index c6ac2022..542a8f78 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -1,5 +1,6 @@ -mod infer; /// Text Generation Inference Webserver + +mod infer; mod queue; pub mod server; mod validation; diff --git a/server/tests/models/test_santacoder.py b/server/tests/models/test_santacoder.py index a61f94ba..1596e413 100644 --- a/server/tests/models/test_santacoder.py +++ b/server/tests/models/test_santacoder.py @@ -42,7 +42,7 @@ def default_fim_pb_batch(default_fim_pb_request): return generate_pb2.Batch(id=0, requests=[default_fim_pb_request], size=1) -# @pytest.mark.skip +@pytest.mark.skip def test_santacoder_generate_token_completion(default_santacoder, default_pb_batch): batch = CausalLMBatch.from_pb( default_pb_batch, default_santacoder.tokenizer, default_santacoder.device @@ -65,7 +65,7 @@ def test_santacoder_generate_token_completion(default_santacoder, default_pb_bat ) -# @pytest.mark.skip +@pytest.mark.skip def test_fim_santacoder_generate_token_completion( default_santacoder, default_fim_pb_batch ):