diff --git a/integration-tests/models/__snapshots__/test_mllama/test_mllama_load.json b/integration-tests/models/__snapshots__/test_mllama/test_mllama_load.json index eb8b82b2..1ea55f1e 100644 --- a/integration-tests/models/__snapshots__/test_mllama/test_mllama_load.json +++ b/integration-tests/models/__snapshots__/test_mllama/test_mllama_load.json @@ -6,7 +6,7 @@ "index": 0, "logprobs": null, "message": { - "content": "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak", + "content": "In a bustling city, a chicken named Cluck", "name": null, "role": "assistant", "tool_calls": null @@ -14,15 +14,15 @@ "usage": null } ], - "created": 1727097740, + "created": 1727555830, "id": "", - "model": "s0409/model-3", + "model": "meta-llama/Llama-3.2-11B-Vision-Instruct", "object": "chat.completion", - "system_fingerprint": "2.2.1-dev0-native", + "system_fingerprint": "2.3.1-dev0-native", "usage": { - "completion_tokens": 20, - "prompt_tokens": 24, - "total_tokens": 44 + "completion_tokens": 10, + "prompt_tokens": 50, + "total_tokens": 60 } }, { @@ -32,7 +32,7 @@ "index": 0, "logprobs": null, "message": { - "content": "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak", + "content": "In a bustling city, a chicken named Cluck", "name": null, "role": "assistant", "tool_calls": null @@ -40,15 +40,15 @@ "usage": null } ], - "created": 1727097740, + "created": 1727555830, "id": "", - "model": "s0409/model-3", + "model": "meta-llama/Llama-3.2-11B-Vision-Instruct", "object": "chat.completion", - "system_fingerprint": "2.2.1-dev0-native", + "system_fingerprint": "2.3.1-dev0-native", "usage": { - "completion_tokens": 20, - "prompt_tokens": 24, - "total_tokens": 44 + "completion_tokens": 10, + "prompt_tokens": 50, + "total_tokens": 60 } }, { @@ -58,7 +58,7 @@ "index": 0, "logprobs": null, "message": { - "content": "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak", + "content": "In a bustling city, a chicken named Cluck", "name": null, "role": "assistant", "tool_calls": null @@ -66,15 +66,15 @@ "usage": null } ], - "created": 1727097740, + "created": 1727555830, "id": "", - "model": "s0409/model-3", + "model": "meta-llama/Llama-3.2-11B-Vision-Instruct", "object": "chat.completion", - "system_fingerprint": "2.2.1-dev0-native", + "system_fingerprint": "2.3.1-dev0-native", "usage": { - "completion_tokens": 20, - "prompt_tokens": 24, - "total_tokens": 44 + "completion_tokens": 10, + "prompt_tokens": 50, + "total_tokens": 60 } }, { @@ -84,7 +84,7 @@ "index": 0, "logprobs": null, "message": { - "content": "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak", + "content": "In a bustling city, a chicken named Cluck", "name": null, "role": "assistant", "tool_calls": null @@ -92,15 +92,15 @@ "usage": null } ], - "created": 1727097740, + "created": 1727555830, "id": "", - "model": "s0409/model-3", + "model": "meta-llama/Llama-3.2-11B-Vision-Instruct", "object": "chat.completion", - "system_fingerprint": "2.2.1-dev0-native", + "system_fingerprint": "2.3.1-dev0-native", "usage": { - "completion_tokens": 20, - "prompt_tokens": 24, - "total_tokens": 44 + "completion_tokens": 10, + "prompt_tokens": 50, + "total_tokens": 60 } } ] diff --git a/integration-tests/models/__snapshots__/test_mllama/test_mllama_simpl.json b/integration-tests/models/__snapshots__/test_mllama/test_mllama_simpl.json index 4000691f..1d4dd6d7 100644 --- a/integration-tests/models/__snapshots__/test_mllama/test_mllama_simpl.json +++ b/integration-tests/models/__snapshots__/test_mllama/test_mllama_simpl.json @@ -5,7 +5,7 @@ "index": 0, "logprobs": null, "message": { - "content": "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak", + "content": "In a bustling city, a chicken named Cluck", "name": null, "role": "assistant", "tool_calls": null @@ -13,14 +13,14 @@ "usage": null } ], - "created": 1727090615, + "created": 1727556016, "id": "", - "model": "s0409/model-3", + "model": "meta-llama/Llama-3.2-11B-Vision-Instruct", "object": "chat.completion", - "system_fingerprint": "2.2.1-dev0-native", + "system_fingerprint": "2.3.1-dev0-native", "usage": { - "completion_tokens": 20, - "prompt_tokens": 24, - "total_tokens": 44 + "completion_tokens": 10, + "prompt_tokens": 50, + "total_tokens": 60 } } diff --git a/integration-tests/models/test_mllama.py b/integration-tests/models/test_mllama.py index b77f09e0..1b4264aa 100644 --- a/integration-tests/models/test_mllama.py +++ b/integration-tests/models/test_mllama.py @@ -5,7 +5,7 @@ import asyncio @pytest.fixture(scope="module") def mllama_handle(launcher): - with launcher("s0409/model-3", num_shard=2) as handle: + with launcher("meta-llama/Llama-3.2-11B-Vision-Instruct", num_shard=2) as handle: yield handle @@ -32,7 +32,7 @@ def get_cow_beach(): async def test_mllama_simpl(mllama, response_snapshot): # chicken = get_chicken() response = await mllama.chat( - max_tokens=20, + max_tokens=10, temperature=0.0, messages=[ { @@ -54,13 +54,13 @@ async def test_mllama_simpl(mllama, response_snapshot): ) assert response.usage == { - "completion_tokens": 20, - "prompt_tokens": 24, - "total_tokens": 44, + "completion_tokens": 10, + "prompt_tokens": 50, + "total_tokens": 60, } assert ( response.choices[0].message.content - == "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak" + == "In a bustling city, a chicken named Cluck" ) assert response == response_snapshot @@ -70,7 +70,7 @@ async def test_mllama_simpl(mllama, response_snapshot): async def test_mllama_load(mllama, generate_load, response_snapshot): futures = [ mllama.chat( - max_tokens=20, + max_tokens=10, temperature=0.0, messages=[ { @@ -96,10 +96,7 @@ async def test_mllama_load(mllama, generate_load, response_snapshot): generated_texts = [response.choices[0].message.content for response in responses] - assert ( - generated_texts[0] - == "In a small village, a rooster named Cluck Norris ruled the coop with an iron beak" - ) + assert generated_texts[0] == "In a bustling city, a chicken named Cluck" assert len(generated_texts) == 4 assert generated_texts, all( [text == generated_texts[0] for text in generated_texts]