mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-08 19:04:52 +00:00
black
This commit is contained in:
parent
db187caf6b
commit
8834aaf46d
@ -43,7 +43,10 @@ async def test_grammar_response_format_llama_json(llama_grammar, response_snapsh
|
||||
],
|
||||
"seed": 42,
|
||||
"max_tokens": 500,
|
||||
"response_format": {"type": "json_object", "value": Weather.model_json_schema()},
|
||||
"response_format": {
|
||||
"type": "json_object",
|
||||
"value": Weather.model_json_schema(),
|
||||
},
|
||||
}
|
||||
# send the request
|
||||
response = requests.post(
|
||||
@ -75,7 +78,11 @@ async def test_grammar_response_format_llama_json(llama_grammar, response_snapsh
|
||||
|
||||
json_payload["response_format"] = {
|
||||
"type": "json_schema",
|
||||
"value": {"name": "weather", "strict": True, "schema": Weather.model_json_schema()},
|
||||
"value": {
|
||||
"name": "weather",
|
||||
"strict": True,
|
||||
"schema": Weather.model_json_schema(),
|
||||
},
|
||||
}
|
||||
response = requests.post(
|
||||
f"{llama_grammar.base_url}/v1/chat/completions",
|
||||
@ -119,7 +126,10 @@ async def test_grammar_response_format_llama_error_if_tools_not_installed(
|
||||
"seed": 42,
|
||||
"max_tokens": 500,
|
||||
"tools": [],
|
||||
"response_format": {"type": "json_object", "value": Weather.model_json_schema()},
|
||||
"response_format": {
|
||||
"type": "json_object",
|
||||
"value": Weather.model_json_schema(),
|
||||
},
|
||||
},
|
||||
)
|
||||
|
||||
|
@ -12,7 +12,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch Idefics2 model."""
|
||||
"""PyTorch Idefics2 model."""
|
||||
|
||||
from typing import List, Optional, Tuple
|
||||
|
||||
|
@ -12,7 +12,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch Idefics3 model."""
|
||||
"""PyTorch Idefics3 model."""
|
||||
|
||||
from typing import List, Optional, Tuple
|
||||
|
||||
|
@ -17,7 +17,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" Idefics model configuration"""
|
||||
"""Idefics model configuration"""
|
||||
import copy
|
||||
|
||||
from transformers import PretrainedConfig
|
||||
|
@ -17,7 +17,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch Idefics model."""
|
||||
"""PyTorch Idefics model."""
|
||||
from typing import List, Optional, Tuple, Union
|
||||
|
||||
import torch
|
||||
|
@ -12,7 +12,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch IdeficsVision model: a copy of CLIPVisionModel using a simpler config object"""
|
||||
"""PyTorch IdeficsVision model: a copy of CLIPVisionModel using a simpler config object"""
|
||||
|
||||
|
||||
from dataclasses import dataclass
|
||||
|
@ -12,7 +12,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch Llava-NeXT model."""
|
||||
"""PyTorch Llava-NeXT model."""
|
||||
|
||||
from typing import List, Optional, Tuple
|
||||
|
||||
|
@ -12,7 +12,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch GPTNeoX model."""
|
||||
"""PyTorch GPTNeoX model."""
|
||||
|
||||
from typing import Optional, Tuple, Union
|
||||
|
||||
|
@ -12,7 +12,7 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
""" PyTorch T5 model."""
|
||||
"""PyTorch T5 model."""
|
||||
|
||||
import copy
|
||||
import math
|
||||
|
@ -9,7 +9,7 @@ import numpy as np
|
||||
|
||||
|
||||
def find_segments(
|
||||
adapter_indices: Union[torch.Tensor, List[int]]
|
||||
adapter_indices: Union[torch.Tensor, List[int]],
|
||||
) -> Tuple[List[int], List[int]]:
|
||||
if isinstance(adapter_indices, torch.Tensor):
|
||||
adapter_indices = adapter_indices.cpu().numpy()
|
||||
|
Loading…
Reference in New Issue
Block a user