mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-12 12:54:52 +00:00
fix: update lints
This commit is contained in:
parent
e216e53ea8
commit
9bfa340e34
@ -4,15 +4,12 @@
|
|||||||
|
|
||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import TYPE_CHECKING, Dict, Set, Tuple
|
from typing import Dict, Set, Tuple
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from text_generation_server.adapters.weights import AdapterWeights
|
from text_generation_server.adapters.weights import AdapterWeights
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
|
||||||
from text_generation_server.models.model import Model
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class ModuleMap:
|
class ModuleMap:
|
||||||
|
@ -4,7 +4,7 @@
|
|||||||
|
|
||||||
from collections import defaultdict
|
from collections import defaultdict
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import TYPE_CHECKING, Dict, List, Optional, Set, Tuple, Type, Union
|
from typing import Dict, List, Optional, Set, Tuple, Type, Union
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
from peft import LoraConfig as _LoraConfig
|
from peft import LoraConfig as _LoraConfig
|
||||||
@ -26,9 +26,6 @@ from text_generation_server.utils.sgmv import (
|
|||||||
use_cutlass_shrink,
|
use_cutlass_shrink,
|
||||||
)
|
)
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
|
||||||
from text_generation_server.models.model import Model
|
|
||||||
|
|
||||||
|
|
||||||
def get_start_stop_idxs_for_rank(offset, size, rank, world_size):
|
def get_start_stop_idxs_for_rank(offset, size, rank, world_size):
|
||||||
block_size = size // world_size
|
block_size = size // world_size
|
||||||
|
@ -4,12 +4,11 @@ import typer
|
|||||||
|
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from loguru import logger
|
from loguru import logger
|
||||||
from typing import Optional, List, Dict
|
from typing import Optional
|
||||||
from enum import Enum
|
from enum import Enum
|
||||||
from huggingface_hub import hf_hub_download
|
from huggingface_hub import hf_hub_download
|
||||||
from text_generation_server.utils.adapter import parse_lora_adapters
|
from text_generation_server.utils.adapter import parse_lora_adapters
|
||||||
|
|
||||||
from text_generation_server.utils.log import log_master
|
|
||||||
|
|
||||||
app = typer.Typer()
|
app = typer.Typer()
|
||||||
|
|
||||||
|
@ -9,7 +9,7 @@ from loguru import logger
|
|||||||
|
|
||||||
from grpc_reflection.v1alpha import reflection
|
from grpc_reflection.v1alpha import reflection
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import List, Optional, Dict
|
from typing import List, Optional
|
||||||
|
|
||||||
from text_generation_server.cache import Cache
|
from text_generation_server.cache import Cache
|
||||||
from text_generation_server.interceptor import ExceptionInterceptor
|
from text_generation_server.interceptor import ExceptionInterceptor
|
||||||
|
Loading…
Reference in New Issue
Block a user