mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-24 16:32:12 +00:00
Add Habana copyright header (#122)
Co-authored-by: Karol Damaszke <kdamaszke@habana.ai>
This commit is contained in:
parent
06227f7b5e
commit
d957e32601
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import argparse
|
||||
import requests
|
||||
import time
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import os
|
||||
import statistics
|
||||
import threading
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
use clap::{Parser, ValueEnum};
|
||||
use nix::sys::signal::{self, Signal};
|
||||
use nix::unistd::Pid;
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
/// Single shard Client
|
||||
use crate::pb::generate::v1::text_generation_service_client::TextGenerationServiceClient;
|
||||
use crate::pb::generate::v1::*;
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
/// Multi shard Client
|
||||
use crate::{Batch, CachedBatch, Client, Generation, HealthResponse, ShardInfo};
|
||||
use crate::{ClientError, Result};
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
/// Batching and inference logic
|
||||
use crate::validation::{Validation, ValidationError};
|
||||
use crate::{Entry, Queue, Token};
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
/// Text Generation Inference webserver entrypoint
|
||||
use axum::http::HeaderValue;
|
||||
use clap::Parser;
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
use crate::infer::InferError;
|
||||
use crate::infer::InferStreamResponse;
|
||||
use crate::validation::ValidGenerateRequest;
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
/// HTTP Server logic
|
||||
use crate::health::Health;
|
||||
use crate::infer::{InferError, InferResponse, InferStreamResponse};
|
||||
|
@ -1,3 +1,5 @@
|
||||
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
/// Payload validation logic
|
||||
use crate::validation::ValidationError::{BestOfSampling, BestOfSeed, EmptyInput};
|
||||
use crate::{GenerateParameters, GenerateRequest};
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import torch
|
||||
from text_generation_server.utils.tokens import (
|
||||
StopSequenceCriteria,
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import os
|
||||
import psutil
|
||||
import signal
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import os
|
||||
import sys
|
||||
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import torch
|
||||
import grpc
|
||||
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import torch
|
||||
|
||||
from typing import Optional, Type
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import bisect
|
||||
from dataclasses import dataclass
|
||||
from functools import wraps
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import asyncio
|
||||
import os
|
||||
import sys
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
from text_generation_server.utils.convert import convert_file, convert_files
|
||||
from text_generation_server.utils.dist import initialize_torch_distributed
|
||||
from text_generation_server.utils.weights import Weights
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import os
|
||||
import glob
|
||||
import time
|
||||
|
@ -1,3 +1,5 @@
|
||||
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
|
||||
|
||||
import re
|
||||
from typing import Callable, List, Optional, Tuple
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user