Add Habana copyright header (#122)

Co-authored-by: Karol Damaszke <kdamaszke@habana.ai>
This commit is contained in:
Karol Damaszke 2024-04-08 18:06:21 +02:00 committed by GitHub
parent 06227f7b5e
commit d957e32601
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
20 changed files with 40 additions and 0 deletions

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import argparse
import requests
import time

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os
import statistics
import threading

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
use clap::{Parser, ValueEnum};
use nix::sys::signal::{self, Signal};
use nix::unistd::Pid;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Single shard Client
use crate::pb::generate::v1::text_generation_service_client::TextGenerationServiceClient;
use crate::pb::generate::v1::*;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Multi shard Client
use crate::{Batch, CachedBatch, Client, Generation, HealthResponse, ShardInfo};
use crate::{ClientError, Result};

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Batching and inference logic
use crate::validation::{Validation, ValidationError};
use crate::{Entry, Queue, Token};

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Text Generation Inference webserver entrypoint
use axum::http::HeaderValue;
use clap::Parser;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
use crate::infer::InferError;
use crate::infer::InferStreamResponse;
use crate::validation::ValidGenerateRequest;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// HTTP Server logic
use crate::health::Health;
use crate::infer::{InferError, InferResponse, InferStreamResponse};

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Payload validation logic
use crate::validation::ValidationError::{BestOfSampling, BestOfSeed, EmptyInput};
use crate::{GenerateParameters, GenerateRequest};

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import torch
from text_generation_server.utils.tokens import (
StopSequenceCriteria,

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os
import psutil
import signal

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os
import sys

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import torch
import grpc

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import torch
from typing import Optional, Type

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import bisect
from dataclasses import dataclass
from functools import wraps

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import asyncio
import os
import sys

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
from text_generation_server.utils.convert import convert_file, convert_files
from text_generation_server.utils.dist import initialize_torch_distributed
from text_generation_server.utils.weights import Weights

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os
import glob
import time

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import re
from typing import Callable, List, Optional, Tuple