Add Habana copyright header (#122)

Co-authored-by: Karol Damaszke <kdamaszke@habana.ai>
This commit is contained in:
Karol Damaszke 2024-04-08 18:06:21 +02:00 committed by GitHub
parent 06227f7b5e
commit d957e32601
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
20 changed files with 40 additions and 0 deletions

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import argparse import argparse
import requests import requests
import time import time

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os import os
import statistics import statistics
import threading import threading

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
use clap::{Parser, ValueEnum}; use clap::{Parser, ValueEnum};
use nix::sys::signal::{self, Signal}; use nix::sys::signal::{self, Signal};
use nix::unistd::Pid; use nix::unistd::Pid;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Single shard Client /// Single shard Client
use crate::pb::generate::v1::text_generation_service_client::TextGenerationServiceClient; use crate::pb::generate::v1::text_generation_service_client::TextGenerationServiceClient;
use crate::pb::generate::v1::*; use crate::pb::generate::v1::*;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Multi shard Client /// Multi shard Client
use crate::{Batch, CachedBatch, Client, Generation, HealthResponse, ShardInfo}; use crate::{Batch, CachedBatch, Client, Generation, HealthResponse, ShardInfo};
use crate::{ClientError, Result}; use crate::{ClientError, Result};

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Batching and inference logic /// Batching and inference logic
use crate::validation::{Validation, ValidationError}; use crate::validation::{Validation, ValidationError};
use crate::{Entry, Queue, Token}; use crate::{Entry, Queue, Token};

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Text Generation Inference webserver entrypoint /// Text Generation Inference webserver entrypoint
use axum::http::HeaderValue; use axum::http::HeaderValue;
use clap::Parser; use clap::Parser;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
use crate::infer::InferError; use crate::infer::InferError;
use crate::infer::InferStreamResponse; use crate::infer::InferStreamResponse;
use crate::validation::ValidGenerateRequest; use crate::validation::ValidGenerateRequest;

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// HTTP Server logic /// HTTP Server logic
use crate::health::Health; use crate::health::Health;
use crate::infer::{InferError, InferResponse, InferStreamResponse}; use crate::infer::{InferError, InferResponse, InferStreamResponse};

View File

@ -1,3 +1,5 @@
/// Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
/// Payload validation logic /// Payload validation logic
use crate::validation::ValidationError::{BestOfSampling, BestOfSeed, EmptyInput}; use crate::validation::ValidationError::{BestOfSampling, BestOfSeed, EmptyInput};
use crate::{GenerateParameters, GenerateRequest}; use crate::{GenerateParameters, GenerateRequest};

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import torch import torch
from text_generation_server.utils.tokens import ( from text_generation_server.utils.tokens import (
StopSequenceCriteria, StopSequenceCriteria,

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os import os
import psutil import psutil
import signal import signal

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os import os
import sys import sys

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import torch import torch
import grpc import grpc

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import torch import torch
from typing import Optional, Type from typing import Optional, Type

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import bisect import bisect
from dataclasses import dataclass from dataclasses import dataclass
from functools import wraps from functools import wraps

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import asyncio import asyncio
import os import os
import sys import sys

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
from text_generation_server.utils.convert import convert_file, convert_files from text_generation_server.utils.convert import convert_file, convert_files
from text_generation_server.utils.dist import initialize_torch_distributed from text_generation_server.utils.dist import initialize_torch_distributed
from text_generation_server.utils.weights import Weights from text_generation_server.utils.weights import Weights

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import os import os
import glob import glob
import time import time

View File

@ -1,3 +1,5 @@
# Copyright (C) 2024 Habana Labs, Ltd. an Intel Company.
import re import re
from typing import Callable, List, Optional, Tuple from typing import Callable, List, Optional, Tuple