mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-24 00:12:08 +00:00
23 lines
420 B
C++
23 lines
420 B
C++
|
//
|
||
|
|
// Created by mfuntowicz on 9/25/24.
|
||
|
|
//
|
||
|
|
|
||
|
|
#ifndef TEXT_GENERATION_INFERENCE_TGICCL_H
|
||
|
|
#define TEXT_GENERATION_INFERENCE_TGICCL_H
|
||
|
|
|
||
|
|
#include <torch/csrc/distributed/c10d/Backend.hpp>
|
||
|
|
#include <torch/csrc/distributed/c10d/ProcessGroup.hpp>
|
||
|
|
|
||
|
|
constexpr const char *CLL_BACKEND_NAME = "tgiccl";
|
||
|
|
|
||
|
|
namespace huggingface::tgi {
|
||
|
|
class TgiCcl {
|
||
|
|
private:
|
||
|
|
|
||
|
|
public:
|
||
|
|
|
||
|
|
};
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif //TEXT_GENERATION_INFERENCE_TGICCL_H
|