rag/internal/cmd/rpc.go

77 lines
2.0 KiB
Go
Raw Normal View History

2024-06-13 01:16:48 +00:00
package cmd
import (
2024-07-15 13:08:48 +00:00
"context"
2024-06-13 01:16:48 +00:00
"github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors/auth"
"github.com/grpc-ecosystem/go-grpc-middleware/v2/interceptors/logging"
2024-07-15 13:08:48 +00:00
"github.com/grpc-ecosystem/grpc-gateway/v2/runtime"
2024-06-13 01:16:48 +00:00
"github.com/spf13/cobra"
"google.golang.org/grpc"
2024-07-15 13:08:48 +00:00
"google.golang.org/grpc/credentials/insecure"
2024-06-13 01:16:48 +00:00
"google.golang.org/grpc/reflection"
2024-07-15 13:08:48 +00:00
"leafdev.top/leaf/rag/api/library"
libraryGw "leafdev.top/leaf/rag/api/library"
2024-07-14 15:58:23 +00:00
grpc2 "leafdev.top/leaf/rag/internal/middleware/grpc"
"leafdev.top/leaf/rag/internal/providers/jwks"
2024-07-15 13:08:48 +00:00
"leafdev.top/leaf/rag/internal/services/libraryService"
2024-06-13 01:16:48 +00:00
"net"
)
var rpcCommand = &cobra.Command{
2024-07-14 09:44:49 +00:00
Use: "rpc",
2024-06-13 01:16:48 +00:00
Run: func(cmd *cobra.Command, args []string) {
2024-06-15 16:55:25 +00:00
jwks.InitJwksRefresh()
2024-07-15 13:08:48 +00:00
StartGRPC()
2024-06-13 01:16:48 +00:00
},
}
2024-07-15 13:08:48 +00:00
func StartGRPC() {
2024-07-14 09:44:49 +00:00
if config.ListenAddr.GRPC == "" {
config.ListenAddr.GRPC = "0.0.0.0:8081"
2024-06-13 01:16:48 +00:00
}
2024-07-14 09:44:49 +00:00
lis, err := net.Listen("tcp", config.ListenAddr.GRPC)
2024-06-13 01:16:48 +00:00
if err != nil {
panic("failed to listen: " + err.Error())
}
2024-07-14 09:44:49 +00:00
logger.Info("Server listening at " + config.ListenAddr.GRPC)
2024-06-13 01:16:48 +00:00
var opts = []grpc.ServerOption{
grpc.ChainUnaryInterceptor(
2024-06-15 16:55:25 +00:00
logging.UnaryServerInterceptor(grpc2.ZapLogInterceptor()),
auth.UnaryServerInterceptor(grpc2.JwtAuth),
2024-06-13 01:16:48 +00:00
),
grpc.ChainStreamInterceptor(
2024-06-15 16:55:25 +00:00
logging.StreamServerInterceptor(grpc2.ZapLogInterceptor()),
auth.StreamServerInterceptor(grpc2.JwtAuth),
2024-06-13 01:16:48 +00:00
),
}
grpcServer := grpc.NewServer(opts...)
reflection.Register(grpcServer)
2024-07-15 13:08:48 +00:00
library.RegisterLibraryServiceServer(grpcServer, libraryService.LibraryService{})
2024-06-13 01:16:48 +00:00
err = grpcServer.Serve(lis)
if err != nil {
panic(err)
return
}
2024-07-15 13:08:48 +00:00
ctx := context.Background()
ctx, cancel := context.WithCancel(ctx)
defer cancel()
mux := runtime.NewServeMux()
clientOpts := []grpc.DialOption{grpc.WithTransportCredentials(insecure.NewCredentials())}
err := gw.RegisterYourServiceHandlerFromEndpoint(ctx, mux, config.ListenAddr.GRPC, clientOpts)
if err != nil {
return err
}
// Start HTTP server (and proxy calls to gRPC server endpoint)
return http.ListenAndServe(":8081", mux)
2024-06-13 01:16:48 +00:00
}