fix: started embedding server

Limit-LAB · Apr 9, 2024 · c661d52 · c661d52
1 parent c90ad15
commit c661d52
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/cmd/unollm/main.go b/cmd/unollm/main.go
@@ -37,7 +37,9 @@ func main() {
 	if err != nil {
 		log.Fatalf("failed to listen: %v", err)
 	}
-	service := grpcServer.UnoForwardServer{}
-	model.RegisterUnoLLMv1Server(svr, &service)
+	forwardService := grpcServer.UnoForwardServer{}
+	embeddingService := grpcServer.UnoEmbeddingForwardServer{}
+	model.RegisterUnoLLMv1Server(svr, &forwardService)
+	model.RegisterUnoEmbeddingv1Server(svr, &embeddingService)
 	svr.Serve(tcpList)
 }