From 884004a855980444319769d9b10f9cf6e3ba33cd Mon Sep 17 00:00:00 2001
From: Grail Finder <wohilas@gmail.com>
Date: Thu, 6 Feb 2025 16:57:37 +0300
Subject: Enha: server update

---
 server.go | 38 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 37 insertions(+), 1 deletion(-)

(limited to 'server.go')

diff --git a/server.go b/server.go
index 2e25559..79aeb2f 100644
--- a/server.go
+++ b/server.go
@@ -1,14 +1,40 @@
 package main
 
 import (
+	"elefant/config"
+	"encoding/json"
 	"fmt"
 	"net/http"
+	"time"
 )
 
+type Server struct {
+	config config.Config
+}
+
+func (srv *Server) ListenToRequests(port string) {
+	// h := srv.actions
+	mux := http.NewServeMux()
+	server := &http.Server{
+		Addr:         "localhost:" + port,
+		Handler:      mux,
+		ReadTimeout:  time.Second * 5,
+		WriteTimeout: time.Second * 5,
+	}
+	mux.HandleFunc("GET /ping", pingHandler)
+	mux.HandleFunc("GET /model", modelHandler)
+	mux.HandleFunc("POST /completion", completionHandler)
+	fmt.Println("Listening", "addr", server.Addr)
+	server.ListenAndServe()
+}
+
 // create server
 // listen to the completion endpoint handler
+func pingHandler(w http.ResponseWriter, req *http.Request) {
+	w.Write([]byte("pong"))
+}
 
-func completion(w http.ResponseWriter, req *http.Request) {
+func completionHandler(w http.ResponseWriter, req *http.Request) {
 	// post request
 	body := req.Body
 	// get body as io.reader
@@ -19,9 +45,19 @@ out:
 		select {
 		case chunk := <-chunkChan:
 			fmt.Println(chunk)
+			w.Write([]byte(chunk))
 		case <-streamDone:
 			break out
 		}
 	}
 	return
 }
+
+func modelHandler(w http.ResponseWriter, req *http.Request) {
+	llmModel := fetchModelName()
+	payload, err := json.Marshal(llmModel)
+	if err != nil {
+		// return err
+	}
+	w.Write(payload)
+}
-- 
cgit v1.2.3