diff options
Diffstat (limited to 'server.go')
| -rw-r--r-- | server.go | 27 | 
1 files changed, 27 insertions, 0 deletions
diff --git a/server.go b/server.go new file mode 100644 index 0000000..2e25559 --- /dev/null +++ b/server.go @@ -0,0 +1,27 @@ +package main + +import ( +	"fmt" +	"net/http" +) + +// create server +// listen to the completion endpoint handler + +func completion(w http.ResponseWriter, req *http.Request) { +	// post request +	body := req.Body +	// get body as io.reader +	// pass it to the /completion +	go sendMsgToLLM(body) +out: +	for { +		select { +		case chunk := <-chunkChan: +			fmt.Println(chunk) +		case <-streamDone: +			break out +		} +	} +	return +}  | 
