Merge pull request #83 from EnvisionMindCa/codex/create-cross-platform-cli-app-for-api

cli-go/README.md

@@ -0,0 +1,33 @@
+# Go CLI for LLM Backend
+
+This folder contains a cross-platform command line client written in Go. The CLI can be built as a single executable for Windows, Linux and macOS.
+
+## Features
+
+- Interactive colour-coded chat sessions
+- Upload documents to the API
+- List, read, write and delete files in the VM
+
+## Building
+
+Install Go 1.20 or later and run:
+
+```bash
+cd cli-go
+go build -o llmcli
+```
+
+For other platforms pass `GOOS` and `GOARCH` environment variables:
+
+```bash
+GOOS=windows GOARCH=amd64 go build -o llmcli.exe
+```
+
+## Usage
+
+```
+./llmcli --user yourname --server http://localhost:8000 chat
+```
+
+Use `--help` on any subcommand for details.
+

cli-go/cmd/cat.go

@@ -0,0 +1,27 @@
+package cmd
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/spf13/cobra"
+
+	"llm-cli/internal/client"
+)
+
+func newCatCmd() *cobra.Command {
+	return &cobra.Command{
+		Use:   "cat <path>",
+		Short: "Print a file from the VM",
+		Args:  cobra.ExactArgs(1),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			c := client.New(server)
+			content, err := c.ReadFile(context.Background(), user, args[0])
+			if err != nil {
+				return err
+			}
+			fmt.Print(content)
+			return nil
+		},
+	}
+}

cli-go/cmd/chat.go

@@ -0,0 +1,83 @@
+package cmd
+
+import (
+	"bufio"
+	"fmt"
+	"os"
+	"strconv"
+
+	"github.com/fatih/color"
+	"github.com/spf13/cobra"
+
+	"llm-cli/internal/client"
+)
+
+func newChatCmd() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "chat",
+		Short: "Start an interactive chat session",
+		RunE:  runChat,
+	}
+	return cmd
+}
+
+func runChat(cmd *cobra.Command, args []string) error {
+	ctx := cmd.Context()
+	c := client.New(server)
+
+	sessions, err := c.ListSessions(ctx, user)
+	if err != nil {
+		return err
+	}
+
+	session := "default"
+	if len(sessions) > 0 {
+		fmt.Println("Existing sessions:")
+		for i, s := range sessions {
+			fmt.Printf("  %d. %s\n", i+1, s)
+		}
+		fmt.Printf("Select session number or enter new name [%d]: ", len(sessions))
+		var choice string
+		fmt.Scanln(&choice)
+		if n, err := strconv.Atoi(choice); err == nil && n >= 1 && n <= len(sessions) {
+			session = sessions[n-1]
+		} else if choice != "" {
+			session = choice
+		}
+	}
+
+	cyan := color.New(color.FgCyan).SprintFunc()
+	green := color.New(color.FgGreen).SprintFunc()
+	yellow := color.New(color.FgYellow).SprintFunc()
+
+	fmt.Printf("Chatting as %s in session '%s'\n", green(user), session)
+
+	scanner := bufio.NewScanner(os.Stdin)
+	for {
+		fmt.Printf("%s> ", cyan("You"))
+		if !scanner.Scan() {
+			break
+		}
+		line := scanner.Text()
+		if line == "exit" || line == "quit" {
+			break
+		}
+		stream, err := c.ChatStream(ctx, user, session, line)
+		if err != nil {
+			fmt.Println("error:", err)
+			continue
+		}
+		r := bufio.NewReader(stream)
+		for {
+			part, err := r.ReadString('\n')
+			if len(part) > 0 {
+				fmt.Print(yellow(part))
+			}
+			if err != nil {
+				break
+			}
+		}
+		stream.Close()
+	}
+	return nil
+}

cli-go/cmd/ls.go

@@ -0,0 +1,37 @@
+package cmd
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/spf13/cobra"
+
+	"llm-cli/internal/client"
+)
+
+func newLsCmd() *cobra.Command {
+	return &cobra.Command{
+		Use:   "ls [path]",
+		Short: "List directory contents in the VM",
+		Args:  cobra.MaximumNArgs(1),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			path := "/data"
+			if len(args) == 1 {
+				path = args[0]
+			}
+			c := client.New(server)
+			entries, err := c.ListDir(context.Background(), user, path)
+			if err != nil {
+				return err
+			}
+			for _, e := range entries {
+				if e.IsDir {
+					fmt.Println(e.Name + "/")
+				} else {
+					fmt.Println(e.Name)
+				}
+			}
+			return nil
+		},
+	}
+}

cli-go/cmd/rm.go

@@ -0,0 +1,21 @@
+package cmd
+
+import (
+	"context"
+
+	"github.com/spf13/cobra"
+
+	"llm-cli/internal/client"
+)
+
+func newRmCmd() *cobra.Command {
+	return &cobra.Command{
+		Use:   "rm <path>",
+		Short: "Remove a file or directory in the VM",
+		Args:  cobra.ExactArgs(1),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			c := client.New(server)
+			return c.DeleteFile(context.Background(), user, args[0])
+		},
+	}
+}

cli-go/cmd/root.go

@@ -0,0 +1,39 @@
+package cmd
+
+import (
+	"fmt"
+	"os"
+
+	"github.com/spf13/cobra"
+)
+
+var (
+	server string
+	user   string
+)
+
+func NewRootCmd() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "llmcli",
+		Short: "CLI client for the LLM backend",
+	}
+
+	cmd.PersistentFlags().StringVarP(&server, "server", "s", "http://localhost:8000", "API server URL")
+	cmd.PersistentFlags().StringVarP(&user, "user", "u", "default", "User name")
+
+	cmd.AddCommand(newChatCmd())
+	cmd.AddCommand(newUploadCmd())
+	cmd.AddCommand(newLsCmd())
+	cmd.AddCommand(newCatCmd())
+	cmd.AddCommand(newWriteCmd())
+	cmd.AddCommand(newRmCmd())
+
+	return cmd
+}
+
+func Execute() {
+	if err := NewRootCmd().Execute(); err != nil {
+		fmt.Fprintln(os.Stderr, err)
+		os.Exit(1)
+	}
+}

cli-go/cmd/upload.go

@@ -0,0 +1,28 @@
+package cmd
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/spf13/cobra"
+
+	"llm-cli/internal/client"
+)
+
+func newUploadCmd() *cobra.Command {
+	return &cobra.Command{
+		Use:   "upload [file]",
+		Short: "Upload a document to the VM",
+		Args:  cobra.ExactArgs(1),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			ctx := context.Background()
+			c := client.New(server)
+			path, err := c.UploadDocument(ctx, user, "default", args[0])
+			if err != nil {
+				return err
+			}
+			fmt.Println("Uploaded to", path)
+			return nil
+		},
+	}
+}

cli-go/cmd/write.go

@@ -0,0 +1,26 @@
+package cmd
+
+import (
+	"context"
+	"os"
+
+	"github.com/spf13/cobra"
+
+	"llm-cli/internal/client"
+)
+
+func newWriteCmd() *cobra.Command {
+	return &cobra.Command{
+		Use:   "write <path> <file>",
+		Short: "Write a local file to a path in the VM",
+		Args:  cobra.ExactArgs(2),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			data, err := os.ReadFile(args[1])
+			if err != nil {
+				return err
+			}
+			c := client.New(server)
+			return c.WriteFile(context.Background(), user, args[0], string(data))
+		},
+	}
+}

cli-go/go.mod

@@ -0,0 +1,16 @@
+module llm-cli
+
+go 1.23.8
+
+require (
+	github.com/fatih/color v1.16.0
+	github.com/spf13/cobra v1.7.0
+)
+
+require (
+	github.com/inconshreveable/mousetrap v1.1.0 // indirect
+	github.com/mattn/go-colorable v0.1.13 // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
+	golang.org/x/sys v0.14.0 // indirect
+)

cli-go/go.sum

@@ -0,0 +1,21 @@
+github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
+github.com/fatih/color v1.16.0 h1:zmkK9Ngbjj+K0yRhTVONQh1p/HknKYSlNT+vZCzyokM=
+github.com/fatih/color v1.16.0/go.mod h1:fL2Sau1YI5c0pdGEVCbKQbLXB6edEj1ZgiY4NijnWvE=
+github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8=
+github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
+github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
+github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
+github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
+github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
+github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
+github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
+github.com/spf13/cobra v1.7.0 h1:hyqWnYt1ZQShIddO5kBpj3vu05/++x6tJ6dg8EC572I=
+github.com/spf13/cobra v1.7.0/go.mod h1:uLxZILRyS/50WlhOIKD7W6V5bgeIt+4sICxh6uRMrb0=
+github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
+github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
+golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.14.0 h1:Vz7Qs629MkJkGyHxUlRHizWJRG2j8fbQKjELVSNhy7Q=
+golang.org/x/sys v0.14.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

cli-go/internal/client/client.go

@@ -0,0 +1,218 @@
+package client
+
+import (
+	"bytes"
+	"context"
+	"encoding/json"
+	"fmt"
+	"io"
+	"mime/multipart"
+	"net/http"
+	"os"
+	"path/filepath"
+	"time"
+)
+
+type Client struct {
+	baseURL    string
+	httpClient *http.Client
+}
+
+func New(baseURL string) *Client {
+	return &Client{
+		baseURL:    baseURL,
+		httpClient: &http.Client{Timeout: 30 * time.Second},
+	}
+}
+
+type SessionInfo struct {
+	Sessions []string `json:"sessions"`
+}
+
+func (c *Client) ListSessions(ctx context.Context, user string) ([]string, error) {
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet,
+		fmt.Sprintf("%s/sessions/%s", c.baseURL, user), nil)
+	if err != nil {
+		return nil, err
+	}
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return nil, err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		return nil, fmt.Errorf("list sessions failed: %s", resp.Status)
+	}
+	var data SessionInfo
+	if err := json.NewDecoder(resp.Body).Decode(&data); err != nil {
+		return nil, err
+	}
+	return data.Sessions, nil
+}
+
+type ChatRequest struct {
+	User    string `json:"user"`
+	Session string `json:"session"`
+	Prompt  string `json:"prompt"`
+}
+
+func (c *Client) ChatStream(ctx context.Context, user, session, prompt string) (io.ReadCloser, error) {
+	body, err := json.Marshal(ChatRequest{User: user, Session: session, Prompt: prompt})
+	if err != nil {
+		return nil, err
+	}
+	req, err := http.NewRequestWithContext(ctx, http.MethodPost, c.baseURL+"/chat/stream", bytes.NewReader(body))
+	if err != nil {
+		return nil, err
+	}
+	req.Header.Set("Content-Type", "application/json")
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return nil, err
+	}
+	if resp.StatusCode != http.StatusOK {
+		defer resp.Body.Close()
+		b, _ := io.ReadAll(resp.Body)
+		return nil, fmt.Errorf("chat failed: %s - %s", resp.Status, string(b))
+	}
+	return resp.Body, nil
+}
+
+type UploadResp struct {
+	Path string `json:"path"`
+}
+
+func (c *Client) UploadDocument(ctx context.Context, user, session, path string) (string, error) {
+	file, err := os.Open(path)
+	if err != nil {
+		return "", err
+	}
+	defer file.Close()
+
+	buf := &bytes.Buffer{}
+	writer := multipart.NewWriter(buf)
+	_ = writer.WriteField("user", user)
+	_ = writer.WriteField("session", session)
+	fw, err := writer.CreateFormFile("file", filepath.Base(path))
+	if err != nil {
+		return "", err
+	}
+	if _, err = io.Copy(fw, file); err != nil {
+		return "", err
+	}
+	writer.Close()
+
+	req, err := http.NewRequestWithContext(ctx, http.MethodPost, c.baseURL+"/upload", buf)
+	if err != nil {
+		return "", err
+	}
+	req.Header.Set("Content-Type", writer.FormDataContentType())
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return "", err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		b, _ := io.ReadAll(resp.Body)
+		return "", fmt.Errorf("upload failed: %s - %s", resp.Status, string(b))
+	}
+	var out UploadResp
+	if err := json.NewDecoder(resp.Body).Decode(&out); err != nil {
+		return "", err
+	}
+	return out.Path, nil
+}
+
+type DirEntry struct {
+	Name  string `json:"name"`
+	IsDir bool   `json:"is_dir"`
+}
+
+type DirList struct {
+	Entries []DirEntry `json:"entries"`
+}
+
+func (c *Client) ListDir(ctx context.Context, user, path string) ([]DirEntry, error) {
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet,
+		fmt.Sprintf("%s/vm/%s/list?path=%s", c.baseURL, user, path), nil)
+	if err != nil {
+		return nil, err
+	}
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return nil, err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		return nil, fmt.Errorf("list dir failed: %s", resp.Status)
+	}
+	var out DirList
+	if err := json.NewDecoder(resp.Body).Decode(&out); err != nil {
+		return nil, err
+	}
+	return out.Entries, nil
+}
+
+type FileContent struct {
+	Content string `json:"content"`
+}
+
+func (c *Client) ReadFile(ctx context.Context, user, path string) (string, error) {
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet,
+		fmt.Sprintf("%s/vm/%s/file?path=%s", c.baseURL, user, path), nil)
+	if err != nil {
+		return "", err
+	}
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return "", err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		return "", fmt.Errorf("read file failed: %s", resp.Status)
+	}
+	var out FileContent
+	if err := json.NewDecoder(resp.Body).Decode(&out); err != nil {
+		return "", err
+	}
+	return out.Content, nil
+}
+
+func (c *Client) WriteFile(ctx context.Context, user, path, content string) error {
+	data, _ := json.Marshal(map[string]string{"path": path, "content": content})
+	req, err := http.NewRequestWithContext(ctx, http.MethodPost,
+		fmt.Sprintf("%s/vm/%s/file", c.baseURL, user), bytes.NewReader(data))
+	if err != nil {
+		return err
+	}
+	req.Header.Set("Content-Type", "application/json")
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		b, _ := io.ReadAll(resp.Body)
+		return fmt.Errorf("write file failed: %s - %s", resp.Status, string(b))
+	}
+	return nil
+}
+
+func (c *Client) DeleteFile(ctx context.Context, user, path string) error {
+	req, err := http.NewRequestWithContext(ctx, http.MethodDelete,
+		fmt.Sprintf("%s/vm/%s/file?path=%s", c.baseURL, user, path), nil)
+	if err != nil {
+		return err
+	}
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		b, _ := io.ReadAll(resp.Body)
+		return fmt.Errorf("delete file failed: %s - %s", resp.Status, string(b))
+	}
+	return nil
+}

cli-go/main.go

@@ -0,0 +1,7 @@
+package main
+
+import "llm-cli/cmd"
+
+func main() {
+	cmd.Execute()
+}