tcp socket

This commit is contained in:
Michael Yang
2023-07-06 10:56:08 -07:00
committed by Jeffrey Morgan
parent 3c3c09a523
commit 5079282120
2 changed files with 3 additions and 48 deletions

View File

@@ -5,10 +5,8 @@ import (
"fmt"
"log"
"net"
"net/http"
"os"
"path"
"time"
"github.com/jmorganca/ollama/api"
"github.com/jmorganca/ollama/server"
@@ -40,47 +38,17 @@ func run(model string) error {
}
func serve() error {
sp := path.Join(cacheDir(), "ollama.sock")
if err := os.RemoveAll(sp); err != nil {
return err
}
ln, err := net.Listen("unix", sp)
ln, err := net.Listen("tcp", "127.0.0.1:11434")
if err != nil {
return err
}
if err := os.Chmod(sp, 0o700); err != nil {
return err
}
return server.Serve(ln)
}
func NewAPIClient() (*api.Client, error) {
var err error
home, err := os.UserHomeDir()
if err != nil {
return nil, err
}
socket := path.Join(home, ".ollama", "ollama.sock")
dialer := &net.Dialer{
Timeout: 10 * time.Second,
}
return &api.Client{
URL: "http://localhost",
HTTP: http.Client{
Transport: &http.Transport{
DialContext: func(ctx context.Context, network, addr string) (net.Conn, error) {
return dialer.DialContext(ctx, "unix", socket)
},
},
},
URL: "http://localhost:11434",
}, nil
}