ollama搭建本地ai大模型并应用调用

1 ollama run llama3

1 ollama run qwen2

1 docker run -d -p 3000:8080 --add-host=host.docker.internal:host-gateway -v open-webui --restart always ghcr.io/open-webui/open-webui:main

1OLLAMA_HOST="0.0.0.0:11434"

1 sudo sh -c 'echo "export OLLAMA_HOST=0.0.0.0:11434">>/etc/profile'launchctl setenv OLLAMA_HOST "0.0.0.0:11434"

1Environment="OLLAMA\_HOST=0.0.0.0"

package main

import (
"bufio"
"bytes"
"encoding/json"
"fmt"
"io/ioutil"
"net/http"
"os"
"strings"
"time"
)

const (
obaseURL ="http://localhost:11434/api"
omodelID ="qwen2:0.5b" // 选择合适的模型
oendpoint ="/chat" //"/chat/completions"
)

// ChatCompletionRequest 定义了请求体的结构
type olChatCompletionRequest struct {
Model string `json:"model"`
Messages []struct {
Role string `json:"role"`
Content string `json:"content"`
} `json:"messages"`
Stream bool `json:"stream"`
//Temperature float32 `json:"temperature"`
}

// ChatCompletionResponse 定义了响应体的结构
type olChatCompletionResponse struct {
//Choices []struct {
Message struct {
Role string `json:"role"`
Content string `json:"content"`
} `json:"message"`
//} `json:"choices"`
}

// sendRequestWithRetry 发送请求并处理可能的429错误
func olsendRequestWithRetry(client *http.Client, requestBody []byte) (*http.Response, error) {
req, err := http.NewRequest("POST", obaseURL+oendpoint, bytes.NewBuffer(requestBody))
if err != nil {
return nil, err
}

req.Header.Set("Content-Type","application/json")
//req.Header.Set("Authorization","Bearer"+apiKey)

resp, err := client.Do(req)
if err != nil {
return nil, err
}

if resp.StatusCode == http.StatusTooManyRequests {
retryAfter := resp.Header.Get("Retry-After")
if retryAfter !="" {
duration, _ := time.ParseDuration(retryAfter)
time.Sleep(duration)
} else {
time.Sleep(5 * time.Second) // 默认等待5秒
}
return olsendRequestWithRetry(client, requestBody) // 递归重试
}

return resp, nil
}

func main() {
client := &http.Client{} // 创建一个全局的 HTTP 客户端实例

// 初始化对话历史记录
history := []struct {
Role string `json:"role"`
Content string `json:"content"`
}{
{"system","你是一位唐代诗人，特别擅长模仿李白的风格。"},
}

// 创建标准输入的扫描器
scanner := bufio.NewScanner(os.Stdin)

for {
fmt.Print("请输入您的问题（或者输入 'exit' 退出）:")
scanner.Scan()
userInput := strings.TrimSpace(scanner.Text())

// 退出条件
if userInput =="exit" {
fmt.Println("感谢使用，再见！")
break
}

// 添加用户输入到历史记录
history = append(history, struct {
Role string `json:"role"`
Content string `json:"content"`
}{
"user",
userInput,
})

// 创建请求体
requestBody := olChatCompletionRequest{
Model: omodelID,
Messages: history,
Stream: false,
//Temperature: 0.7,
}

// 构建完整的请求体，包含历史消息
requestBody.Messages = append([]struct {
Role string `json:"role"`
Content string `json:"content"`
}{
{
Role:"system",
Content:"你是一位唐代诗人，特别擅长模仿李白的风格。",
},
}, history...)

// 将请求体序列化为 JSON
requestBodyJSON, err := json.Marshal(requestBody)
if err != nil {
fmt.Println("Error marshalling request body:", err)
continue
}
fmt.Println("wocao:" + string(requestBodyJSON))
// 发送请求并处理重试
resp, err := olsendRequestWithRetry(client, requestBodyJSON)
if err != nil {
fmt.Println("Error sending request after retries:", err)
continue
}
defer resp.Body.Close()

// 检查响应状态码
if resp.StatusCode != http.StatusOK {
fmt.Printf("Received non-200 response status code: %d\n", resp.StatusCode)
continue
}

// 读取响应体
responseBody, err := ioutil.ReadAll(resp.Body)
if err != nil {
fmt.Println("Error reading response body:", err)
continue
}
//fmt.Println("0000" + string(responseBody))
// 解析响应体
var completionResponse olChatCompletionResponse
err = json.Unmarshal(responseBody, &completionResponse)
if err != nil {
fmt.Println("Error unmarshalling response body:", err)
continue
}
fmt.Printf("AI 回复: %s\n", completionResponse.Message.Content) // choice.Message.Content
// 将用户的消息添加到历史记录中
history = append(history, struct {
Role string `json:"role"`
Content string `json:"content"`
}{
Role: completionResponse.Message.Role,
Content: completionResponse.Message.Content, // 假设用户的消息是第一个
}) 

}
}

1packagemain23import(4"bufio"5"bytes"6"encoding/json"7"fmt"8"io"9"net/http"10"os"11"strings"12"time"13)1415const(16 obaseURL = "http://localhost:11434/api"17 omodelID = "qwen2:0.5b"//选择合适的模型18 oendpoint = "/chat"//"/chat/completions"19)2021// ChatCompletionRequest 定义了请求体的结构22typeolChatCompletionRequeststruct{23Modelstring`json:"model"`24 Messages []struct{25Rolestring`json:"role"`26Contentstring`json:"content"`27 } `json:"messages"`28Streambool`json:"stream"`29//Temperature float32 `json:"temperature"`30}3132// ChatCompletionResponse 定义了响应体的结构33typeolChatCompletionResponsestruct{34//Choices []struct {35Messagestruct{36Rolestring`json:"role"`37Contentstring`json:"content"`38 } `json:"message"`39//} `json:"choices"`40}4142// sendRequestWithRetry 发送请求并处理可能的429错误43func olsendRequestWithRetry(client *http.Client, requestBody []byte) (*http.Response, error) {44 req, err := http.NewRequest("POST", obaseURL+oendpoint, bytes.NewBuffer(requestBody))45if err != nil {46return nil, err47}4849req.Header.Set("Content-Type","application/json")50//req.Header.Set("Authorization","Bearer"+apiKey)5152 resp, err :=client.Do(req)53if err != nil {54return nil, err55}5657if resp.StatusCode == http.StatusTooManyRequests {58 retryAfter := resp.Header.Get("Retry-After")59if retryAfter != ""{60 duration, _ :=time.ParseDuration(retryAfter)61time.Sleep(duration)62}else{63time.Sleep(5 * time.Second) //默认等待5秒64}65return olsendRequestWithRetry(client, requestBody) //递归重试66}6768return resp, nil69}7071func main() {72 client := &http.Client{} // 创建一个全局的 HTTP 客户端实例7374//初始化对话历史记录75 history := []struct{76Rolestring`json:"role"`77Contentstring`json:"content"`78}{79{"system","你是一位唐代诗人，特别擅长模仿李白的风格。"},80}8182//创建标准输入的扫描器83 scanner :=bufio.NewScanner(os.Stdin)8485for{86fmt.Print("请输入您的问题（或者输入 'exit' 退出）: ")87scanner.Scan()88 userInput :=strings.TrimSpace(scanner.Text())8990//退出条件91if userInput == "exit"{92fmt.Println("感谢使用，再见！")93break94}9596//添加用户输入到历史记录97 history = append(history,struct{98Rolestring`json:"role"`99Contentstring`json:"content"`100}{101"user",102userInput,103})104105//创建请求体106 requestBody :=olChatCompletionRequest{107 Model: omodelID,108 Messages: history,109Stream:true,110//Temperature: 0.7,111}112113//构建完整的请求体，包含历史消息114 requestBody.Messages = append([]struct{115Rolestring`json:"role"`116Contentstring`json:"content"`117}{118{119Role:"system",120Content:"你是一位唐代诗人，特别擅长模仿李白的风格。",121},122 }, history...)123124// 将请求体序列化为 JSON125 requestBodyJSON, err :=json.Marshal(requestBody)126if err != nil {127fmt.Println("Error marshalling request body:", err)128continue129}130fmt.Println("wocao:"+string(requestBodyJSON))131//发送请求并处理重试132 resp, err := olsendRequestWithRetry(client, requestBodyJSON)133if err != nil {134fmt.Println("Error sending request after retries:", err)135continue136}137deferresp.Body.Close()138139//检查响应状态码140if resp.StatusCode != http.StatusOK {141fmt.Printf("Received non-200 response status code: %d\n", resp.StatusCode)142continue143}144 resutlmessage := ""145 streamReader :=resp.Body146 buf := make([]byte,1024)//或者使用更大的缓冲区来提高读取性能147var completionResponse olChatCompletionResponse148fmt.Print("AI 回复:")149for{150 n, err :=streamReader.Read(buf)151if n > 0{152//处理接收到的数据，这里简单打印出来153//fmt.Print(string(buf[:n]))154 err = json.Unmarshal(buf[:n], &completionResponse)155fmt.Print(string(completionResponse.Message.Content))156resutlmessage+=string(completionResponse.Message.Content)157if err != nil {158fmt.Println("Error unmarshalling response body:", err)159continue160}161}162if err != nil {163if err == io.EOF {164fmt.Println("")165break166}167panic(err)168}169}170171//将用户的消息添加到历史记录中172 history = append(history,struct{173Rolestring`json:"role"`174Contentstring`json:"content"`175}{176 Role: completionResponse.Message.Role,177 Content: resutlmessage,//completionResponse.Message.Content,//假设用户的消息是第一个178})179}180}