feat 修改usn类型为string
This commit is contained in:
55
internal/ai/ai_client.go
Normal file
55
internal/ai/ai_client.go
Normal file
@@ -0,0 +1,55 @@
|
||||
package ai
|
||||
|
||||
import (
|
||||
"git.hlsq.asia/mmorpg/service-common/log"
|
||||
)
|
||||
|
||||
type Client struct {
|
||||
enableSearch bool // 是否开启搜索
|
||||
searchStrategy string // 搜索策略(开了搜索才生效)
|
||||
temperature float32 // 采样温度
|
||||
}
|
||||
|
||||
func NewAIClient(enableSearch bool, searchStrategy string, temperature float32) *Client {
|
||||
return &Client{
|
||||
enableSearch: enableSearch,
|
||||
searchStrategy: searchStrategy,
|
||||
temperature: temperature,
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Client) RequestAI(prompt []string, cb func(content string, i int) error) error {
|
||||
inToken, outToken := int32(0), int32(0)
|
||||
messages := make([]Message, 0)
|
||||
for i, step := range prompt {
|
||||
messages = append(messages, Message{
|
||||
Role: "user",
|
||||
Content: step,
|
||||
})
|
||||
r, err := request("deepseek-v3.2", Parameters{
|
||||
EnableSearch: c.enableSearch,
|
||||
SearchOptions: SearchOptions{
|
||||
SearchStrategy: c.searchStrategy,
|
||||
},
|
||||
ResultFormat: "message",
|
||||
Temperature: c.temperature,
|
||||
}, messages)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
inToken += r.Usage.InputTokens
|
||||
outToken += r.Usage.OutputTokens
|
||||
if len(r.Output.Choices) == 0 {
|
||||
log.Infof("AI response err, r: %#+v", r)
|
||||
return err
|
||||
} else {
|
||||
messages = append(messages, r.Output.Choices[0].Message)
|
||||
}
|
||||
log.Infof("AI 回答 %v: %v", i, r.Output.Choices[0].Message.Content)
|
||||
if err = cb(r.Output.Choices[0].Message.Content, i); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
log.Infof("AI finished, use token: in-%v out-%v", inToken, outToken)
|
||||
return nil
|
||||
}
|
||||
82
internal/ai/ai_request.go
Normal file
82
internal/ai/ai_request.go
Normal file
@@ -0,0 +1,82 @@
|
||||
package ai
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"net/http"
|
||||
)
|
||||
|
||||
type Message struct {
|
||||
Role string `json:"role"`
|
||||
Content string `json:"content"`
|
||||
}
|
||||
|
||||
type Input struct {
|
||||
Messages []Message `json:"messages"`
|
||||
}
|
||||
|
||||
type Parameters struct {
|
||||
EnableSearch bool `json:"enable_search,omitempty"`
|
||||
SearchOptions SearchOptions `json:"search_options,omitempty"`
|
||||
ResultFormat string `json:"result_format,omitempty"`
|
||||
Temperature float32 `json:"temperature,omitempty"`
|
||||
}
|
||||
|
||||
type SearchOptions struct {
|
||||
SearchStrategy string `json:"search_strategy"`
|
||||
}
|
||||
|
||||
type RequestBody struct {
|
||||
Model string `json:"model"`
|
||||
Input Input `json:"input"`
|
||||
Parameters Parameters `json:"parameters"`
|
||||
}
|
||||
|
||||
type ResponseBody struct {
|
||||
Output struct {
|
||||
Choices []struct {
|
||||
Message Message `json:"message"`
|
||||
FinishReason string `json:"finish_reason"`
|
||||
} `json:"choices"`
|
||||
} `json:"output"`
|
||||
Usage struct {
|
||||
InputTokens int32 `json:"input_tokens"`
|
||||
OutputTokens int32 `json:"output_tokens"`
|
||||
TotalTokens int32 `json:"total_tokens"`
|
||||
} `json:"usage"`
|
||||
}
|
||||
|
||||
func request(model string, parameters Parameters, messages []Message) (*ResponseBody, error) {
|
||||
requestBody := RequestBody{
|
||||
Model: model,
|
||||
Input: Input{
|
||||
Messages: messages,
|
||||
},
|
||||
Parameters: parameters,
|
||||
}
|
||||
jsonData, _ := json.Marshal(requestBody)
|
||||
|
||||
req, err := http.NewRequest("POST", "https://dashscope.aliyuncs.com/api/v1/services/aigc/text-generation/generation", bytes.NewBuffer(jsonData))
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Authorization", "Bearer "+"sk-4daf94ad2fa94288b198d2a1d8924cef")
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
|
||||
resp, err := (&http.Client{}).Do(req)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
body, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var res ResponseBody
|
||||
if err = json.Unmarshal(body, &res); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return &res, nil
|
||||
}
|
||||
Reference in New Issue
Block a user