fix(llm): 兼容推理/Beta模型(如 o1/o3/gpt-5.6系列)固定 temperature=1 限制
This commit is contained in:
1 parent
422bd581e0
commit
4e8bcdd68e
2 files changed
+45
-7
No files matched your search
+44
-6
@@ -238,16 +238,41 @@ func NewClient(cfg Config) (*Client, error) {
|
|||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// isReasoningModel 判断是否为推理或带有 Beta 限制的模型(这类模型要求 temperature 固定为 1)
|
||||||
|
func isReasoningModel(model string) bool {
|
||||||
|
m := strings.ToLower(model)
|
||||||
|
return strings.HasPrefix(m, "o1") ||
|
||||||
|
strings.HasPrefix(m, "o3") ||
|
||||||
|
strings.HasPrefix(m, "o4") ||
|
||||||
|
strings.Contains(m, "reasoner") ||
|
||||||
|
strings.Contains(m, "gpt-5") ||
|
||||||
|
strings.Contains(m, "luna") ||
|
||||||
|
strings.Contains(m, "terra") ||
|
||||||
|
strings.Contains(m, "sol")
|
||||||
|
}
|
||||||
|
|
||||||
// Review 一次性完整返回代码评审结果
|
// Review 一次性完整返回代码评审结果
|
||||||
func (c *Client) Review(ctx context.Context, systemPrompt, diff string) (string, error) {
|
func (c *Client) Review(ctx context.Context, systemPrompt, diff string) (string, error) {
|
||||||
resp, err := c.client.CreateChatCompletion(ctx, openai.ChatCompletionRequest{
|
temp := float32(0.2)
|
||||||
|
if isReasoningModel(c.model) {
|
||||||
|
temp = 1.0
|
||||||
|
}
|
||||||
|
|
||||||
|
req := openai.ChatCompletionRequest{
|
||||||
Model: c.model,
|
Model: c.model,
|
||||||
Messages: []openai.ChatCompletionMessage{
|
Messages: []openai.ChatCompletionMessage{
|
||||||
{Role: openai.ChatMessageRoleSystem, Content: systemPrompt},
|
{Role: openai.ChatMessageRoleSystem, Content: systemPrompt},
|
||||||
{Role: openai.ChatMessageRoleUser, Content: diff},
|
{Role: openai.ChatMessageRoleUser, Content: diff},
|
||||||
},
|
},
|
||||||
Temperature: 0.2, // 代码评审低随机性
|
Temperature: temp,
|
||||||
})
|
}
|
||||||
|
|
||||||
|
resp, err := c.client.CreateChatCompletion(ctx, req)
|
||||||
|
// 针对限制了 temperature 的模型,自动降级为 1.0 重试
|
||||||
|
if err != nil && (strings.Contains(strings.ToLower(err.Error()), "temperature") || strings.Contains(strings.ToLower(err.Error()), "beta-limitations")) {
|
||||||
|
req.Temperature = 1.0
|
||||||
|
resp, err = c.client.CreateChatCompletion(ctx, req)
|
||||||
|
}
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", fmt.Errorf("代码评审调用失败: %w", err)
|
return "", fmt.Errorf("代码评审调用失败: %w", err)
|
||||||
@@ -376,18 +401,31 @@ func (u *Usage) EstimateCost() float64 {
|
|||||||
|
|
||||||
// ReviewStream 流式逐字返回评审结果(打字机效果),同时返回 Token 使用量
|
// ReviewStream 流式逐字返回评审结果(打字机效果),同时返回 Token 使用量
|
||||||
func (c *Client) ReviewStream(ctx context.Context, systemPrompt, diff string, onChunk func(chunk string)) (*Usage, error) {
|
func (c *Client) ReviewStream(ctx context.Context, systemPrompt, diff string, onChunk func(chunk string)) (*Usage, error) {
|
||||||
stream, err := c.client.CreateChatCompletionStream(ctx, openai.ChatCompletionRequest{
|
temp := float32(0.2)
|
||||||
|
if isReasoningModel(c.model) {
|
||||||
|
temp = 1.0
|
||||||
|
}
|
||||||
|
|
||||||
|
req := openai.ChatCompletionRequest{
|
||||||
Model: c.model,
|
Model: c.model,
|
||||||
Messages: []openai.ChatCompletionMessage{
|
Messages: []openai.ChatCompletionMessage{
|
||||||
{Role: openai.ChatMessageRoleSystem, Content: systemPrompt},
|
{Role: openai.ChatMessageRoleSystem, Content: systemPrompt},
|
||||||
{Role: openai.ChatMessageRoleUser, Content: diff},
|
{Role: openai.ChatMessageRoleUser, Content: diff},
|
||||||
},
|
},
|
||||||
Temperature: 0.2,
|
Temperature: temp,
|
||||||
Stream: true,
|
Stream: true,
|
||||||
StreamOptions: &openai.StreamOptions{
|
StreamOptions: &openai.StreamOptions{
|
||||||
IncludeUsage: true,
|
IncludeUsage: true,
|
||||||
},
|
},
|
||||||
})
|
}
|
||||||
|
|
||||||
|
stream, err := c.client.CreateChatCompletionStream(ctx, req)
|
||||||
|
// 针对限制了 temperature 的模型,自动降级为 1.0 重试
|
||||||
|
if err != nil && (strings.Contains(strings.ToLower(err.Error()), "temperature") || strings.Contains(strings.ToLower(err.Error()), "beta-limitations")) {
|
||||||
|
req.Temperature = 1.0
|
||||||
|
stream, err = c.client.CreateChatCompletionStream(ctx, req)
|
||||||
|
}
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("创建流式请求失败: %w", err)
|
return nil, fmt.Errorf("创建流式请求失败: %w", err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// CurrentVersion 当前编译版本号
|
// CurrentVersion 当前编译版本号
|
||||||
const CurrentVersion = "v1.0.5"
|
const CurrentVersion = "v1.0.6"
|
||||||
|
|
||||||
const (
|
const (
|
||||||
githubAPIURL = "https://api.github.com/repos/unclesam-ly/git-air/releases/latest"
|
githubAPIURL = "https://api.github.com/repos/unclesam-ly/git-air/releases/latest"
|
||||||
|
|||||||
Reference in new issue
Block a user