mirror of
https://github.com/coder/coder.git
synced 2026-06-04 05:28:20 +00:00
b6dbc5614c
coder/fantasy now fails closed when Anthropic or OpenAI Responses streams close before their provider terminal events instead of yielding a successful finish. This bumps the fantasy replacement to coder/fantasy#33 and teaches chat error classification to treat those failures as retryable timeout errors with explicit stream-closed messages. <img width="875" height="311" alt="image" src="https://github.com/user-attachments/assets/69c6f7b5-c885-46d2-a88b-b7a2b111bd55" />
142 lines
3.9 KiB
Go
142 lines
3.9 KiB
Go
package chaterror
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/coder/coder/v2/codersdk"
|
|
)
|
|
|
|
// terminalMessage produces the user-facing error description shown
|
|
// when retries are exhausted. HTTP status codes are carried in the
|
|
// classified payload's StatusCode field and rendered as a separate
|
|
// footer chip by the UI, so they are intentionally omitted here to
|
|
// avoid duplicating the same information in two places.
|
|
func terminalMessage(classified ClassifiedError) string {
|
|
subject := providerSubject(classified.Provider)
|
|
switch classified.Kind {
|
|
case codersdk.ChatErrorKindOverloaded:
|
|
return fmt.Sprintf("%s is temporarily overloaded.", subject)
|
|
|
|
case codersdk.ChatErrorKindRateLimit:
|
|
return fmt.Sprintf("%s is rate limiting requests.", subject)
|
|
|
|
case codersdk.ChatErrorKindTimeout:
|
|
if !classified.Retryable && classified.StatusCode == 0 {
|
|
return "The request timed out before it completed."
|
|
}
|
|
return fmt.Sprintf("%s is temporarily unavailable.", subject)
|
|
|
|
case codersdk.ChatErrorKindStartupTimeout:
|
|
return fmt.Sprintf(
|
|
"%s did not start responding in time.", subject,
|
|
)
|
|
|
|
case codersdk.ChatErrorKindAuth:
|
|
displayName := providerDisplayName(classified.Provider)
|
|
if displayName == "" {
|
|
displayName = "the AI provider"
|
|
}
|
|
return fmt.Sprintf(
|
|
"Authentication with %s failed."+
|
|
" Check the API key, permissions, and billing settings.",
|
|
displayName,
|
|
)
|
|
|
|
case codersdk.ChatErrorKindConfig:
|
|
return fmt.Sprintf(
|
|
"%s rejected the model configuration."+
|
|
" Check the selected model and provider settings.",
|
|
subject,
|
|
)
|
|
|
|
default:
|
|
if !classified.Retryable && classified.StatusCode == 0 {
|
|
return "The chat request failed unexpectedly."
|
|
}
|
|
return fmt.Sprintf("%s returned an unexpected error.", subject)
|
|
}
|
|
}
|
|
|
|
// retryMessage produces a clean factual description suitable for
|
|
// display alongside the retry countdown UI. It omits HTTP status
|
|
// codes (surfaced separately in the payload) and remediation
|
|
// guidance (not actionable while auto-retrying).
|
|
func retryMessage(classified ClassifiedError) string {
|
|
if classified.Retryable && classified.Message != "" {
|
|
return classified.Message
|
|
}
|
|
|
|
subject := providerSubject(classified.Provider)
|
|
switch classified.Kind {
|
|
case codersdk.ChatErrorKindOverloaded:
|
|
return fmt.Sprintf("%s is temporarily overloaded.", subject)
|
|
case codersdk.ChatErrorKindRateLimit:
|
|
return fmt.Sprintf("%s is rate limiting requests.", subject)
|
|
case codersdk.ChatErrorKindTimeout:
|
|
return fmt.Sprintf("%s is temporarily unavailable.", subject)
|
|
case codersdk.ChatErrorKindStartupTimeout:
|
|
return fmt.Sprintf(
|
|
"%s did not start responding in time.", subject,
|
|
)
|
|
case codersdk.ChatErrorKindAuth:
|
|
displayName := providerDisplayName(classified.Provider)
|
|
if displayName == "" {
|
|
displayName = "the AI provider"
|
|
}
|
|
return fmt.Sprintf(
|
|
"Authentication with %s failed.", displayName,
|
|
)
|
|
case codersdk.ChatErrorKindConfig:
|
|
return fmt.Sprintf(
|
|
"%s rejected the model configuration.", subject,
|
|
)
|
|
default:
|
|
return fmt.Sprintf(
|
|
"%s returned an unexpected error.", subject,
|
|
)
|
|
}
|
|
}
|
|
|
|
func providerSubject(provider string) string {
|
|
if displayName := providerDisplayName(provider); displayName != "" {
|
|
return displayName
|
|
}
|
|
return "The AI provider"
|
|
}
|
|
|
|
func providerDisplayName(provider string) string {
|
|
switch normalizeProvider(provider) {
|
|
case "anthropic":
|
|
return "Anthropic"
|
|
case "azure":
|
|
return "Azure OpenAI"
|
|
case "bedrock":
|
|
return "AWS Bedrock"
|
|
case "google":
|
|
return "Google"
|
|
case "openai":
|
|
return "OpenAI"
|
|
case "openai-compat":
|
|
return "OpenAI Compatible"
|
|
case "openrouter":
|
|
return "OpenRouter"
|
|
case "vercel":
|
|
return "Vercel AI Gateway"
|
|
default:
|
|
return ""
|
|
}
|
|
}
|
|
|
|
func normalizeProvider(provider string) string {
|
|
normalized := strings.ToLower(strings.TrimSpace(provider))
|
|
switch normalized {
|
|
case "azure openai", "azure-openai":
|
|
return "azure"
|
|
case "openai compat", "openai compatible", "openai_compat":
|
|
return "openai-compat"
|
|
default:
|
|
return normalized
|
|
}
|
|
}
|