diff --git a/lib/widgets/sse_display.dart b/lib/widgets/sse_display.dart index b1655a70..a95eea6e 100644 --- a/lib/widgets/sse_display.dart +++ b/lib/widgets/sse_display.dart @@ -39,6 +39,7 @@ class _SSEDisplayState extends ConsumerState { String out = ""; for (String x in widget.sseOutput) { x = x.substring(6); + if (x.contains('[DONE]')) continue; out += aiRequestModel.model.provider.modelController .streamOutputFormatter(jsonDecode(x)) ?? ""; diff --git a/packages/genai/lib/providers/anthropic.dart b/packages/genai/lib/providers/anthropic.dart index 8fe0ff86..c91fc4cc 100644 --- a/packages/genai/lib/providers/anthropic.dart +++ b/packages/genai/lib/providers/anthropic.dart @@ -15,6 +15,8 @@ class AnthropicModelController extends ModelController { LLMConfigName.temperature.name: defaultLLMConfigurations[LLMConfigName.temperature]!, LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!, + LLMConfigName.stream.name: + defaultLLMConfigurations[LLMConfigName.stream]!, }, ).clone(); diff --git a/packages/genai/lib/providers/azureopenai.dart b/packages/genai/lib/providers/azureopenai.dart index 3c38ac0e..ff2656a4 100644 --- a/packages/genai/lib/providers/azureopenai.dart +++ b/packages/genai/lib/providers/azureopenai.dart @@ -15,6 +15,8 @@ class AzureOpenAIModelController extends ModelController { LLMConfigName.temperature.name: defaultLLMConfigurations[LLMConfigName.temperature]!, LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!, + LLMConfigName.stream.name: + defaultLLMConfigurations[LLMConfigName.stream]!, }, ).clone(); diff --git a/packages/genai/lib/providers/ollama.dart b/packages/genai/lib/providers/ollama.dart index 06750472..44201acd 100644 --- a/packages/genai/lib/providers/ollama.dart +++ b/packages/genai/lib/providers/ollama.dart @@ -16,6 +16,8 @@ class OllamaModelController extends ModelController { LLMConfigName.temperature.name: defaultLLMConfigurations[LLMConfigName.temperature]!, LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!, + LLMConfigName.stream.name: + defaultLLMConfigurations[LLMConfigName.stream]!, }, ).clone(); diff --git a/packages/genai/lib/providers/openai.dart b/packages/genai/lib/providers/openai.dart index 2c7a2e3b..8ad3765e 100644 --- a/packages/genai/lib/providers/openai.dart +++ b/packages/genai/lib/providers/openai.dart @@ -16,6 +16,8 @@ class OpenAIModelController extends ModelController { LLMConfigName.temperature.name: defaultLLMConfigurations[LLMConfigName.temperature]!, LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!, + LLMConfigName.stream.name: + defaultLLMConfigurations[LLMConfigName.stream]!, }, ).clone();