StreamingDone Error Fixed & added Streaming Config to all

This commit is contained in:
Manas Hejmadi
2025-07-28 17:35:09 +05:30
parent db599b3d74
commit 8bc2cbeb7b
5 changed files with 9 additions and 0 deletions

View File

@@ -39,6 +39,7 @@ class _SSEDisplayState extends ConsumerState<SSEDisplay> {
String out = "";
for (String x in widget.sseOutput) {
x = x.substring(6);
if (x.contains('[DONE]')) continue;
out += aiRequestModel.model.provider.modelController
.streamOutputFormatter(jsonDecode(x)) ??
"<?>";

View File

@@ -15,6 +15,8 @@ class AnthropicModelController extends ModelController {
LLMConfigName.temperature.name:
defaultLLMConfigurations[LLMConfigName.temperature]!,
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
LLMConfigName.stream.name:
defaultLLMConfigurations[LLMConfigName.stream]!,
},
).clone();

View File

@@ -15,6 +15,8 @@ class AzureOpenAIModelController extends ModelController {
LLMConfigName.temperature.name:
defaultLLMConfigurations[LLMConfigName.temperature]!,
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
LLMConfigName.stream.name:
defaultLLMConfigurations[LLMConfigName.stream]!,
},
).clone();

View File

@@ -16,6 +16,8 @@ class OllamaModelController extends ModelController {
LLMConfigName.temperature.name:
defaultLLMConfigurations[LLMConfigName.temperature]!,
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
LLMConfigName.stream.name:
defaultLLMConfigurations[LLMConfigName.stream]!,
},
).clone();

View File

@@ -16,6 +16,8 @@ class OpenAIModelController extends ModelController {
LLMConfigName.temperature.name:
defaultLLMConfigurations[LLMConfigName.temperature]!,
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
LLMConfigName.stream.name:
defaultLLMConfigurations[LLMConfigName.stream]!,
},
).clone();