mirror of
https://github.com/foss42/apidash.git
synced 2025-12-02 02:39:19 +08:00
StreamingDone Error Fixed & added Streaming Config to all
This commit is contained in:
@@ -39,6 +39,7 @@ class _SSEDisplayState extends ConsumerState<SSEDisplay> {
|
||||
String out = "";
|
||||
for (String x in widget.sseOutput) {
|
||||
x = x.substring(6);
|
||||
if (x.contains('[DONE]')) continue;
|
||||
out += aiRequestModel.model.provider.modelController
|
||||
.streamOutputFormatter(jsonDecode(x)) ??
|
||||
"<?>";
|
||||
|
||||
@@ -15,6 +15,8 @@ class AnthropicModelController extends ModelController {
|
||||
LLMConfigName.temperature.name:
|
||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||
LLMConfigName.stream.name:
|
||||
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||
},
|
||||
).clone();
|
||||
|
||||
|
||||
@@ -15,6 +15,8 @@ class AzureOpenAIModelController extends ModelController {
|
||||
LLMConfigName.temperature.name:
|
||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||
LLMConfigName.stream.name:
|
||||
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||
},
|
||||
).clone();
|
||||
|
||||
|
||||
@@ -16,6 +16,8 @@ class OllamaModelController extends ModelController {
|
||||
LLMConfigName.temperature.name:
|
||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||
LLMConfigName.stream.name:
|
||||
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||
},
|
||||
).clone();
|
||||
|
||||
|
||||
@@ -16,6 +16,8 @@ class OpenAIModelController extends ModelController {
|
||||
LLMConfigName.temperature.name:
|
||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||
LLMConfigName.stream.name:
|
||||
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||
},
|
||||
).clone();
|
||||
|
||||
|
||||
Reference in New Issue
Block a user