mirror of
https://github.com/foss42/apidash.git
synced 2025-12-02 10:49:49 +08:00
StreamingDone Error Fixed & added Streaming Config to all
This commit is contained in:
@@ -39,6 +39,7 @@ class _SSEDisplayState extends ConsumerState<SSEDisplay> {
|
|||||||
String out = "";
|
String out = "";
|
||||||
for (String x in widget.sseOutput) {
|
for (String x in widget.sseOutput) {
|
||||||
x = x.substring(6);
|
x = x.substring(6);
|
||||||
|
if (x.contains('[DONE]')) continue;
|
||||||
out += aiRequestModel.model.provider.modelController
|
out += aiRequestModel.model.provider.modelController
|
||||||
.streamOutputFormatter(jsonDecode(x)) ??
|
.streamOutputFormatter(jsonDecode(x)) ??
|
||||||
"<?>";
|
"<?>";
|
||||||
|
|||||||
@@ -15,6 +15,8 @@ class AnthropicModelController extends ModelController {
|
|||||||
LLMConfigName.temperature.name:
|
LLMConfigName.temperature.name:
|
||||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||||
|
LLMConfigName.stream.name:
|
||||||
|
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||||
},
|
},
|
||||||
).clone();
|
).clone();
|
||||||
|
|
||||||
|
|||||||
@@ -15,6 +15,8 @@ class AzureOpenAIModelController extends ModelController {
|
|||||||
LLMConfigName.temperature.name:
|
LLMConfigName.temperature.name:
|
||||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||||
|
LLMConfigName.stream.name:
|
||||||
|
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||||
},
|
},
|
||||||
).clone();
|
).clone();
|
||||||
|
|
||||||
|
|||||||
@@ -16,6 +16,8 @@ class OllamaModelController extends ModelController {
|
|||||||
LLMConfigName.temperature.name:
|
LLMConfigName.temperature.name:
|
||||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||||
|
LLMConfigName.stream.name:
|
||||||
|
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||||
},
|
},
|
||||||
).clone();
|
).clone();
|
||||||
|
|
||||||
|
|||||||
@@ -16,6 +16,8 @@ class OpenAIModelController extends ModelController {
|
|||||||
LLMConfigName.temperature.name:
|
LLMConfigName.temperature.name:
|
||||||
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
defaultLLMConfigurations[LLMConfigName.temperature]!,
|
||||||
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
LLMConfigName.top_p.name: defaultLLMConfigurations[LLMConfigName.top_p]!,
|
||||||
|
LLMConfigName.stream.name:
|
||||||
|
defaultLLMConfigurations[LLMConfigName.stream]!,
|
||||||
},
|
},
|
||||||
).clone();
|
).clone();
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user