Streaming Option added to AI Request Configurations

This commit is contained in:
Manas Hejmadi
2025-07-26 03:37:17 +05:30
parent f60836e4b2
commit db599b3d74
4 changed files with 20 additions and 4 deletions

View File

@@ -339,7 +339,12 @@ class CollectionStateNotifier
if (apiType == APIType.ai) {
aiRequestModel = requestModel.aiRequestModel!;
final genAIRequest = aiRequestModel.createRequest();
final streamingMode = aiRequestModel.payload
.configMap[LLMConfigName.stream.name]?.configValue.value ??
false;
final genAIRequest = aiRequestModel.createRequest(stream: streamingMode);
substitutedHttpRequestModel = getSubstitutedHttpRequestModel(
HttpRequestModel(
method: HTTPVerb.post,