Basic Agentic Infrastructure created

packages/genai/lib/agentic_engine/agent_service.dart

@@ -0,0 +1,90 @@
+import 'package:genai/agentic_engine/blueprint.dart';
+import 'package:genai/genai.dart';
+
+class GenAIAgenticService {
+  static Future<String?> _call_provider({
+    required AIRequestModel baseAIRequestObject,
+    required String systemPrompt,
+    required String input,
+  }) async {
+    final aiRequest = baseAIRequestObject.copyWith(
+      systemPrompt: systemPrompt,
+      userPrompt: input,
+    );
+    return await executeGenAIRequest(aiRequest);
+  }
+
+  static Future<String?> _orchestrator(
+    APIDashAIAgent agent,
+    AIRequestModel baseAIRequestObject, {
+    String? query,
+    Map? variables,
+  }) async {
+    String sP = agent.getSystemPrompt();
+
+    //Perform Templating
+    if (variables != null) {
+      for (final v in variables.keys) {
+        sP = sP.substitutePromptVariable(v, variables[v]);
+      }
+    }
+
+    return await _call_provider(
+      systemPrompt: sP,
+      input: query ?? '',
+      baseAIRequestObject: baseAIRequestObject,
+    );
+  }
+
+  static Future<dynamic> _governor(
+    APIDashAIAgent agent,
+    AIRequestModel baseAIRequestObject, {
+    String? query,
+    Map? variables,
+  }) async {
+    int RETRY_COUNT = 0;
+    List<int> backoffDelays = [200, 400, 800, 1600, 3200];
+    do {
+      try {
+        final res = await _orchestrator(
+          agent,
+          baseAIRequestObject,
+          query: query,
+          variables: variables,
+        );
+        if (res != null) {
+          if (await agent.validator(res)) {
+            return agent.outputFormatter(res);
+          }
+        }
+      } catch (e) {
+        "APIDashAIService::Governor: Exception Occured: $e";
+      }
+      // Exponential Backoff
+      if (RETRY_COUNT < backoffDelays.length) {
+        await Future.delayed(
+          Duration(milliseconds: backoffDelays[RETRY_COUNT]),
+        );
+      }
+      RETRY_COUNT += 1;
+      print(
+        "Retrying AgentCall for (${agent.agentName}): ATTEMPT: $RETRY_COUNT",
+      );
+    } while (RETRY_COUNT < 5);
+    return null;
+  }
+
+  static Future<dynamic> callAgent(
+    APIDashAIAgent agent,
+    AIRequestModel baseAIRequestObject, {
+    String? query,
+    Map? variables,
+  }) async {
+    return await _governor(
+      agent,
+      baseAIRequestObject,
+      query: query,
+      variables: variables,
+    );
+  }
+}

packages/genai/lib/agentic_engine/blueprint.dart

@@ -0,0 +1,18 @@
+abstract class APIDashAIAgent {
+  String get agentName;
+  String getSystemPrompt();
+  Future<bool> validator(String aiResponse);
+  Future<dynamic> outputFormatter(String validatedResponse);
+}
+
+extension SystemPromptTemplating on String {
+  String substitutePromptVariable(String variable, String value) {
+    return this.replaceAll(":$variable:", value);
+  }
+}
+
+class AgentInputs {
+  final String? query;
+  final Map? variables;
+  AgentInputs({this.query, this.variables});
+}