Providers: Implemented anthropic, gemini, openai & azureopenai

2025-12-05 04:18:56 +08:00 · 2025-06-22 23:07:06 +05:30
parent a6d1c410d6
commit 69e3882357
6 changed files with 417 additions and 2 deletions
--- a/packages/genai/lib/llm_manager.dart
+++ b/packages/genai/lib/llm_manager.dart
@@ -0,0 +1,86 @@
+import 'dart:convert';
+import 'package:better_networking/better_networking.dart';
+import 'package:shared_preferences/shared_preferences.dart';
+
+class LLMManager {
+  static Map avaiableModels = {
+    "gemini": [
+      ["gemini-2.0-flash", "Gemini 2.0 Flash"],
+    ],
+  };
+
+  static get models => avaiableModels;
+
+  static const String modelRemoteURL =
+      'https://raw.githubusercontent.com/synapsecode/apidash/llm_model_rearch/packages/genai/models.json';
+  static const String baseOllamaURL = 'http://localhost:11434';
+
+  static addLLM(String providerID, String modelID, String modelName) async {
+    avaiableModels[providerID] = [
+      ...avaiableModels[providerID],
+      [modelID, modelName],
+    ];
+    await saveAvailableLLMs(avaiableModels);
+  }
+
+  static removeLLM(String providerID, String modelID, String modelName) async {
+    List z = avaiableModels[providerID] as List;
+    z = z.where((x) => x[0] != modelID && x[1] != modelName).toList();
+    avaiableModels[providerID] = z;
+    await saveAvailableLLMs(avaiableModels);
+  }
+
+  static fetchAvailableLLMs([String? remoteURL, String? ollamaURL]) async {
+    //get LLMs from remove
+    final (resp, _, __) = await sendHttpRequest(
+      'FETCH_MODELS',
+      APIType.rest,
+      HttpRequestModel(url: remoteURL ?? modelRemoteURL, method: HTTPVerb.get),
+    );
+    if (resp == null) {
+      throw Exception('UNABLE TO FETCH MODELS');
+    }
+    Map remoteModels = jsonDecode(resp.body);
+    final oM = await fetchInstalledOllamaModels(ollamaURL);
+    remoteModels['ollama'] = oM;
+    saveAvailableLLMs(remoteModels);
+    loadAvailableLLMs();
+  }
+
+  static saveAvailableLLMs(Map updatedLLMs) async {
+    SharedPreferences prefs = await SharedPreferences.getInstance();
+    await prefs.setString('genai_available_llms', jsonEncode(updatedLLMs));
+  }
+
+  static loadAvailableLLMs() async {
+    SharedPreferences prefs = await SharedPreferences.getInstance();
+    final avl = prefs.getString('genai_available_llms');
+    if (avl != null) {
+      avaiableModels = (jsonDecode(avl));
+    }
+  }
+
+  static clearAvailableLLMs() async {
+    SharedPreferences prefs = await SharedPreferences.getInstance();
+    prefs.remove('genai_available_llms');
+  }
+
+  static Future<List?> fetchInstalledOllamaModels([String? ollamaURL]) async {
+    final url = "${ollamaURL ?? baseOllamaURL}/api/tags";
+    final (resp, _, __) = await sendHttpRequest(
+      'OLLAMA_FETCH',
+      APIType.rest,
+      HttpRequestModel(url: url, method: HTTPVerb.get),
+      noSSL: true,
+    );
+    if (resp == null) return [];
+    final output = jsonDecode(resp.body);
+    final models = output['models'];
+    if (models == null) return [];
+    List ollamaModels = [];
+    for (final m in models) {
+      ollamaModels.add([m['model'], m['name']]);
+    }
+    return ollamaModels;
+  }
+}