opensource/lms-cli
1
0
Fork 0
mirror of https://github.com/lmstudio-ai/lms.git synced 2025-09-18 10:44:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

Change to repository unstable

Browse Source
This commit is contained in:
Rugved Somwanshi
2025-09-08 16:59:16 -04:00
parent 08cecf042d
commit f75727f9f3
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/subcommands/chat.ts
View File

@ -1,6 +1,6 @@
import { Command } from "@commander-js/extra-typings"; import { Command } from "@commander-js/extra-typings";
import type { SimpleLogger } from "@lmstudio/lms-common"; import type { SimpleLogger } from "@lmstudio/lms-common";
import type { LLMPredictionStats, StaffPickedModel } from "@lmstudio/lms-shared-types"; import type { LLMPredictionStats, HubModel } from "@lmstudio/lms-shared-types";
import { Chat, type LLM } from "@lmstudio/sdk"; import { Chat, type LLM } from "@lmstudio/sdk";
import * as readline from "readline"; import * as readline from "readline";
import { addCreateClientOptions, createClient } from "../createClient.js"; import { addCreateClientOptions, createClient } from "../createClient.js";
@ -113,10 +113,10 @@ export const chat = addLogLevelOptions(
// No model loaded, offer to download a staff pick or use existing downloaded model // No model loaded, offer to download a staff pick or use existing downloaded model
const cliPref = await getCliPref(logger); const cliPref = await getCliPref(logger);
let staffPicks: StaffPickedModel[] = []; let staffPicks: HubModel[] = [];
if (offline !== true) { if (offline !== true) {
try { try {
staffPicks = await client.system.unstable.getStaffPicks(); staffPicks = await client.repository.unstable.getModelCatalog();
} catch (err) { } catch (err) {
// If error says network connection failed, // If error says network connection failed,
// then we are offline, so just use empty staff picks // then we are offline, so just use empty staff picks
@ -149,7 +149,7 @@ export const chat = addLogLevelOptions(
return { return {
name: m.owner + "/" + m.name, name: m.owner + "/" + m.name,
isDownloaded: modelKeys.includes(m.owner + "/" + m.name), isDownloaded: modelKeys.includes(m.owner + "/" + m.name),
size: m.sizeBytes, size: m.metadata.minMemoryUsageBytes,
staffPicked: true, staffPicked: true,
}; };
}) })