chore: bump version to 2.80.27 and update core features

src/lmstudio/client.ts

@@ -1,10 +1,14 @@
-import { LMStudioClient as SDKClient } from '@lmstudio/sdk';
+import { LMStudioClient as SDKClient, LLM } from '@lmstudio/sdk';
 import { logError, logInfo } from '../utils';
 
 export interface ILMStudioClient {
     load(modelKey: string, signal?: AbortSignal): Promise<void>;
     unload(modelKey: string): Promise<void>;
     listLoaded(): Promise<string[]>;
+    /** Like listLoaded() but caches the result for `ttlMs` to avoid hammering the SDK. */
+    listLoadedCached(ttlMs?: number): Promise<string[]>;
+    /** Resolve a chat-ready handle for an already-loaded (or just-loaded) model. */
+    getModelHandle(modelKey: string): Promise<LLM>;
     isReachable(): Promise<boolean>;
     setBaseUrl(httpBaseUrl: string): void;
 }
@@ -36,6 +40,8 @@ export function httpToWebSocketUrl(httpBaseUrl: string): string | undefined {
 export class LMStudioClient implements ILMStudioClient {
     private _sdk: SDKClient | undefined;
     private _wsUrl: string | undefined;
+    private _loadedCache: { value: string[]; expiresAt: number } | undefined;
+    private static readonly DEFAULT_LOADED_CACHE_TTL_MS = 5000;
 
     constructor(httpBaseUrl: string) {
         this.setBaseUrl(httpBaseUrl);
@@ -46,6 +52,7 @@ export class LMStudioClient implements ILMStudioClient {
         if (ws !== this._wsUrl) {
             this._wsUrl = ws;
             this._sdk = undefined;
+            this._loadedCache = undefined;
         }
     }
 
@@ -59,6 +66,7 @@ export class LMStudioClient implements ILMStudioClient {
     async load(modelKey: string, signal?: AbortSignal): Promise<void> {
         try {
             await this.getSdk().llm.load(modelKey, signal ? { signal } : undefined);
+            this._loadedCache = undefined;
             logInfo('LM Studio model loaded.', { modelKey });
         } catch (e: any) {
             const msg = e?.message ?? String(e);
@@ -69,6 +77,7 @@ export class LMStudioClient implements ILMStudioClient {
     async unload(modelKey: string): Promise<void> {
         try {
             await this.getSdk().llm.unload(modelKey);
+            this._loadedCache = undefined;
             logInfo('LM Studio model unloaded.', { modelKey });
         } catch (e: any) {
             const msg = e?.message ?? String(e);
@@ -88,6 +97,29 @@ export class LMStudioClient implements ILMStudioClient {
         }
     }
 
+    async listLoadedCached(ttlMs: number = LMStudioClient.DEFAULT_LOADED_CACHE_TTL_MS): Promise<string[]> {
+        const now = Date.now();
+        if (this._loadedCache && this._loadedCache.expiresAt > now) {
+            return this._loadedCache.value.slice();
+        }
+        try {
+            const value = await this.listLoaded();
+            this._loadedCache = { value, expiresAt: now + ttlMs };
+            return value.slice();
+        } catch {
+            return [];
+        }
+    }
+
+    async getModelHandle(modelKey: string): Promise<LLM> {
+        try {
+            return await this.getSdk().llm.model(modelKey);
+        } catch (e: any) {
+            const msg = e?.message ?? String(e);
+            throw new LMStudioLifecycleError(`Failed to acquire LM Studio model handle "${modelKey}": ${msg}`, e);
+        }
+    }
+
     async isReachable(): Promise<boolean> {
         try {
             await this.getSdk().llm.listLoaded();