context fixes

Author: RantsRoamer

lib/ollama.js

@@ -86,7 +86,7 @@ async function getModelContextWindow(baseUrl, model) {
   const res = await fetch(`${cleanBase}/api/show`, {
     method: 'POST',
     headers: { 'Content-Type': 'application/json' },
-    body: JSON.stringify({ name: model })
+    body: JSON.stringify({ name: model, model })
   });
   if (!res.ok) throw new Error(`Ollama show error ${res.status}`);
   const data = await res.json();

public/config.js

@@ -195,6 +195,26 @@
     setStatus('Model capability detected: max tokens set to ' + cap);
   }
 
+  async function fetchAndApplyModelCapability(modelName) {
+    const key = (modelName || '').trim();
+    if (!key) return;
+    const url = mainUrlEl.value.trim() || 'http://localhost:11434';
+    try {
+      const res = await fetch('/api/ollama/model-capability?url=' + encodeURIComponent(url) + '&model=' + encodeURIComponent(key));
+      const data = await res.json();
+      if (!res.ok) throw new Error(data.error || res.statusText);
+      const cap = Number(data.contextWindow || 0);
+      if (!cap || cap <= 0) return;
+      const numPredictEl = document.getElementById('ollamaNumPredict');
+      if (!numPredictEl) return;
+      numPredictEl.max = String(cap);
+      numPredictEl.value = String(cap);
+      setStatus('Model capability detected: max tokens set to ' + cap);
+    } catch (_) {
+      applyModelCapability(key);
+    }
+  }
+
   if (repairProjectMemoryBtn) {
     repairProjectMemoryBtn.addEventListener('click', async () => {
       repairProjectMemoryBtn.disabled = true;
@@ -254,16 +274,16 @@
       mainModelList.addEventListener('change', () => {
         if (mainModelList.value) {
           mainModelEl.value = mainModelList.value;
-          applyModelCapability(mainModelList.value);
+          fetchAndApplyModelCapability(mainModelList.value);
         }
       });
-      applyModelCapability(mainModelEl.value);
+      fetchAndApplyModelCapability(mainModelEl.value);
       setStatus('Loaded ' + (data.models?.length || 0) + ' models');
     } catch (e) {
       setStatus(e.message, true);
     }
   });
-  mainModelEl.addEventListener('change', () => applyModelCapability(mainModelEl.value));
+  mainModelEl.addEventListener('change', () => fetchAndApplyModelCapability(mainModelEl.value));
 
   function getRagFromDom() {
     return {

server.js

@@ -1314,6 +1314,19 @@ app.get('/api/ollama/models', async (req, res) => {
   }
 });
 
+app.get('/api/ollama/model-capability', async (req, res) => {
+  const url = req.query.url || getConfig().ollama.mainUrl;
+  const model = (req.query.model || '').toString().trim();
+  if (!model) return res.status(400).json({ error: 'model is required' });
+  try {
+    const contextWindow = await getModelContextWindow(url, model);
+    res.json({ model, contextWindow: Number(contextWindow) || 0 });
+  } catch (e) {
+    logger.warn('GET /api/ollama/model-capability:', e.message);
+    res.status(502).json({ error: e.message });
+  }
+});
+
 // ---------------------------------------------------------------------------
 // Heartbeat
 // ---------------------------------------------------------------------------