feat(ollama): add ollama #40

Author: 10cl

src/app/bots/index.ts

@@ -8,6 +8,7 @@ import { PiBot } from './pi'
 import { QianwenWebBot } from './qianwen'
 import { XunfeiBot } from './xunfei'
 import {LlaMa2Bot} from "~app/bots/llama2";
+import {OllamaBot} from "~app/bots/ollama";
 
 export type BotId =
   | 'chatgpt'
@@ -23,6 +24,7 @@ export type BotId =
   | 'gemma'
   | 'qianwen'
   | 'baichuan'
+  | 'ollama'
 
 export type ChatPage =
   | 'side'
@@ -31,6 +33,8 @@ export type ChatPage =
 
 export function createBotInstance(botId: BotId) {
   switch (botId) {
+    case 'ollama':
+      return new OllamaBot()
     case 'chatgpt':
       return new ChatGPTBot()
     case 'bing':

src/app/bots/ollama/index.ts

@@ -0,0 +1,59 @@
+import { parseSSEResponse } from '~utils/sse'
+import { AbstractBot, SendMessageParams } from '../abstract-bot'
+import {requestHostPermission} from "~app/utils/permissions";
+import {ChatError, ErrorCode} from "~utils/errors";
+import {getUserConfig, OllamaAPIModel} from "~services/user-config";
+import {streamAsyncIterable} from "~utils/stream-async-iterable";
+
+interface ConversationContext {
+  initialized: boolean
+}
+
+export class OllamaBot extends AbstractBot {
+  private conversationContext?: ConversationContext
+
+  async doSendMessage(params: SendMessageParams) {
+    const {ollamaApi, ollamaModel} = await getUserConfig()
+
+    const urlObj = new URL(ollamaApi);
+    if (!(await requestHostPermission(urlObj.protocol + '//*.' + urlObj.hostname + "/"))) {
+      throw new ChatError('Missing ollama api url permission', ErrorCode.MISSING_HOST_PERMISSION)
+    }
+
+    const resp = await fetch(ollamaApi, {
+      method: 'POST',
+      signal: params.signal,
+      body: JSON.stringify({
+        "model": ollamaModel,
+        "messages": [
+          { "role": "user", "content": params.prompt  }
+        ]
+      })
+    })
+
+    const decoder = new TextDecoder()
+    let result = ''
+
+    for await (const uint8Array of streamAsyncIterable(resp.body!)) {
+      const str = decoder.decode(uint8Array)
+      console.debug('ollama stream', str)
+      const lines = str.split('\n')
+      for (const line of lines) {
+        if (!line) {
+          continue
+        }
+        const data = JSON.parse(line)
+        const text = data.message.content
+        if (text) {
+          result += text
+          params.onEvent({ type: 'UPDATE_ANSWER', data: { text: result } })
+        }
+      }
+    }
+    params.onEvent({ type: 'DONE' })
+  }
+
+  resetConversation() {
+    this.conversationContext = undefined
+  }
+}

src/app/consts.ts

@@ -4,7 +4,7 @@ import bardLogo from '~/assets/bard-logo.svg'
 import bingLogo from '~/assets/bing-logo.svg'
 import yiLogo from '~/assets/yi-logo.svg'
 import chatgptLogo from '~/assets/chatgpt-logo.svg'
-import falconLogo from '~/assets/falcon-logo.jpeg'
+import ollamaLogo from '~/assets/ollama-logo.png'
 import llamaLogo from '~/assets/llama-logo.png'
 import mistralLogo from '~/assets/mistral-logo.png'
 import piLogo from '~/assets/pi-logo.png'
@@ -31,14 +31,14 @@ export const CHATBOTS: Record<BotId, { name: string; avatar: string }> = {
     name: 'Llama 3 70B',
     avatar: llamaLogo,
   },
+  ollama: {
+    name: 'Ollama',
+    avatar: ollamaLogo,
+  },
   vicuna: {
     name: 'Vicuna',
     avatar: vicunaLogo,
   },
-/*  falcon: {
-    name: 'Falcon',
-    avatar: falconLogo,
-  },*/
   mistral: {
     name: 'Mixtral',
     avatar: mistralLogo,

src/app/pages/SettingPage.tsx

@@ -39,6 +39,7 @@ import {
   setStore, getBotId
 } from "~services/storage/memory-store";
 import store from "store2";
+import OllamaAPISettings from "~app/components/Settings/OllamaAPISettings";
 
 const BING_STYLE_OPTIONS = [
   { name: 'Precise', value: BingConversationStyle.Precise },
@@ -153,6 +154,8 @@ const SettingPage = () => {
             </div>
           </div>
         </div>)}
+        {getBotId() == "ollama" && (
+          <OllamaAPISettings userConfig={userConfig} updateConfigValue={updateConfigValue} />)}
       </div>
       <Button color={dirty ? 'primary' : 'flat'} text={t('Save')} className="w-fit my-8" onClick={save} />
       <Toaster position="top-right" />