|
| 1 | +from typing import Optional |
| 2 | + |
| 3 | + |
| 4 | +from .protocol import KnowledgeProvider, Storage |
| 5 | +from .searchable import SearchableKnowledge |
| 6 | +from .unsearchable import UnsearchableKnowledge |
| 7 | +from ..models.model import Model |
| 8 | +from .chunkers.naive import NaiveChunker |
| 9 | +from .chunkers import Chunker |
| 10 | +from .extractors import TextExtractor |
| 11 | +from .in_memory import InMemory |
| 12 | + |
| 13 | + |
| 14 | +class Knowledge(KnowledgeProvider): |
| 15 | + def __init__( |
| 16 | + self, |
| 17 | + name: str, |
| 18 | + searchable=False, |
| 19 | + # shared |
| 20 | + storage: Storage = InMemory(), |
| 21 | + text_extractor: TextExtractor = None, |
| 22 | + max_knowledge_size: int = 4096, |
| 23 | + # searchable-specific |
| 24 | + model: Model = None, |
| 25 | + chunker: Chunker = NaiveChunker(), |
| 26 | + max_results: int = 10, |
| 27 | + max_distance: float = 0.2, |
| 28 | + # unsearchable-specific |
| 29 | + document_name: Optional[str] = None, |
| 30 | + ): |
| 31 | + self.searchable = searchable |
| 32 | + |
| 33 | + if self.searchable: |
| 34 | + self.knowledge = SearchableKnowledge( |
| 35 | + name, |
| 36 | + storage=storage, |
| 37 | + text_extractor=text_extractor, |
| 38 | + max_knowledge_size=max_knowledge_size, |
| 39 | + model=model, |
| 40 | + chunker=chunker, |
| 41 | + max_results=max_results, |
| 42 | + max_distance=max_distance, |
| 43 | + ) |
| 44 | + else: |
| 45 | + self.knowledge = UnsearchableKnowledge( |
| 46 | + name, |
| 47 | + storage=storage, |
| 48 | + text_extractor=text_extractor, |
| 49 | + max_knowledge_size=max_knowledge_size, |
| 50 | + document_name=document_name, |
| 51 | + ) |
| 52 | + |
| 53 | + async def add_document(self, document_name: str, document_url: str, content_type: Optional[str] = None): |
| 54 | + return await self.knowledge.add_document(document_name, document_url, content_type) |
| 55 | + |
| 56 | + async def add_text(self, document_name: str, text: str, content_type: Optional[str] = None): |
| 57 | + return await self.knowledge.add_text(document_name, text, content_type) |
| 58 | + |
| 59 | + async def search_knowledge(self, scope: Optional[str], conversation: Optional[str], query: str) -> Optional[str]: |
| 60 | + return await self.knowledge.search_knowledge(scope, conversation, query) |
0 commit comments