zphinx/tai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 3 Wiki Activity

update
Some checks failed
CI / test (push) Failing after 15s
Details

Browse Source
This commit is contained in:
zphinx
2026-05-04 18:30:54 +02:00
parent 739e19f595
commit c1192cdb94
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/tai/ai_client.py
View File

@@ -10,6 +10,7 @@ from openai import OpenAI
DEFAULT_AI_HOST = "http://localhost:11434/v1" DEFAULT_AI_HOST = "http://localhost:11434/v1"
DEFAULT_MODEL = "gemma3:4b" DEFAULT_MODEL = "gemma3:4b"
DEFAULT_EMBED_MODEL = "nomic-embed-text"
@dataclass(slots=True) @dataclass(slots=True)
@@ -21,6 +22,7 @@ class AIConfig:
api_key: str = "ollama" # Ollama ignores this; required by the openai client api_key: str = "ollama" # Ollama ignores this; required by the openai client
timeout_seconds: float = 120.0 timeout_seconds: float = 120.0
max_tokens: int = 4096 max_tokens: int = 4096
embed_model: str = DEFAULT_EMBED_MODEL
extra_headers: dict[str, str] = field(default_factory=dict) extra_headers: dict[str, str] = field(default_factory=dict)
@@ -106,3 +108,11 @@ class AIClient:
def summary(self) -> str: def summary(self) -> str:
"""Human-readable description of the AI config.""" """Human-readable description of the AI config."""
return f"host={self._config.host} model={self._config.model}" return f"host={self._config.host} model={self._config.model}"
def embed(self, text: str) -> list[float]:
"""Embed *text* using the configured embedding model via the OpenAI-compatible endpoint."""
response = self._client.embeddings.create(
model=self._config.embed_model,
input=text,
)
return list(response.data[0].embedding)