feat(chat): streaming REPL with rich renderer

- chat/renderer.py: Live streaming markdown, injection warning panel, redaction - chat/history.py: ConversationHistory with system prompt + memory context injection, token budget trimming - chat/session.py: prompt_toolkit REPL, slash commands (/quit /clear /help /memory list), vault key retrieval inline at call time (not stored), injection scan after each response Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-05-17 12:52:08 +02:00
parent 1448bb4650
commit 0fe6332316
3 changed files with 235 additions and 0 deletions
@@ -0,0 +1,136 @@
+from pathlib import Path
+
+import litellm
+from prompt_toolkit import PromptSession
+from prompt_toolkit.history import FileHistory
+from rich.console import Console
+
+from pyra.chat.history import ConversationHistory
+from pyra.chat.renderer import (
+    console,
+    render_error,
+    render_info,
+    render_injection_warning,
+    render_streaming_response,
+    render_system,
+)
+from pyra.config.manager import load_config
+from pyra.config.schema import PyraConfig
+from pyra.memory.reader import list_memories
+from pyra.security.injection import scan_response
+from pyra.setup.providers import get_provider
+from pyra.utils.paths import pyra_home
+
+_HISTORY_FILE = pyra_home() / ".chat_history"
+
+_SLASH_COMMANDS = {
+    "/quit": "Exit Pyra",
+    "/exit": "Exit Pyra",
+    "/clear": "Clear conversation history",
+    "/memory list": "List memory files",
+    "/help": "Show available slash commands",
+}
+
+
+def start_chat() -> None:
+    try:
+        cfg = load_config()
+    except FileNotFoundError as exc:
+        render_error(str(exc))
+        return
+
+    history = ConversationHistory(cfg)
+    session: PromptSession = PromptSession(
+        history=FileHistory(str(_HISTORY_FILE)),
+        multiline=False,
+    )
+
+    provider = get_provider(cfg.ai.provider_id)
+    render_system(
+        f"[bold cyan]Pyra[/bold cyan]  |  {provider.display_name}  |  {cfg.ai.model}\n"
+        "[dim]Type /help for commands, /quit to exit.[/dim]"
+    )
+
+    while True:
+        try:
+            user_input = session.prompt("› ").strip()
+        except (KeyboardInterrupt, EOFError):
+            console.print("\n[dim]Goodbye.[/dim]")
+            break
+
+        if not user_input:
+            continue
+
+        if user_input in ("/quit", "/exit"):
+            console.print("[dim]Goodbye.[/dim]")
+            break
+
+        if user_input == "/clear":
+            history.clear()
+            render_info("Conversation cleared.")
+            continue
+
+        if user_input == "/help":
+            _show_help()
+            continue
+
+        if user_input == "/memory list":
+            _show_memory_list()
+            continue
+
+        if user_input.startswith("/"):
+            render_error(f"Unknown command: {user_input!r}. Type /help for commands.")
+            continue
+
+        history.add_user(user_input)
+
+        try:
+            response_text = _call_ai(cfg, history)
+        except Exception as exc:
+            render_error(f"AI error: {exc}")
+            history._messages.pop()  # Remove the failed user message
+            continue
+
+        history.add_assistant(response_text)
+
+        warnings = scan_response(response_text)
+        if warnings:
+            render_injection_warning(warnings)
+
+
+def _call_ai(cfg: PyraConfig, history: ConversationHistory) -> str:
+    from pyra.vault.reader import get_key
+
+    provider = get_provider(cfg.ai.provider_id)
+    api_key = get_key(cfg.ai.provider_id) if provider.requires_key else None
+
+    kwargs: dict = {
+        "model": f"{provider.litellm_prefix}{cfg.ai.model}",
+        "messages": history.build_for_api(),
+        "stream": True,
+    }
+    if cfg.ai.base_url:
+        kwargs["api_base"] = cfg.ai.base_url
+    if api_key:
+        kwargs["api_key"] = api_key
+
+    litellm.suppress_debug_info = True
+    stream = litellm.completion(**kwargs)
+    return render_streaming_response(stream)
+
+
+def _show_help() -> None:
+    lines = ["[bold]Slash commands:[/bold]"]
+    for cmd, desc in _SLASH_COMMANDS.items():
+        lines.append(f"  [cyan]{cmd:<20}[/cyan] {desc}")
+    console.print("\n".join(lines))
+
+
+def _show_memory_list() -> None:
+    memories = list_memories()
+    if not memories:
+        render_info("No memory files found.")
+        return
+    for m in memories:
+        mtime = m.modified.strftime("%Y-%m-%d")
+        console.print(f"  [cyan]{m.name:<40}[/cyan] {m.category:<12} {mtime}")