feat(etl): stable pipeline, exception registry in SQLite, multi-pass aggregation and db_cli

2026-08-27 19:26:28 +03:00
parent 66087d5806
commit a9680db0aa
77 changed files with 12548 additions and 5625 deletions
@@ -0,0 +1,63 @@
+#!/usr/bin/env python3
+"""
+===============================================================================
+FILE: scripts/diagnostics/make_web_snapshot.py
+ROLE: Генерация слепка Web API, LLM-движка и клиентских скриптов.
+===============================================================================
+"""
+
+import os
+
+ROOT_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", ".."))
+OUTPUT_FILE = os.path.join(ROOT_DIR, "web_api_code_snapshot.md")
+
+WEB_TARGET_FILES = [
+    "modules/web_api/main.py",
+    "modules/web_api/routers/chat.py",
+    "modules/web_api/routers/auth.py",
+    "modules/web_api/routers/tasks.py",
+    "modules/web_api/routers/exceptions.py",
+    "modules/web_api/routers/admin.py",
+    "modules/web_api/routers/files.py",
+    "modules/web_api/llm/agent.py",
+    "modules/web_api/llm/db_tools.py",
+    "modules/web_api/llm/schemas.py",
+    "modules/web_api/llm/core/context_manager.py",
+    "modules/web_api/llm/core/tool_injector.py",
+    "modules/web_api/llm/core/ollama_client.py",
+    "modules/web_api/llm/core/fast_path.py",
+    "modules/web_api/static/js/app.js",
+    "modules/web_api/static/js/auth.js",
+    "modules/web_api/static/js/tasks.js",
+    "modules/web_api/static/js/chat/core.js",
+    "modules/web_api/static/js/chat/task_widget.js"
+]
+
+
+def create_web_snapshot():
+    content = ["# 🌐 WEB API & LLM AGENT CODE SNAPSHOT\n"]
+    included_count = 0
+
+    for rel_path in WEB_TARGET_FILES:
+        full_path = os.path.join(ROOT_DIR, rel_path)
+        if os.path.exists(full_path):
+            ext = os.path.splitext(rel_path)[1].replace(".", "")
+            lang = "js" if ext == "js" else ("py" if ext == "py" else "text")
+            try:
+                with open(full_path, "r", encoding="utf-8") as f:
+                    file_text = f.read()
+                content.append(f"## File: `./{rel_path}`\n```{lang}\n{file_text}\n```\n")
+                included_count += 1
+            except Exception as e:
+                print(f"[⚠️] Ошибка чтения {rel_path}: {e}")
+
+    with open(OUTPUT_FILE, "w", encoding="utf-8") as f:
+        f.write("\n".join(content))
+
+    size_kb = os.path.getsize(OUTPUT_FILE) / 1024
+    print(f"\n[✓] Web API слепок создан: {OUTPUT_FILE}")
+    print(f"    Включено файлов: {included_count} | Размер: {size_kb:.1f} KB\n")
+
+
+if __name__ == "__main__":
+    create_web_snapshot()