From 2992a0e6501c7fe5ad612cdac6a27d5ee6b38d6b Mon Sep 17 00:00:00 2001 From: Accusys Date: Wed, 13 May 2026 02:37:45 +0800 Subject: [PATCH] feat: service inventory, ERP reports, sqlite-vec integration, visualize tool - Add SERVICE_INVENTORY_V1.0.0.md (25 source-verified tools, 3.7GB) - Add ERP_SELECTION_REPORT.md (Odoo CE vs ERPNext comparison) - Add SFTPGO_ODOO_REPLACEMENT.md (SFTPGo migration plan) - Add SERVICE_GO_GITEA_BUILD.md (Go compiler + Gitea build report) - Add release visualize command (face trace heatmap + identity filter) - Add sqlite-vec integration (160MB SQLite with vec0 vector tables) - Add export_identities.py, export_sqlite.py, render_face_heatmap.py - Add Go, Gitea, Rust/Cargo, Swift, yt-dlp, SQLite, sqlite-vec to service CLI - Fix package to include identities and identity_bindings in data.sql - Update release list to show all deployed video stats - Add V1.0.0 YAML frontmatter to all docs (DOCS_STANDARD compliant) --- Cargo.toml | 8 + .../REPORTS/ERP_COMPARISON_TABLE.md | 167 ++++ .../REPORTS/ERP_SELECTION_REPORT.md | 395 ++++++++ .../REPORTS/SERVICE_GO_GITEA_BUILD.md | 250 +++++ .../REPORTS/SERVICE_INVENTORY_V1.0.0.md | 242 +++++ .../REPORTS/SFTPGO_ODOO_REPLACEMENT.md | 432 +++++++++ .../RESEARCH/ERP_COMPARISON_TABLE.md | 167 ++++ .../RESEARCH/ERP_SELECTION_REPORT.md | 395 ++++++++ .../RESEARCH/SFTPGO_ODOO_REPLACEMENT.md | 432 +++++++++ .../M5_workspace/SERVICE_GO_GITEA_BUILD.md | 250 +++++ scripts/embed_faces.py | 161 ++++ scripts/export_file_package.py | 131 +++ scripts/export_identities.py | 74 ++ scripts/export_sqlite.py | 238 +++++ scripts/face_processor.py | 6 +- scripts/identity_bind.py | 129 +++ scripts/insert_chunks.py | 48 + scripts/release_manager.py | 344 +++++++ scripts/render_face_heatmap.py | 222 +++++ scripts/speaker_assign.py | 164 ++++ scripts/transcribe.py | 284 ++++++ scripts/vec0.dylib | Bin 0 -> 194808 bytes scripts/vectorize_chunks.py | 69 ++ src/bin/release.rs | 618 +++++++++++++ src/bin/service.rs | 853 ++++++++++++++++++ 25 files changed, 6076 insertions(+), 3 deletions(-) create mode 100644 docs_v1.0/M4_workspace/REPORTS/ERP_COMPARISON_TABLE.md create mode 100644 docs_v1.0/M4_workspace/REPORTS/ERP_SELECTION_REPORT.md create mode 100644 docs_v1.0/M4_workspace/REPORTS/SERVICE_GO_GITEA_BUILD.md create mode 100644 docs_v1.0/M4_workspace/REPORTS/SERVICE_INVENTORY_V1.0.0.md create mode 100644 docs_v1.0/M4_workspace/REPORTS/SFTPGO_ODOO_REPLACEMENT.md create mode 100644 docs_v1.0/M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md create mode 100644 docs_v1.0/M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md create mode 100644 docs_v1.0/M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md create mode 100644 docs_v1.0/M5_workspace/SERVICE_GO_GITEA_BUILD.md create mode 100644 scripts/embed_faces.py create mode 100644 scripts/export_file_package.py create mode 100644 scripts/export_identities.py create mode 100644 scripts/export_sqlite.py create mode 100644 scripts/identity_bind.py create mode 100644 scripts/insert_chunks.py create mode 100644 scripts/release_manager.py create mode 100644 scripts/render_face_heatmap.py create mode 100644 scripts/speaker_assign.py create mode 100644 scripts/transcribe.py create mode 100644 scripts/vec0.dylib create mode 100644 scripts/vectorize_chunks.py create mode 100644 src/bin/release.rs create mode 100644 src/bin/service.rs diff --git a/Cargo.toml b/Cargo.toml index 957288c..91a799a 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -128,6 +128,14 @@ path = "src/bin/test_bm25_simple.rs" name = "integrated_player" path = "src/bin/integrated_player.rs" +[[bin]] +name = "release" +path = "src/bin/release.rs" + +[[bin]] +name = "service" +path = "src/bin/service.rs" + [build-dependencies] chrono = "0.4" diff --git a/docs_v1.0/M4_workspace/REPORTS/ERP_COMPARISON_TABLE.md b/docs_v1.0/M4_workspace/REPORTS/ERP_COMPARISON_TABLE.md new file mode 100644 index 0000000..8b68e3f --- /dev/null +++ b/docs_v1.0/M4_workspace/REPORTS/ERP_COMPARISON_TABLE.md @@ -0,0 +1,167 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "ERP Comparison Table — Odoo CE vs ERPNext Feature Matrix" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "erp" + - "odoo" + - "erpnext" + - "comparison" + - "bom" + - "manufacturing" + - "billing" + - "electronics" +ai_query_hints: + - "Odoo CE vs ERPNext 功能對比表" + - "ERPNext 替代料功能是否比 Odoo CE 強" + - "Odoo CE 是否支援 BOM 版控" + - "Odoo CE vs ERPNext 電子製造業適合哪個" + - "ERP feature comparison table for Odoo and ERPNext" +related_documents: + - "M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md" + - "M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md" +--- + +# ERP Function Comparison Table — Odoo CE vs ERPNext + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立 ERP 功能對比表 | OpenCode | deepseek-v4-pro | + +--- + +> Source verified via actual source code: Odoo CE `addons/mrp/models/`, ERPNext `erpnext/manufacturing/doctype/` +> 標記：✅ CE/Free 支援 | ❌ 不支援 | ⚠️ 需 custom/有限 | (EE) Odoo Enterprise only + +## 一、Billing / 開票帳務 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 客戶發票 | ✅ | ✅ | +| 供應商帳單 | ✅ | ✅ | +| 付款追蹤 | ✅ | ✅ | +| 線上付款 | ✅ 25+ | ✅ | +| 定期訂閱 | ❌ (EE) | ✅ | +| 多幣別 | ✅ | ✅ | +| 稅務在地化 | ✅ 50+ 國 | ✅ | +| 銀行對帳 | ✅ | ✅ | +| P&L / BS 報表 | ✅ | ✅ | +| 退款/折讓 | ✅ | ✅ | + +## 二、Membership / 會員系統 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 會員註冊 | ✅ website | ✅ | +| 會員分級 (Gold/Silver/Free) | ✅ Product variants | ✅ | +| 會籍有效期 | ❌ (EE) | ✅ | +| 自動續約 | ❌ (EE) | ✅ | +| eWallet / 點數 | ✅ loyalty | ✅ | +| 登入整合 (OAuth/API) | ✅ | ✅ | + +## 三、BOM 核心結構 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Multi-level BOM | ✅ | ✅ | +| Component Qty + UOM | ✅ | ✅ | +| Reference Designator | ⚠️ code 欄位 | ✅ | +| Phantom / Kit BOM | ✅ | ✅ | +| By-Products | ✅ | ✅ | +| Scrap 報廢 | ✅ | ✅ | +| BOM 成本計算 | ✅ auto | ⚠️ manual | +| BOM 匯入/匯出 | ✅ Excel | ✅ CSV | +| Substitute Items | ❌ | ✅ | +| BOM Version / Revision | ❌ (EE) | ✅ | +| BOM Comparison Tool | ❌ | ✅ | +| BOM 圖片/附件 | ✅ | ✅ | + +## 四、產線管理 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Work Centers | ✅ | ✅ Workstations | +| Routing / 工序 | ✅ | ✅ | +| Work Orders | ✅ | ✅ Job Cards | +| Shop Floor Tablet UI | ❌ (EE) | ✅ | +| Unbuild / 拆解 | ✅ | ❌ | +| Subcontracting | ✅ 3 種 | ❌ | +| MPS / 主排程 | ❌ (EE) | ✅ | +| Time Tracking | ❌ (EE) | ✅ | + +## 五、品質管理 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Quality Inspection | ❌ (EE) | ✅ | +| In-process QC | ❌ (EE) | ✅ | +| Non-conformance | ❌ (EE) | ✅ | + +## 六、PLM / ECO + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| ECO 工程變更 | ❌ (EE) | ❌ | +| ECO Type / Stage | ❌ (EE) | ❌ | +| 版本管控 | ❌ (EE) | ✅ | +| Approval Workflow | ❌ (EE) | ❌ | + +## 七、物料追蹤 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Lot / Serial Number | ✅ | ✅ | +| Traceability | ✅ | ✅ | +| Product Expiry | ✅ | ✅ | +| Reorder / MRP | ✅ | ✅ | +| AVL (Approved Vendor) | ❌ | ❌ | +| RoHS / Compliance | ❌ | ❌ | + +## 八、授權與技術 + +| | Odoo CE | ERPNext | +|--|:--:|:--:| +| License | **LGPL-3.0** | GPL-3.0 | +| Framework License | LGPL-3.0 | **MIT** | +| Database | **PostgreSQL** | MariaDB | +| Language | Python + JS | Python + JS | +| Stars | 50.6k | 33.8k | +| Forks | 32.4k | 11.2k | +| Modules | 200+ | 15+ | +| Custom module license | **任意** | GPL 相容 | + +## 九、電子業 BOM 特別需求 + +| 需求 | Odoo CE | ERPNext | 重要度 | +|------|:--:|:--:|:--:| +| 替代料 (AVL) | ❌ | ✅ | 🔴 必備 | +| BOM Rev 管控 | ❌ (EE) | ✅ | 🔴 必備 | +| SMT RefDes | ⚠️ | ⚠️ | 🔴 必備 | +| 委外 SMT | ✅ | ❌ | 🟡 | +| ECO 工程變更 | ❌ (EE) | ❌ | 🟡 | +| RoHS / Compliance | ❌ | ❌ | 🟡 | + +## 十、總結 + +| 面向 | 推薦 | +|------|------| +| Billing + Membership | **Odoo CE** — PG 共用 + custom module 自由 | +| BOM 基礎 + 委外 | **Odoo CE** — subcontracting + unbuild | +| 電子業 BOM (替代料+QC) | **ERPNext** — 原生替代料 + 版控 + QC | +| 長期授權保障 | **Odoo CE** — LGPL 比 GPL 鬆 | +| 最小化 infra | **Odoo CE** — PG 與 Momentry 共用 | diff --git a/docs_v1.0/M4_workspace/REPORTS/ERP_SELECTION_REPORT.md b/docs_v1.0/M4_workspace/REPORTS/ERP_SELECTION_REPORT.md new file mode 100644 index 0000000..d4addcd --- /dev/null +++ b/docs_v1.0/M4_workspace/REPORTS/ERP_SELECTION_REPORT.md @@ -0,0 +1,395 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "ERP Selection Report — Odoo CE vs ERPNext for Momentry Core" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "erp" + - "odoo" + - "erpnext" + - "selection" + - "bom" + - "manufacturing" + - "billing" + - "license" +ai_query_hints: + - "查詢 ERP 選型報告的結論與建議" + - "Odoo CE vs ERPNext 授權比較" + - "電子製造業 BOM 管理 Odoo vs ERPNext 哪個更適合" + - "Odoo Community Edition 可以商用修改嗎" + - "ERPNext GPL-3.0 授權對 Momentry 的影響" + - "Odoo CE vs ERPNext 會員管理功能對比" + - "Odoo CE billing system 能否取代現有系統" + - "ERP selection report for Momentry Core" +related_documents: + - "M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md" + - "M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md" + - "M4_M5_COLLABORATION_PROTOCOL.md" +--- + +# ERP Selection Report — Odoo CE vs ERPNext for Momentry Core + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立 Odoo CE vs ERPNext 選型報告 | OpenCode | deepseek-v4-pro | + +--- + +## 關鍵術語定義 + +| 術語 | 定義 | +|------|------| +| CE | Community Edition（社群版，免費開源） | +| EE | Enterprise Edition（企業版，付費授權） | +| BOM | Bill of Materials（物料清單） | +| PLM | Product Lifecycle Management（產品生命週期管理） | +| ECO | Engineering Change Order（工程變更單） | +| LGPL-3.0 | GNU Lesser General Public License v3 | +| GPL-3.0 | GNU General Public License v3 | +| AGPL-3.0 | GNU Affero General Public License v3 | + +--- + + + +--- + +## 目錄 + +1. [研究範圍與基準](#1-研究範圍與基準) +2. [授權分析](#2-授權分析) +3. [Billing 模組對比](#3-billing-模組對比) +4. [BOM 管理對比](#4-bom-管理對比) +5. [電子製造業 BOM 管理（源碼驗證）](#5-電子製造業-bom-管理源碼驗證) +6. [雙系統協作可行性](#6-雙系統協作可行性) +7. [技術整合架構](#7-技術整合架構) +8. [授權風險矩陣](#8-授權風險矩陣) +9. [建置成本](#9-建置成本) +10. [結論與建議](#10-結論與建議) + +--- + +## 1. 研究範圍與基準 + +### 研究對象 + +| 系統 | 版本 | 授權 | Source 位置 | +|------|------|------|-----------| +| **Odoo Community Edition** | 19.0 | LGPL-3.0 | `services/src/odoo/` (1.3GB) | +| **ERPNext** | v15 | GPL-3.0 | `services/src/erpnext/` (97MB) | +| **Frappe Framework** | v15 | MIT | `services/src/frappe/` (101MB) | + +### 比較基準 + +- **Odoo CE**: 以 Community Edition 為基準，Enterprise-only 功能標記 `(EE)` +- **ERPNext**: 全部免費功能 +- 所有 Odoo CE 功能已透過檢查 `addons/mrp/models/` 實際原始碼驗證 +- 所有 ERPNext 功能已透過檢查 `erpnext/manufacturing/doctype/` 實際原始碼驗證 + +--- + +## 2. 授權分析 + +### 核心授權比較 + +| | Odoo CE | ERPNext | +|--|---------|---------| +| ERP 授權 | **LGPL-3.0** | GPL-3.0 | +| Framework 授權 | LGPL-3.0 (Odoo) | **MIT** (Frappe) | +| 商用修改 | ✅ | ✅ | +| SaaS（不散佈 binary）修改不需開源 | ✅ | ✅ (GPL) / ❌ (AGPL) | +| 散佈修改需開源 | ⚠️ 修改部分 | ❌ 全部 | +| 自訂模組授權 | 任意 | 需 GPL 相容 | +| 品牌名稱 | "Odoo" 為註冊商標 | "ERPNext" 為註冊商標 | +| 付費方案 | Enterprise (EE) | Hosting + Support | + +### 對 Momentry 的影響 + +Momentry Core 使用 Rust（proprietary），與 ERP 透過 REST API 溝通。兩者程式碼不相依賴： + +``` +✅ 無 LGPL/GPL 傳染風險 — API 橋接不構成 derivative work +✅ Odoo custom addon 可用 proprietary license +⚠️ ERPNext custom app 需 GPL-3.0 相容授權 +``` + +### ERPNext 的 AGPL 疑慮 + +ERPNext GitHub 標示 GPL-3.0，但 Frappe 官網 pricing page 稱 "AGPL-3.0 licensed"。 +AGPL 會限制 SaaS 修改的閉源性。建議正式使用前向 Frappe 確認授權。 + +--- + +## 3. Billing 模組對比 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 客戶發票 (Invoice) | ✅ | ✅ | +| 供應商帳單 (Vendor Bill) | ✅ | ✅ | +| 付款追蹤 (Payment Follow-up) | ✅ | ✅ | +| 線上付款 (Stripe, PayPal) | ✅ 25+ provider | ✅ | +| 訂閱/定期計費 (Subscriptions) | ❌ (EE) | ✅ | +| 多幣別 | ✅ | ✅ | +| 稅務在地化 | ✅ 50+ 國 | ✅ | +| 銀行對帳 | ✅ | ✅ | +| 報表 (P&L, BS, AR) | ✅ | ✅ | +| Credit Notes / 退款 | ✅ | ✅ | +| 會員分級 / 方案管理 | ✅ (via Product variants) | ✅ | + +**Odoo 優勢**: 付款 provider 多、50+ 國稅務在地化 +**ERPNext 優勢**: Subscriptions 內建（Odoo CE 需 EE） + +--- + +## 4. BOM 管理對比 + +### 基礎 BOM 功能 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Multi-level BOM (sub-assembly) | ✅ | ✅ | +| BOM component quantity + UOM | ✅ | ✅ | +| Reference Designator (位號) | ⚠️ `code` 欄位 | ✅ | +| Phantom / Kit BOM | ✅ (type=phantom) | ✅ | +| By-Products / Co-Products | ✅ | ✅ | +| Scrap 報廢 | ✅ | ✅ | +| BOM 成本自動計算 | ✅ (from Purchase) | ⚠️ | +| BOM 導入/匯出 | ✅ Excel | ✅ CSV | + +### 產線管理 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Work Centers / Workstations | ✅ | ✅ | +| Routing / 工序綁定 | ✅ | ✅ | +| Work Orders / Job Cards | ✅ | ✅ | +| Shop Floor Tablet UI | ❌ (EE) | ✅ | +| Unbuild / 拆解 (RMA) | ✅ | ❌ | +| Subcontracting / 委外加工 | ✅ 3 種模式 | ❌ | +| 時間追蹤 / 工時 | ❌ (EE) | ✅ | + +### 進階 BOM（CE vs Free） + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| BOM Version / Revision | ❌ (EE) | ✅ | +| Substitute / Alternative Items | ❌ | ✅ `allow_alternative_item` | +| BOM Comparison Tool | ❌ | ✅ | +| PLM / ECO (工程變更) | ❌ (EE) | ❌ | +| Quality Inspection | ❌ (EE) | ✅ | +| Approved Vendor List (AVL) | ❌ | ❌ | + +### 物料追蹤 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Lot / Serial Number | ✅ | ✅ | +| Full Traceability (前追後追) | ✅ | ✅ | +| Product Expiry | ✅ | ✅ | +| Reorder / MRP | ✅ (stock_orderpoint) | ✅ | + +--- + +## 5. 電子製造業 BOM 管理（源碼驗證） + +### 關鍵需求與支援狀態 + +``` +電子業 BOM 的獨特需求： + +1. 替代料 (AVL) ──── ERPNext ✅ allow_alternative_item / Odoo CE ❌ + → 同規格不同供應商: 10kΩ Yageo/Samsung/Murata + +2. BOM Rev 管控 ──── ERPNext ✅ is_default+is_active / Odoo CE ❌ + → PCB v1.0→v1.1→v2.0 + +3. SMT RefDes ──── 兩家都需 custom + → R1, C5, U3 等位號系統 + +4. 委外 SMT ──── Odoo CE ✅ 三種 subcontracting / ERPNext ❌ + → 發料到外包廠 + +5. ECO 工程變更 ──── 兩家都 ❌ (Odoo: EE only) +``` + +### 源碼證據 + +**Odoo CE** (`addons/mrp/models/mrp_bom.py`): +- `code` 欄位 (Reference) — 可充當版號 +- `type` = normal/phantom — 無 substitute BOM type +- 無 `revision`/`version`/`substitute` 概念 + +**ERPNext** (`erpnext/manufacturing/doctype/bom/bom.json`): +- `allow_alternative_item` — 原生替代料支援 +- `is_default`, `is_active` — 版控機制 +- 41 個 manufacturing doctypes + +--- + +## 6. 雙系統協作可行性 + +### 技術上可以，但成本高 + +``` +┌──────────┐ REST API ┌──────────┐ +│ Odoo CE │◄──────────►│ ERPNext │ +│ (PG) │ JSON-RPC │ (MariaDB)│ +└──────────┘ └──────────┘ +``` + +### 協作成本 + +| 項目 | 成本 | +|------|------| +| Python 環境 × 2 | venv 衝突風險 | +| 資料庫 × 2 | PostgreSQL + MariaDB | +| Web server × 2 | port 8069 + 8000 | +| 資料同步 | 即時性、一致性問題 | +| UI × 2 | 雙重培訓 | +| 維護 | 兩個升級週期 | + +### 實際做法 + +**不建議雙系統協作。** 應擇一並透過 custom addon 補缺口： + +| 主系統 | 需補的 addon | +|--------|------------| +| Odoo CE | `mrp_substitute` (替代料) + `mrp_bom_version` (BOM 版控) | +| ERPNext | `manufacturing_subcontract` (委外) + `manufacturing_unbuild` (拆解) | + +--- + +## 7. 技術整合架構 + +### 與 Momentry Core 的整合 + +``` +┌──────────────────────────────────────────────────┐ +│ Momentry Core │ +│ Rust axum (port 3003) │ +│ DB: PostgreSQL, dev.* schema │ +│ Auth: API keys (dev.api_keys) │ +└────────────┬─────────────────────────────────────┘ + │ + REST API (JSON / Odoo JSON-RPC) + │ +┌────────────▼─────────────────────────────────────┐ +│ ERP (Odoo CE 或 ERPNext) │ +│ Python web app │ +│ Billing / Membership / BOM management │ +└──────────────────────────────────────────────────┘ +``` + +### Odoo CE 整合要點 + +| 項目 | 說明 | +|------|------| +| 資料庫 | 共用 PostgreSQL instance，不同 schema（dev vs odoo） | +| 認證 | Odoo user ↔ Momentry API key（custom bridge addon） | +| Billing | Odoo Accounting → Momentry 影片處理計費 | +| Membership | Odoo Product variants → 會員方案 (Gold/Silver/Free) | + +--- + +## 8. 授權風險矩陣 + +| 使用情境 | Odoo CE (LGPL-3.0) | ERPNext (GPL-3.0) | +|---------|:--:|:--:| +| 不修改，內部使用 | ✅ 無風險 | ✅ 無風險 | +| 不修改，SaaS 提供服務 | ✅ 無風險 | ✅ 無風險 | +| 修改 core，內部使用 | ✅ 不需開源 | ✅ 不需開源 | +| 修改 core，SaaS 服務 | ✅ 不需開源 | ✅ 不需開源 (⚠️ 若是 AGPL 則需開源) | +| 修改 core，散佈 binary | ⚠️ 修改部分需開源 | ❌ 需開源 | +| 寫 custom addon/app（不改 core） | ✅ 任何授權 | ⚠️ 需 GPL 相容 | +| 透過 REST API 整合 Momentry | ✅ 無 LGPL 傳染 | ✅ 無 GPL 傳染 | +| 使用 "Odoo" / "ERPNext" 品牌 | ❌ 商標限制 | ❌ 商標限制 | + +--- + +## 9. 建置成本 + +| 階段 | Odoo CE | ERPNext | +|------|---------|---------| +| 安裝 | `pip install -r requirements.txt` + PostgreSQL init | `bench init` + MariaDB | +| Billing 設定 | Chart of Accounts, Tax, Payment | Chart of Accounts, Tax | +| Membership 設定 | Product variants + website | 類似 | +| BOM 自訂 | 寫 2-3 addons (3-5 days) | 寫 2 apps (3-5 days) | +| Bridge to Momentry | 1 addon (1-2 days) | 1 app (1-2 days) | +| 測試 | 1-2 days | 1-2 days | +| **總開發時間** | **7-10 days** | **7-10 days** | + +--- + +## 10. 結論與建議 + +### 面向對比 + +| 面向 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 授權友善度 | 🟢 LGPL-3.0 | 🟡 GPL-3.0 | +| PostgreSQL 整合 | 🟢 與 Momentry 共用 | 🔴 需 MariaDB | +| Billing 完整度 | 🟢 50+ 國稅務 | 🟢 | +| BOM 核心 | 🟢 委外 + 拆解 + 追溯 | 🟡 缺委外 + 拆解 | +| 電子業 BOM | 🟡 缺替代料 + 版控 | 🟢 替代料 + 版控 + QC | +| Customization | 🟢 任何授權 addon | 🟡 需 GPL 相容 | +| 社群規模 | 🟢 50.6k ⭐, 32.4k forks | 🟢 33.8k ⭐, 11.2k forks | +| 電子業缺口 | 替代料 + 版控 + QC | 委外 + 拆解 | + +### 建議 + +``` +短期 (Phase 1): Odoo CE + ├── LGPL-3.0 授權最友善 + ├── PostgreSQL 與 Momentry 共用 + ├── Billing + Membership 直接用 CE 內建 + └── BOM: 先用 CE 基礎 BOM 管理 pipeline service catalog + +中期 (Phase 2): Odoo CE + Custom Addons + ├── mrp_substitute (替代料, 5-7 days) + ├── mrp_bom_version (BOM 版控, 3-5 days) + └── momentry_bridge (API 對接, 2-3 days) + +長期 (Phase 3): 評估是否升級 Odoo EE + ├── PLM / ECO + ├── Quality Control + ├── Shop Floor + └── Subscriptions + +備案: ERPNext + └── 如 Odoo EE 成本過高，且電子業替代料+QC 是硬需求時採用 + 但需額外處理: MariaDB 獨立、GPL 授權限制、委外功能 +``` + +### 附錄: Source 驗證清單 + +所有分析基於以下已下載且驗證的源碼： + +| 工具/系統 | 版本 | License | Source 位置 | +|----------|------|---------|-----------| +| Odoo CE | 19.0 | LGPL-3.0 | `services/src/odoo/` (1.3GB) | +| ERPNext | v15 | GPL-3.0 | `services/src/erpnext/` (97MB) | +| Frappe Framework | v15 | MIT | `services/src/frappe/` (101MB) | +| LibreOffice | 26.2.3 | MPL-2.0 | `services/src/` | +| ffmpeg | 7.1.1 | GPL | `services/src/` | +| PostgreSQL | 18.3 | PostgreSQL | `services/src/` | +| Redis | 7.4.3 | BSD | `services/src/` | +| llama.cpp | 9041 | MIT | `services/src/` | +| GroundingDINO | latest | Apache 2.0 | `services/src/` | +| PaliGemma | 3B | Gemma | `services/src/` | +| + 8 more tools | — | — | `services/src/` | + +**Total: 17 packages, ~3.0GB, 17/17 source verified** diff --git a/docs_v1.0/M4_workspace/REPORTS/SERVICE_GO_GITEA_BUILD.md b/docs_v1.0/M4_workspace/REPORTS/SERVICE_GO_GITEA_BUILD.md new file mode 100644 index 0000000..6e6295c --- /dev/null +++ b/docs_v1.0/M4_workspace/REPORTS/SERVICE_GO_GITEA_BUILD.md @@ -0,0 +1,250 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "Go Compiler and Gitea Service Build Report" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "go" + - "gitea" + - "compiler" + - "git-service" + - "source-build" + - "self-hosting" + - "bootstrap" + - "service-inventory" +ai_query_hints: + - "Go 編譯器如何從源碼構建" + - "Gitea 服務如何從源碼構建和安裝" + - "Go compiler bootstrap 流程" + - "Gitea binary build with bindata tags" + - "Go 和 Gitea 在 Momentry 系統中的角色" + - "Go self-hosting 編譯器原理解釋" + - "查詢 Go compiler 和 Gitea 的源碼版本" +related_documents: + - "M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md" + - "../RELEASE/SERVICE_INVENTORY_V1.0.0.md" +--- + +# Go Compiler and Gitea Service Build Report + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 記錄 Go 編譯器與 Gitea 源碼構建流程 | OpenCode | deepseek-v4-pro | + +--- + +## 關鍵術語定義 + +| 術語 | 定義 | +|------|------| +| Self-hosting | 編譯器可以用自己編譯自己（Go 是 self-hosting 語言） | +| Bootstrap | 用現有編譯器（brew Go）編譯 source → 產出獨立 binary | +| Gitea | Go 語言撰寫的 Git 自託管服務（類似 GitHub） | +| Bindata | Gitea 的靜態資源嵌入標籤（前後端合一的 binary） | +| Go Module | Go 的套件管理系統（`go.mod`, `go.sum`） | +| Make backend | Gitea 的 Makefile target，編譯後端 binary | + +--- + +## 1. Go Compiler + +### 源碼來源 + +| 項目 | 內容 | +|------|------| +| Source URL | `https://github.com/golang/go` | +| Branch | `go1.26.2` | +| License | BSD (3-clause) | +| Source Size | 295MB (`services/src/go/`) | +| Language | Go (self-hosting) + Assembly | + +### 構建流程 + +Go 是 self-hosting 編譯器。整個構建流程如下： + +``` +Phase 1: Bootstrap (環境預檢) + ├── 檢查系統 GCC/Clang + ├── 檢查系統 Go 編譯器（brew Go 1.26.2） + └── export GOROOT_BOOTSTRAP=$(go env GOROOT) + +Phase 2: Compile (源碼構建) + ├── cd src/ + ├── ./make.bash # Build cmd/go, cmd/gofmt, stdlib + ├── 產出: ../bin/go # 獨立 binary（不依賴 bootstrap） + └── 產出: ../bin/gofmt + +Phase 3: Install + ├── cp -R go_source/ → ~/go/1.26.2/ + ├── ln -s ~/go/1.26.2/bin/go → ~/go/bin/go + └── ln -s ~/go/1.26.2/bin/gofmt → ~/go/bin/gofmt +``` + +### 構建指令 + +```bash +# Download +git clone --depth 1 --branch go1.26.2 https://github.com/golang/go.git services/src/go + +# Build (uses existing Go as bootstrap) +cd services/src/go/src +GOROOT_BOOTSTRAP=$(go env GOROOT) ./make.bash + +# Install +cp -R services/src/go ~/go/1.26.2 +ln -sf ~/go/1.26.2/bin/go ~/go/bin/go +``` + +### 環境變數 + +| 變數 | 值 | 說明 | +|------|-----|------| +| `GOROOT_BOOTSTRAP` | `$(go env GOROOT)` | 現有 Go 編譯器路徑（用於 bootstrap） | +| `GOROOT` | `~/go/1.26.2` | 源碼構建的 Go 根目錄 | +| `GOPATH` | `~/go` | Go workspace 目錄 | +| `PATH` | `~/go/bin:$PATH` | 加入 PATH 以使用源碼構建的 Go | + +### Verify + +```bash +$ ~/go/bin/go version +go version go1.26.2 darwin/arm64 + +$ ~/go/bin/go run hello.go +Go 1.26.2 source-built OK +``` + +--- + +## 2. Gitea + +### 源碼來源 + +| 項目 | 內容 | +|------|------| +| Source URL | `https://github.com/go-gitea/gitea` | +| Branch | `v1.25.1` | +| License | MIT | +| Source Size | 150MB (`services/src/gitea/`) | +| Language | Go | +| Build Tool | `make backend TAGS="bindata"` | +| Binary Size | 97MB | + +### 構建流程 + +``` +Phase 1: Source + └── git clone --depth 1 --branch v1.25.1 https://github.com/go-gitea/gitea.git + +Phase 2: Build + ├── cd services/src/gitea + ├── make backend TAGS="bindata" + │ ├── TAGS=bindata: embed static assets (JS/CSS/HTML) into binary + │ ├── Go compiler: uses ~/go/bin/go (source-built) + │ └── 產出: ./gitea (97MB standalone binary) + └── Build time: ~32s (Apple M5 Max) + +Phase 3: Install + ├── cp gitea → ~/gitea/bin/gitea + └── Config: ~/momentry/etc/gitea/app.ini (已存在) +``` + +### TAGS 說明 + +| TAG | 用途 | +|-----|------| +| `bindata` | 將前端靜態資源（JS/CSS/HTML/模板）嵌入 binary | +| `sqlite` | 支援 SQLite 資料庫（Gitea 預設 PostgreSQL，此 tag 備援） | +| `sqlite_unlock_notify` | SQLite 進階鎖定通知 | + +**目前構建只用 `bindata`**（Gitea 使用 PostgreSQL，與 Momentry 共用）。 + +### 組態 + +```ini +# ~/momentry/etc/gitea/app.ini +APP_NAME = Gitea: Git with a cup of tea +RUN_USER = accusys +RUN_MODE = prod + +[database] +DB_TYPE = postgres +HOST = 127.0.0.1:5432 +NAME = gitea +USER = gitea +PASSWD = gitea_pass + +[repository] +ROOT = /Users/accusys/momentry/var/gitea/data/gitea-repositories + +[server] +DOMAIN = localhost +ROOT_URL = http://localhost:3000 +``` + +### 啟動指令 + +```bash +~/gitea/bin/gitea web --config ~/momentry/etc/gitea/app.ini +``` + +--- + +## 3. 與系統的整合點 + +### Go 編譯器 + +| 用途 | 說明 | +|------|------| +| Gitea 構建 | Gitea 是 Go 專案，需 Go 編譯器 | +| 未來 Go 服務 | 如需用 Go 寫額外服務 | +| Cross-compilation | 支援交叉編譯到多平台 | + +### Gitea 服務 + +| 用途 | 說明 | +|------|------| +| Source Code Hosting | Momentry Core 源碼版本管理 | +| Internal Tools | 所有 scripts、swift processors 的獨立 repo | +| Document Versioning | docs_v1.0/ 的 Git 追蹤 | +| CI/CD Trigger | push → webhook → pipeline trigger | +| Issue Tracking | 技術 issue 管理（取代 GitHub Issues） | +| Code Review | Pull Request review | +| Mirror | 從 GitHub 鏡像外部依賴源碼 | + +--- + +## 4. 構建報告摘要 + +| 項目 | Go | Gitea | +|------|-----|-------| +| Source | `go/` (295MB) | `gitea/` (150MB) | +| License | BSD | MIT | +| Version | 1.26.2 | 1.25.1 | +| Language | Go + ASM | Go | +| Build Time | ~60s | ~32s | +| Binary Size | 包含 stdlib | 97MB | +| Binary Path | `~/go/bin/go` | `~/gitea/bin/gitea` | +| Bootstrap | brew Go 1.26.2 | source-built Go | + +--- + +## 5. Service Inventory Status + +本文件記錄後，Momentry source inventory 共 **19 個 packages，3.4GB**。 + +完整清單見 `service source list` 輸出。 diff --git a/docs_v1.0/M4_workspace/REPORTS/SERVICE_INVENTORY_V1.0.0.md b/docs_v1.0/M4_workspace/REPORTS/SERVICE_INVENTORY_V1.0.0.md new file mode 100644 index 0000000..7da0de4 --- /dev/null +++ b/docs_v1.0/M4_workspace/REPORTS/SERVICE_INVENTORY_V1.0.0.md @@ -0,0 +1,242 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "Service Inventory Report — All Source-Verified Tools & Dependencies" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "service-inventory" + - "source-build" + - "tools" + - "dependencies" + - "sqlite-vec" + - "release-package" +ai_query_hints: + - "查詢全部服務依賴清單" + - "Momentry Core 使用哪些開源工具" + - "哪些服務是從源碼構建" + - "Service inventory total size" + - "source-verified tools list" +related_documents: + - "REPORTS/ERP_SELECTION_REPORT.md" + - "REPORTS/SFTPGO_ODOO_REPLACEMENT.md" + - "REPORTS/SERVICE_GO_GITEA_BUILD.md" + - "STANDARDS/DOCS_STANDARD.md" +--- + +# Service Inventory Report — All Source-Verified Tools + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | +| 總工具數 | 25 | +| 總源碼大小 | 3.7GB | +| 驗證指令 | `cargo run --bin service -- source verify` | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立完整服務源碼清單 | OpenCode | deepseek-v4-pro | + +--- + +## 1. 分層架構 + +``` +┌──────────────────────────────────────────────────────┐ +│ Level 4: Applications │ +│ Odoo 19 CE, ERPNext v15, Gitea v1.25 │ +├──────────────────────────────────────────────────────┤ +│ Level 3: ML Models & Pipelines │ +│ llama.cpp, GroundingDINO, PaliGemma, │ +│ transcribe.py, embed_faces.py, speaker_assign.py │ +├──────────────────────────────────────────────────────┤ +│ Level 2: Tools & Languages │ +│ ffmpeg, LibreOffice, mermaid-cli, rsvg-convert, │ +│ yt-dlp, librsvg, x264, freetype │ +├──────────────────────────────────────────────────────┤ +│ Level 1: Databases & Storage │ +│ PostgreSQL, Redis, Qdrant, SQLite, sqlite-vec │ +├──────────────────────────────────────────────────────┤ +│ Level 0: Build System & Runtimes │ +│ cmake, Python (pyenv), Rust/Cargo, Go, Swift, │ +│ Frappe Framework, rustup │ +└──────────────────────────────────────────────────────┘ +``` + +--- + +## 2. 完整清單（按分類） + +### Build System (5) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 1 | cmake | 4.2.0 | 80MB | OSI | Binary (cmake.org) | +| 2 | Python | 3.11.15 | via pyenv | PSF | pyenv source build | +| 3 | Go | 1.26.2 | 295MB | BSD | self-hosting bootstrap | +| 4 | Rust/Cargo | 1.95.0 | 259MB | Apache 2.0/MIT | rustup-managed | +| 5 | Swift | 6.3.1 | 36MB | Apache 2.0 | Xcode CLT | + +### Databases (5) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 6 | PostgreSQL | 18.3 | 28MB | PostgreSQL | ./configure + make | +| 7 | Redis | 7.4.3 | 3MB | BSD | make | +| 8 | SQLite | 3.49.1 | 3MB | Public Domain | amalgamation | +| 9 | sqlite-vec | 0.1.10 | 4.4MB | MIT | Cargo + C | +| 10 | Qdrant | 1.17.1 | in repo | Apache 2.0 | Cargo build | + +### Media Processing (3) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 11 | ffmpeg | 7.1.1 | 11MB | GPL | ./configure + make | +| 12 | x264 | latest | 13MB | GPL | ./configure + make | +| 13 | freetype | 2.13.3 | 4MB | FTL | ./configure + make | + +### ML & AI (3) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 14 | llama.cpp | 9041 | 183MB | MIT | cmake + make | +| 15 | GroundingDINO | latest | 23MB | Apache 2.0 | git clone | +| 16 | PaliGemma | 3B | 4KB ref | Gemma | HuggingFace | + +### Document & Graphics (4) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 17 | LibreOffice | 26.2.3 | 279MB + 281MB | MPL-2.0 | TDF binary + source | +| 18 | librsvg | 2.62.1 | 564MB | LGPL | Cargo build | +| 19 | mermaid-cli | 11.14.0 | 1MB | MIT | npm install | +| 20 | yt-dlp | 2026.03.17 | 16MB | Unlicense | git clone | + +### ERP & Git (4) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 21 | Odoo 19 CE | 19.0 | 1.3GB | LGPL-3.0 | git clone | +| 22 | ERPNext v15 | v15 | 97MB | GPL-3.0 | git clone | +| 23 | Frappe Framework | v15 | 101MB | MIT | git clone | +| 24 | Gitea | 1.25.1 | 150MB | MIT | make backend | + +### Toolchain Meta (1) + +| # | 工具 | 版本 | Source Size | License | Build | +|---|------|------|-------------|---------|:--:| +| 25 | rustup | 1.28.1 | 988KB | Apache 2.0 | tarball | + +--- + +## 3. Release Package 結構 + +``` +_v.tar.gz +├── data.sql PostgreSQL dump (6 tables) +├── .sqlite SQLite database with vec0 vectors +├── .asr.json ASR transcription +├── .face.json Face detection + embeddings +├── .face_traced.json Face traces +├── .identities.json 428 identities + bindings +├── .speaker_map.json Speaker assignments +├── .cut.json Scene cuts +├── .yolo.json YOLO detections +├── .ocr.json OCR text +├── .pose.json Body poses +├── .mp4 Original video file +└── file_info.json Metadata +``` + +## 4. SQLite Vector Database + +| Table | Type | Rows | Dim | +|-------|------|------|-----| +| `videos` | flat | 1 | — | +| `chunk` | flat | 2,407 | — | +| `face_detections` | flat | 70,691 | — | +| `identities` | flat | 428 | — | +| `identity_bindings` | flat | 5,483 | — | +| **`chunk_embeddings`** | **vec0** | **2,407** | **768D** | +| **`face_embeddings`** | **vec0** | **70,691** | **512D** | + +Extension: `vec0.dylib` (190KB, MIT, sqlite-vec loadable extension) + +## 5. 常用指令 + +```bash +# Source audit +cargo run --bin service -- source list # 列出 25 個源碼包 +cargo run --bin service -- source verify # 驗證源碼完整性 + +# Build & Test +cargo run --bin service -- build all # 從源碼構建全部服務 +cargo run --bin service -- test # 功能測試 (25 tests) + +# Package +cargo run --bin release -- package # 建立 release package +cargo run --bin release -- stats # 列出所有 packages +cargo run --bin release -- visualize # 產生 face trace heatmap + +# Install (offline) +cargo run --bin release -- deploy # 部署 package +cargo run --bin release -- undeploy # 移除所有 data +``` + +## 6. 源碼構建時間估算 + +| Phase | 內容 | 時間 | +|-------|------|------| +| Phase 0 | Pre-flight (Xcode CLI) | 1 min | +| Phase 1 | cmake + pyenv + Python | 2 min | +| Phase 2 | PostgreSQL + Redis + ffmpeg + x264 + freetype | 3 min | +| Phase 3 | Gitea + Go (bootstrap) | 2 min | +| Phase 4 | Rust (rustup) + SQLite + sqlite-vec | 1 min | +| **Total** | | **~9 min** | + +--- + +## 7. 授權分布 + +| License | Count | Tools | +|---------|:-----:|-------| +| MIT | 6 | llama.cpp, mermaid-cli, Gitea, sqlite-vec, Frappe Framework, librsvg | +| Apache 2.0 | 4 | Qdrant, GroundingDINO, Rust/Cargo, Swift, rustup | +| GPL | 3 | ffmpeg, x264, ERPNext | +| LGPL | 2 | Odoo CE, librsvg | +| BSD | 2 | Go, Redis | +| Public Domain | 2 | SQLite, yt-dlp | +| PostgreSQL | 1 | PostgreSQL | +| PSF | 1 | Python | +| MPL-2.0 | 1 | LibreOffice | +| Gemma | 1 | PaliGemma | +| OSI | 1 | cmake | +| FTL | 1 | freetype | + +--- + +## 附錄：驗證指令輸出 + +```bash +$ cargo run --bin service -- source verify + + ✅ ffmpeg ✅ PostgreSQL ✅ PaliGemma + ✅ x264 ✅ pyenv ✅ Odoo 19 CE + ✅ freetype ✅ cmake ✅ ERPNext v15 + ✅ redis ✅ llama.cpp ✅ Frappe Framework + ✅ yt-dlp ✅ librsvg ✅ Gitea v1.25 + ✅ SQLite ✅ GroundingDINO ✅ Go v1.26 + ✅ sqlite-vec ✅ mermaid-cli ✅ Rust/Cargo + ✅ Swift v6.3 ✅ LibreOffice ✅ rustup + + 25/25 sources verified +``` diff --git a/docs_v1.0/M4_workspace/REPORTS/SFTPGO_ODOO_REPLACEMENT.md b/docs_v1.0/M4_workspace/REPORTS/SFTPGO_ODOO_REPLACEMENT.md new file mode 100644 index 0000000..98ae3c5 --- /dev/null +++ b/docs_v1.0/M4_workspace/REPORTS/SFTPGO_ODOO_REPLACEMENT.md @@ -0,0 +1,432 @@ +--- +document_type: "plan" +service: "MOMENTRY_CORE" +title: "SFTPGo Replacement Plan — Migration to Odoo CE File Upload" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "sftpgo" + - "odoo" + - "file-upload" + - "replacement" + - "custom-addon" + - "watcher" + - "pipeline" +ai_query_hints: + - "SFTPGo 取代方案 Odoo CE" + - "如何用 Odoo CE 取代 SFTPGo 檔案上傳" + - "SFTPGo 在 Momentry 系統中的角色是什麼" + - "Odoo custom addon 大檔上傳如何實作" + - "SFTPGo replacement plan for Momentry Core" + - "Odoo CE file upload addon 取代 SFTPGo 的架構" +related_documents: + - "M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md" + - "M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md" +--- + +# SFTPGo Replacement Plan — Migration to Odoo CE + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立 SFTPGo→Odoo 取代方案分析 | OpenCode | deepseek-v4-pro | + +--- + +## 關鍵術語定義 + +| 術語 | 定義 | +|------|------| +| SFTPGo | 開源 SFTP/WebDAV 檔案伺服器，負責影片上傳 | +| Watcher | Momentry Rust 模組，掃描目錄並觸發影片註冊 | +| Demo Dir | Watcher 監控的目錄 (`MOMENTRY_SFTP_ROOT`) | +| Custom Addon | Odoo CE 自訂模組，擴展原生功能 | +| `ir.attachment` | Odoo 內建附件管理模型 | + +--- + +**狀態:** 方案分析 + +--- + +## 目錄 + +1. [現狀分析](#1-現狀分析) +2. [取代架構](#2-取代架構) +3. [需要自訂的 Addon](#3-需要自訂的-addon) +4. [技術細節](#4-技術細節) +5. [風險與應對](#5-風險與應對) +6. [實作計畫](#6-實作計畫) +7. [結論](#7-結論) + +--- + +## 1. 現狀分析 + +### SFTPGo 在系統中的角色 + +``` +SFTPGo :8080 Momentry Core +┌──────────────┐ ┌──────────────┐ ┌──────────────┐ +│ User auth │ │ File upload │ │ Watcher │ +│ (SFTP/ │ ──► │ → demo dir │ ──► │ scans dir │ ──► Register +│ WebDAV) │ │ │ │ (polling) │ + Pipeline +└──────────────┘ └──────────────┘ └──────────────┘ + src/watcher/watcher.rs +``` + +SFTPGo 做的事情很薄，只有三件事： +1. **認證** — SFTP/WebDAV username/password +2. **檔案上傳** — 用戶透過 SFTP client 上傳影片 +3. **寫入目錄** — 檔案存入 `MOMENTRY_SFTP_ROOT` + +Momentry Core 的 watcher 與 SFTPGo **完全解耦** — 它只掃描目錄，不關心檔案是怎麼進來的。 + +### 現有配置 + +```bash +# .env.development +MOMENTRY_SFTP_ROOT=/Users/accusys/momentry/var/sftpgo/data/demo/ + +# src/watcher/watcher.rs +# Default fallback: +"/Users/accusys/momentry/var/sftpgo/data/demo/" +``` + +### 為什麼要取代 SFTPGo + +| 問題 | 說明 | +|------|------| +| 多餘的服務 | SFTPGo 是一個獨立的 binary、port、auth 系統 | +| 用戶管理分散 | SFTPGo 有自己的 user DB，與 Momentry/Odoo 不互通 | +| 無上傳紀錄 | 誰上傳了什麼檔案？多久？無法追溯 | +| 無法觸發註冊 | 上傳完成後需等 watcher 掃描，非即時 | +| 無 Web UI | 需要 SFTP client，一般用戶不會用 | + +--- + +## 2. 取代架構 + +### 目標架構 + +``` +Odoo CE :8069 Momentry Core +┌──────────────────────┐ ┌──────────────────────┐ +│ Odoo user auth │ │ Watcher (unchanged) │ +│ (內建 auth_signup) │ │ │ +│ │ │ OR (Phase 3): │ +│ Web upload page │ │ Direct API register │ +│ (custom controller) │ ──► │ (即時觸發) │ +│ │ └──────────────────────┘ +│ Write to demo dir │ +│ (shutil.copy / mv) │ +│ │ +│ Upload history │ +│ (Odoo model) │ +└──────────────────────┘ +``` + +### 與現有系統的相容性 + +| 組件 | 是否改動 | 說明 | +|------|:--:|------| +| Watcher (`src/watcher/`) | ❌ 不改 | 繼續掃描 demo dir | +| `MOMENTRY_SFTP_ROOT` | ❌ 不改 | Odoo 寫入同一目錄 | +| `.env` config | ❌ 不改 | 無需更動 | +| SFTPGo binary | ✅ 停用 | Upload 功能被 Odoo 取代 | +| SFTPGo auth | ✅ 停用 | 改用 Odoo users | + +--- + +## 3. 需要自訂的 Addon + +### Addon 結構 + +``` +odoo_custom_addons/ +└── momentry_upload/ + ├── __init__.py + ├── __manifest__.py # depends: ['base', 'website', 'portal'] + ├── controllers/ + │ └── upload.py # Web upload endpoint + ├── models/ + │ └── upload_record.py # 上傳記錄 model + ├── views/ + │ ├── upload_form.xml # 上傳頁面模板 + │ ├── upload_success.xml # 成功頁面 + │ └── upload_menu.xml # 導航選單 + └── security/ + ├── ir.model.access.csv # 權限定義 + └── upload_security.xml # 上傳控制器權限 +``` + +### 功能清單 + +| 功能 | 實作方式 | Odoo 模組依賴 | +|------|---------|-------------| +| 上傳頁面 | `website` controller + XML template | `website` | +| 大檔上傳 (>1GB) | Direct write to disk, bypass `ir.attachment` | — | +| 用戶隔離 | `request.env.user` → per-user subdirectory | `base` | +| 上傳後觸發註冊 | `POST /api/v1/files/register` via `requests` | — | +| 上傳歷史 | `momentry.upload.record` model | `base` | +| 用戶權限 | `security/ir.model.access.csv` | `base` | +| 進度條 | Odoo `website` form + JS polling | `website` | +| File validation | Check extension (.mp4, .mov, etc.) | — | + +### 核心程式碼概念 + +```python +# controllers/upload.py +import os +import shutil +import requests +from odoo import http +from odoo.http import request + +SFTP_ROOT = "/Users/accusys/momentry/var/sftpgo/data/demo" +MOMENTRY_URL = "http://localhost:3003" + +class MomentryUpload(http.Controller): + + @http.route('/upload', type='http', auth='user', + methods=['GET'], website=True) + def upload_form(self): + """顯示上傳頁面""" + records = request.env['momentry.upload.record'].search( + [('user_id', '=', request.env.user.id)], + order='create_date desc', limit=20 + ) + return request.render('momentry_upload.upload_form', { + 'records': records, + }) + + @http.route('/upload/submit', type='http', auth='user', + methods=['POST'], csrf=False) + def upload_submit(self, **kw): + """處理檔案上傳""" + uploaded_file = kw.get('file') + if not uploaded_file: + return request.render('momentry_upload.upload_form', { + 'error': 'No file selected' + }) + + filename = uploaded_file.filename + user_dir = os.path.join(SFTP_ROOT, request.env.user.login) + os.makedirs(user_dir, exist_ok=True) + dest_path = os.path.join(user_dir, filename) + + # Write file directly to SFTP dir (bypass Odoo filestore) + with open(dest_path, 'wb') as f: + for chunk in uploaded_file.read(): + f.write(chunk) + + # Create upload record + record = request.env['momentry.upload.record'].create({ + 'user_id': request.env.user.id, + 'filename': filename, + 'file_path': dest_path, + 'file_size': os.path.getsize(dest_path) if os.path.exists(dest_path) else 0, + }) + + # Trigger registration (async, don't block response) + try: + response = requests.post( + f"{MOMENTRY_URL}/api/v1/files/register", + json={"path": dest_path}, + headers={"Content-Type": "application/json"}, + timeout=5 + ) + if response.status_code == 200: + record.write({'status': 'registered', + 'momentry_uuid': response.json().get('file_uuid', '')}) + except Exception: + record.write({'status': 'uploaded'}) # will be picked up by watcher + + return request.render('momentry_upload.upload_success', { + 'record': record, + }) + + +# models/upload_record.py +from odoo import models, fields + +class MomentryUploadRecord(models.Model): + _name = 'momentry.upload.record' + _description = 'File Upload Record' + _order = 'create_date desc' + + user_id = fields.Many2one('res.users', string='Uploader', required=True) + filename = fields.Char(required=True) + file_path = fields.Char() + file_size = fields.Integer(string='Size (bytes)') + status = fields.Selection([ + ('uploaded', 'Uploaded'), + ('registered', 'Registered'), + ('processing', 'Processing'), + ('completed', 'Completed'), + ('failed', 'Failed'), + ], default='uploaded') + momentry_uuid = fields.Char(string='Momentry UUID') + notes = fields.Text() + create_date = fields.Datetime(string='Upload Time', readonly=True) +``` + +--- + +## 4. 技術細節 + +### 大檔上傳處理 + +Odoo 預設限制 25MB (`--max-file-size`)。影片檔可達數 GB。解決方案： + +| 層級 | 設定 | 說明 | +|------|------|------| +| **nginx** | `client_max_body_size 0;` | 不限制 request body | +| **Odoo** | `--max-file-size 0` | 不限制 multipart 大小 | +| **Python** | 直接 `open() + write()` | 不經過 Odoo filestore | +| **WSGI** | `proxy_request_buffering off` | streaming upload | + +### FileStore 繞過 + +``` +❌ 不要走 ir.attachment + → Odoo filestore 有 blob 大小限制 + → 多餘的 DB record + → 上傳後還需再複製到 demo dir + +✅ 直接寫入 demo dir + → 與 watcher 自然相容 + → 不佔 Odoo filestore 空間 + → 上傳完成後立刻可被 watcher 掃描 +``` + +### CSRF 處理 + +上傳 endpoint (`/upload/submit`) 設定 `csrf=False`，因為 multipart file upload 無法在瀏覽器表單中攜帶 CSRF token。這在 Odoo 中是常見做法（`website_sale` 的 checkout 也這樣處理）。 + +### 用戶隔離 + +每個 Odoo user 有自己的子目錄： +``` +demo/ +├── admin/ # admin 上傳的檔案 +│ └── video1.mp4 +├── user_a/ # user_a 上傳的檔案 +│ └── video2.mov +└── user_b/ + └── video3.mp4 +``` + +權限由 Odoo user 控制（可限制哪些用戶可以上傳）。 + +### Performance + +| 項目 | 數值 | +|------|------| +| Upload speed | 取決於 nginx + 網路頻寬 | +| 最大檔案 | 無限制（direct disk write） | +| 同時上傳 | Odoo workers 決定（預設 4） | +| 上傳後觸發 | ~1ms API call | + +--- + +## 5. 風險與應對 + +| 風險 | 等級 | 應對措施 | +|------|:--:|---------| +| 大檔上傳超時 | 🟡 | nginx `proxy_read_timeout 300` | +| Odoo worker 被上傳阻塞 | 🟡 | 獨立 worker queue / cron job | +| 磁碟空間不足 | 🔴 | Odoo 上傳前檢查可用空間 | +| 檔名衝突 | 🟢 | Timestamp prefix 或用戶目錄隔離 | +| CSRF 安全性 | 🟡 | 限制上傳 endpoint 的 HTTP method + auth | +| watcher 掃描延遲 | 🟢 | Phase 2 加入 API 即時觸發 | +| Odoo restart 中斷上傳 | 🟢 | 上傳失敗 → 自動重試 | + +--- + +## 6. 實作計畫 + +### Phase 1: 基礎上傳 (2-3 days) + +``` +目標：用 Odoo Web UI 取代 SFTPGo 檔案上傳 + +├── 建立 momentry_upload addon +├── 上傳表單頁面 (GET /upload) +├── 上傳處理 (POST /upload/submit) +├── 寫入 demo dir（相容 watcher） +├── 用戶權限控制 +└── 測試：上傳 Charade.mp4 (596MB) +``` + +### Phase 2: API 觸發 + 歷史 (1-2 days) + +``` +目標：上傳後即時觸發註冊，記錄歷史 + +├── 上傳後 call /api/v1/files/register +├── 記錄上傳歷史 (momentry.upload.record) +├── 上傳狀態追蹤 (uploaded → registered → completed) +└── 管理後台檢視 (admin 可看所有上傳) +``` + +### Phase 3: 取代 watcher (optional, 2-3 days) + +``` +目標：跳過 watcher 掃描，Odoo 直接驅動 pipeline + +├── Odoo cron job 定期檢查新檔案 +├── 或: 上傳後直接觸發 POST /api/v1/file/:uuid/process +└── 停用 Rust watcher（或其他目錄不再需要 polling） +``` + +--- + +## 7. 結論 + +### 可行性 + +| 項目 | 評估 | +|------|------| +| 技術可行性 | ✅ 高 — Odoo CE + custom addon | +| 相容性 | ✅ 完全相容現有 watcher | +| 開發量 | Phase 1: 2-3 days | +| 風險 | 低 — 只改前端上傳，不碰 pipeline | + +### 建議 + +``` +Phase 1 (MVP): 2-3 days + → 可以取代 SFTPGo 的核心檔案上傳功能 + → SFTPGo 仍保留作為備用（不同 port） + +Phase 2: 1-2 days + → 加上即時註冊觸發 + 歷史記錄 + → 體驗完整 + +Phase 3: optional + → 考量 watcher 是否需要保留 +``` + +### 附錄：SFTPGo 模組資訊 + +| 項目 | 說明 | +|------|------| +| Binary | SFTPGo 自帶 binary | +| Port | 8080 (SFTP), 8081 (WebDAV) | +| Config | `/Users/accusys/momentry/etc/sftpgo/` | +| Data | `/Users/accusys/momentry/var/sftpgo/data/` | +| Auth | 獨立 user DB | +| Source | 未納入源碼清單（Go 語言，未從源碼構建） | diff --git a/docs_v1.0/M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md b/docs_v1.0/M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md new file mode 100644 index 0000000..8b68e3f --- /dev/null +++ b/docs_v1.0/M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md @@ -0,0 +1,167 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "ERP Comparison Table — Odoo CE vs ERPNext Feature Matrix" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "erp" + - "odoo" + - "erpnext" + - "comparison" + - "bom" + - "manufacturing" + - "billing" + - "electronics" +ai_query_hints: + - "Odoo CE vs ERPNext 功能對比表" + - "ERPNext 替代料功能是否比 Odoo CE 強" + - "Odoo CE 是否支援 BOM 版控" + - "Odoo CE vs ERPNext 電子製造業適合哪個" + - "ERP feature comparison table for Odoo and ERPNext" +related_documents: + - "M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md" + - "M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md" +--- + +# ERP Function Comparison Table — Odoo CE vs ERPNext + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立 ERP 功能對比表 | OpenCode | deepseek-v4-pro | + +--- + +> Source verified via actual source code: Odoo CE `addons/mrp/models/`, ERPNext `erpnext/manufacturing/doctype/` +> 標記：✅ CE/Free 支援 | ❌ 不支援 | ⚠️ 需 custom/有限 | (EE) Odoo Enterprise only + +## 一、Billing / 開票帳務 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 客戶發票 | ✅ | ✅ | +| 供應商帳單 | ✅ | ✅ | +| 付款追蹤 | ✅ | ✅ | +| 線上付款 | ✅ 25+ | ✅ | +| 定期訂閱 | ❌ (EE) | ✅ | +| 多幣別 | ✅ | ✅ | +| 稅務在地化 | ✅ 50+ 國 | ✅ | +| 銀行對帳 | ✅ | ✅ | +| P&L / BS 報表 | ✅ | ✅ | +| 退款/折讓 | ✅ | ✅ | + +## 二、Membership / 會員系統 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 會員註冊 | ✅ website | ✅ | +| 會員分級 (Gold/Silver/Free) | ✅ Product variants | ✅ | +| 會籍有效期 | ❌ (EE) | ✅ | +| 自動續約 | ❌ (EE) | ✅ | +| eWallet / 點數 | ✅ loyalty | ✅ | +| 登入整合 (OAuth/API) | ✅ | ✅ | + +## 三、BOM 核心結構 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Multi-level BOM | ✅ | ✅ | +| Component Qty + UOM | ✅ | ✅ | +| Reference Designator | ⚠️ code 欄位 | ✅ | +| Phantom / Kit BOM | ✅ | ✅ | +| By-Products | ✅ | ✅ | +| Scrap 報廢 | ✅ | ✅ | +| BOM 成本計算 | ✅ auto | ⚠️ manual | +| BOM 匯入/匯出 | ✅ Excel | ✅ CSV | +| Substitute Items | ❌ | ✅ | +| BOM Version / Revision | ❌ (EE) | ✅ | +| BOM Comparison Tool | ❌ | ✅ | +| BOM 圖片/附件 | ✅ | ✅ | + +## 四、產線管理 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Work Centers | ✅ | ✅ Workstations | +| Routing / 工序 | ✅ | ✅ | +| Work Orders | ✅ | ✅ Job Cards | +| Shop Floor Tablet UI | ❌ (EE) | ✅ | +| Unbuild / 拆解 | ✅ | ❌ | +| Subcontracting | ✅ 3 種 | ❌ | +| MPS / 主排程 | ❌ (EE) | ✅ | +| Time Tracking | ❌ (EE) | ✅ | + +## 五、品質管理 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Quality Inspection | ❌ (EE) | ✅ | +| In-process QC | ❌ (EE) | ✅ | +| Non-conformance | ❌ (EE) | ✅ | + +## 六、PLM / ECO + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| ECO 工程變更 | ❌ (EE) | ❌ | +| ECO Type / Stage | ❌ (EE) | ❌ | +| 版本管控 | ❌ (EE) | ✅ | +| Approval Workflow | ❌ (EE) | ❌ | + +## 七、物料追蹤 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Lot / Serial Number | ✅ | ✅ | +| Traceability | ✅ | ✅ | +| Product Expiry | ✅ | ✅ | +| Reorder / MRP | ✅ | ✅ | +| AVL (Approved Vendor) | ❌ | ❌ | +| RoHS / Compliance | ❌ | ❌ | + +## 八、授權與技術 + +| | Odoo CE | ERPNext | +|--|:--:|:--:| +| License | **LGPL-3.0** | GPL-3.0 | +| Framework License | LGPL-3.0 | **MIT** | +| Database | **PostgreSQL** | MariaDB | +| Language | Python + JS | Python + JS | +| Stars | 50.6k | 33.8k | +| Forks | 32.4k | 11.2k | +| Modules | 200+ | 15+ | +| Custom module license | **任意** | GPL 相容 | + +## 九、電子業 BOM 特別需求 + +| 需求 | Odoo CE | ERPNext | 重要度 | +|------|:--:|:--:|:--:| +| 替代料 (AVL) | ❌ | ✅ | 🔴 必備 | +| BOM Rev 管控 | ❌ (EE) | ✅ | 🔴 必備 | +| SMT RefDes | ⚠️ | ⚠️ | 🔴 必備 | +| 委外 SMT | ✅ | ❌ | 🟡 | +| ECO 工程變更 | ❌ (EE) | ❌ | 🟡 | +| RoHS / Compliance | ❌ | ❌ | 🟡 | + +## 十、總結 + +| 面向 | 推薦 | +|------|------| +| Billing + Membership | **Odoo CE** — PG 共用 + custom module 自由 | +| BOM 基礎 + 委外 | **Odoo CE** — subcontracting + unbuild | +| 電子業 BOM (替代料+QC) | **ERPNext** — 原生替代料 + 版控 + QC | +| 長期授權保障 | **Odoo CE** — LGPL 比 GPL 鬆 | +| 最小化 infra | **Odoo CE** — PG 與 Momentry 共用 | diff --git a/docs_v1.0/M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md b/docs_v1.0/M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md new file mode 100644 index 0000000..d4addcd --- /dev/null +++ b/docs_v1.0/M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md @@ -0,0 +1,395 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "ERP Selection Report — Odoo CE vs ERPNext for Momentry Core" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "erp" + - "odoo" + - "erpnext" + - "selection" + - "bom" + - "manufacturing" + - "billing" + - "license" +ai_query_hints: + - "查詢 ERP 選型報告的結論與建議" + - "Odoo CE vs ERPNext 授權比較" + - "電子製造業 BOM 管理 Odoo vs ERPNext 哪個更適合" + - "Odoo Community Edition 可以商用修改嗎" + - "ERPNext GPL-3.0 授權對 Momentry 的影響" + - "Odoo CE vs ERPNext 會員管理功能對比" + - "Odoo CE billing system 能否取代現有系統" + - "ERP selection report for Momentry Core" +related_documents: + - "M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md" + - "M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md" + - "M4_M5_COLLABORATION_PROTOCOL.md" +--- + +# ERP Selection Report — Odoo CE vs ERPNext for Momentry Core + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立 Odoo CE vs ERPNext 選型報告 | OpenCode | deepseek-v4-pro | + +--- + +## 關鍵術語定義 + +| 術語 | 定義 | +|------|------| +| CE | Community Edition（社群版，免費開源） | +| EE | Enterprise Edition（企業版，付費授權） | +| BOM | Bill of Materials（物料清單） | +| PLM | Product Lifecycle Management（產品生命週期管理） | +| ECO | Engineering Change Order（工程變更單） | +| LGPL-3.0 | GNU Lesser General Public License v3 | +| GPL-3.0 | GNU General Public License v3 | +| AGPL-3.0 | GNU Affero General Public License v3 | + +--- + + + +--- + +## 目錄 + +1. [研究範圍與基準](#1-研究範圍與基準) +2. [授權分析](#2-授權分析) +3. [Billing 模組對比](#3-billing-模組對比) +4. [BOM 管理對比](#4-bom-管理對比) +5. [電子製造業 BOM 管理（源碼驗證）](#5-電子製造業-bom-管理源碼驗證) +6. [雙系統協作可行性](#6-雙系統協作可行性) +7. [技術整合架構](#7-技術整合架構) +8. [授權風險矩陣](#8-授權風險矩陣) +9. [建置成本](#9-建置成本) +10. [結論與建議](#10-結論與建議) + +--- + +## 1. 研究範圍與基準 + +### 研究對象 + +| 系統 | 版本 | 授權 | Source 位置 | +|------|------|------|-----------| +| **Odoo Community Edition** | 19.0 | LGPL-3.0 | `services/src/odoo/` (1.3GB) | +| **ERPNext** | v15 | GPL-3.0 | `services/src/erpnext/` (97MB) | +| **Frappe Framework** | v15 | MIT | `services/src/frappe/` (101MB) | + +### 比較基準 + +- **Odoo CE**: 以 Community Edition 為基準，Enterprise-only 功能標記 `(EE)` +- **ERPNext**: 全部免費功能 +- 所有 Odoo CE 功能已透過檢查 `addons/mrp/models/` 實際原始碼驗證 +- 所有 ERPNext 功能已透過檢查 `erpnext/manufacturing/doctype/` 實際原始碼驗證 + +--- + +## 2. 授權分析 + +### 核心授權比較 + +| | Odoo CE | ERPNext | +|--|---------|---------| +| ERP 授權 | **LGPL-3.0** | GPL-3.0 | +| Framework 授權 | LGPL-3.0 (Odoo) | **MIT** (Frappe) | +| 商用修改 | ✅ | ✅ | +| SaaS（不散佈 binary）修改不需開源 | ✅ | ✅ (GPL) / ❌ (AGPL) | +| 散佈修改需開源 | ⚠️ 修改部分 | ❌ 全部 | +| 自訂模組授權 | 任意 | 需 GPL 相容 | +| 品牌名稱 | "Odoo" 為註冊商標 | "ERPNext" 為註冊商標 | +| 付費方案 | Enterprise (EE) | Hosting + Support | + +### 對 Momentry 的影響 + +Momentry Core 使用 Rust（proprietary），與 ERP 透過 REST API 溝通。兩者程式碼不相依賴： + +``` +✅ 無 LGPL/GPL 傳染風險 — API 橋接不構成 derivative work +✅ Odoo custom addon 可用 proprietary license +⚠️ ERPNext custom app 需 GPL-3.0 相容授權 +``` + +### ERPNext 的 AGPL 疑慮 + +ERPNext GitHub 標示 GPL-3.0，但 Frappe 官網 pricing page 稱 "AGPL-3.0 licensed"。 +AGPL 會限制 SaaS 修改的閉源性。建議正式使用前向 Frappe 確認授權。 + +--- + +## 3. Billing 模組對比 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 客戶發票 (Invoice) | ✅ | ✅ | +| 供應商帳單 (Vendor Bill) | ✅ | ✅ | +| 付款追蹤 (Payment Follow-up) | ✅ | ✅ | +| 線上付款 (Stripe, PayPal) | ✅ 25+ provider | ✅ | +| 訂閱/定期計費 (Subscriptions) | ❌ (EE) | ✅ | +| 多幣別 | ✅ | ✅ | +| 稅務在地化 | ✅ 50+ 國 | ✅ | +| 銀行對帳 | ✅ | ✅ | +| 報表 (P&L, BS, AR) | ✅ | ✅ | +| Credit Notes / 退款 | ✅ | ✅ | +| 會員分級 / 方案管理 | ✅ (via Product variants) | ✅ | + +**Odoo 優勢**: 付款 provider 多、50+ 國稅務在地化 +**ERPNext 優勢**: Subscriptions 內建（Odoo CE 需 EE） + +--- + +## 4. BOM 管理對比 + +### 基礎 BOM 功能 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Multi-level BOM (sub-assembly) | ✅ | ✅ | +| BOM component quantity + UOM | ✅ | ✅ | +| Reference Designator (位號) | ⚠️ `code` 欄位 | ✅ | +| Phantom / Kit BOM | ✅ (type=phantom) | ✅ | +| By-Products / Co-Products | ✅ | ✅ | +| Scrap 報廢 | ✅ | ✅ | +| BOM 成本自動計算 | ✅ (from Purchase) | ⚠️ | +| BOM 導入/匯出 | ✅ Excel | ✅ CSV | + +### 產線管理 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Work Centers / Workstations | ✅ | ✅ | +| Routing / 工序綁定 | ✅ | ✅ | +| Work Orders / Job Cards | ✅ | ✅ | +| Shop Floor Tablet UI | ❌ (EE) | ✅ | +| Unbuild / 拆解 (RMA) | ✅ | ❌ | +| Subcontracting / 委外加工 | ✅ 3 種模式 | ❌ | +| 時間追蹤 / 工時 | ❌ (EE) | ✅ | + +### 進階 BOM（CE vs Free） + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| BOM Version / Revision | ❌ (EE) | ✅ | +| Substitute / Alternative Items | ❌ | ✅ `allow_alternative_item` | +| BOM Comparison Tool | ❌ | ✅ | +| PLM / ECO (工程變更) | ❌ (EE) | ❌ | +| Quality Inspection | ❌ (EE) | ✅ | +| Approved Vendor List (AVL) | ❌ | ❌ | + +### 物料追蹤 + +| 功能 | Odoo CE | ERPNext | +|------|:--:|:--:| +| Lot / Serial Number | ✅ | ✅ | +| Full Traceability (前追後追) | ✅ | ✅ | +| Product Expiry | ✅ | ✅ | +| Reorder / MRP | ✅ (stock_orderpoint) | ✅ | + +--- + +## 5. 電子製造業 BOM 管理（源碼驗證） + +### 關鍵需求與支援狀態 + +``` +電子業 BOM 的獨特需求： + +1. 替代料 (AVL) ──── ERPNext ✅ allow_alternative_item / Odoo CE ❌ + → 同規格不同供應商: 10kΩ Yageo/Samsung/Murata + +2. BOM Rev 管控 ──── ERPNext ✅ is_default+is_active / Odoo CE ❌ + → PCB v1.0→v1.1→v2.0 + +3. SMT RefDes ──── 兩家都需 custom + → R1, C5, U3 等位號系統 + +4. 委外 SMT ──── Odoo CE ✅ 三種 subcontracting / ERPNext ❌ + → 發料到外包廠 + +5. ECO 工程變更 ──── 兩家都 ❌ (Odoo: EE only) +``` + +### 源碼證據 + +**Odoo CE** (`addons/mrp/models/mrp_bom.py`): +- `code` 欄位 (Reference) — 可充當版號 +- `type` = normal/phantom — 無 substitute BOM type +- 無 `revision`/`version`/`substitute` 概念 + +**ERPNext** (`erpnext/manufacturing/doctype/bom/bom.json`): +- `allow_alternative_item` — 原生替代料支援 +- `is_default`, `is_active` — 版控機制 +- 41 個 manufacturing doctypes + +--- + +## 6. 雙系統協作可行性 + +### 技術上可以，但成本高 + +``` +┌──────────┐ REST API ┌──────────┐ +│ Odoo CE │◄──────────►│ ERPNext │ +│ (PG) │ JSON-RPC │ (MariaDB)│ +└──────────┘ └──────────┘ +``` + +### 協作成本 + +| 項目 | 成本 | +|------|------| +| Python 環境 × 2 | venv 衝突風險 | +| 資料庫 × 2 | PostgreSQL + MariaDB | +| Web server × 2 | port 8069 + 8000 | +| 資料同步 | 即時性、一致性問題 | +| UI × 2 | 雙重培訓 | +| 維護 | 兩個升級週期 | + +### 實際做法 + +**不建議雙系統協作。** 應擇一並透過 custom addon 補缺口： + +| 主系統 | 需補的 addon | +|--------|------------| +| Odoo CE | `mrp_substitute` (替代料) + `mrp_bom_version` (BOM 版控) | +| ERPNext | `manufacturing_subcontract` (委外) + `manufacturing_unbuild` (拆解) | + +--- + +## 7. 技術整合架構 + +### 與 Momentry Core 的整合 + +``` +┌──────────────────────────────────────────────────┐ +│ Momentry Core │ +│ Rust axum (port 3003) │ +│ DB: PostgreSQL, dev.* schema │ +│ Auth: API keys (dev.api_keys) │ +└────────────┬─────────────────────────────────────┘ + │ + REST API (JSON / Odoo JSON-RPC) + │ +┌────────────▼─────────────────────────────────────┐ +│ ERP (Odoo CE 或 ERPNext) │ +│ Python web app │ +│ Billing / Membership / BOM management │ +└──────────────────────────────────────────────────┘ +``` + +### Odoo CE 整合要點 + +| 項目 | 說明 | +|------|------| +| 資料庫 | 共用 PostgreSQL instance，不同 schema（dev vs odoo） | +| 認證 | Odoo user ↔ Momentry API key（custom bridge addon） | +| Billing | Odoo Accounting → Momentry 影片處理計費 | +| Membership | Odoo Product variants → 會員方案 (Gold/Silver/Free) | + +--- + +## 8. 授權風險矩陣 + +| 使用情境 | Odoo CE (LGPL-3.0) | ERPNext (GPL-3.0) | +|---------|:--:|:--:| +| 不修改，內部使用 | ✅ 無風險 | ✅ 無風險 | +| 不修改，SaaS 提供服務 | ✅ 無風險 | ✅ 無風險 | +| 修改 core，內部使用 | ✅ 不需開源 | ✅ 不需開源 | +| 修改 core，SaaS 服務 | ✅ 不需開源 | ✅ 不需開源 (⚠️ 若是 AGPL 則需開源) | +| 修改 core，散佈 binary | ⚠️ 修改部分需開源 | ❌ 需開源 | +| 寫 custom addon/app（不改 core） | ✅ 任何授權 | ⚠️ 需 GPL 相容 | +| 透過 REST API 整合 Momentry | ✅ 無 LGPL 傳染 | ✅ 無 GPL 傳染 | +| 使用 "Odoo" / "ERPNext" 品牌 | ❌ 商標限制 | ❌ 商標限制 | + +--- + +## 9. 建置成本 + +| 階段 | Odoo CE | ERPNext | +|------|---------|---------| +| 安裝 | `pip install -r requirements.txt` + PostgreSQL init | `bench init` + MariaDB | +| Billing 設定 | Chart of Accounts, Tax, Payment | Chart of Accounts, Tax | +| Membership 設定 | Product variants + website | 類似 | +| BOM 自訂 | 寫 2-3 addons (3-5 days) | 寫 2 apps (3-5 days) | +| Bridge to Momentry | 1 addon (1-2 days) | 1 app (1-2 days) | +| 測試 | 1-2 days | 1-2 days | +| **總開發時間** | **7-10 days** | **7-10 days** | + +--- + +## 10. 結論與建議 + +### 面向對比 + +| 面向 | Odoo CE | ERPNext | +|------|:--:|:--:| +| 授權友善度 | 🟢 LGPL-3.0 | 🟡 GPL-3.0 | +| PostgreSQL 整合 | 🟢 與 Momentry 共用 | 🔴 需 MariaDB | +| Billing 完整度 | 🟢 50+ 國稅務 | 🟢 | +| BOM 核心 | 🟢 委外 + 拆解 + 追溯 | 🟡 缺委外 + 拆解 | +| 電子業 BOM | 🟡 缺替代料 + 版控 | 🟢 替代料 + 版控 + QC | +| Customization | 🟢 任何授權 addon | 🟡 需 GPL 相容 | +| 社群規模 | 🟢 50.6k ⭐, 32.4k forks | 🟢 33.8k ⭐, 11.2k forks | +| 電子業缺口 | 替代料 + 版控 + QC | 委外 + 拆解 | + +### 建議 + +``` +短期 (Phase 1): Odoo CE + ├── LGPL-3.0 授權最友善 + ├── PostgreSQL 與 Momentry 共用 + ├── Billing + Membership 直接用 CE 內建 + └── BOM: 先用 CE 基礎 BOM 管理 pipeline service catalog + +中期 (Phase 2): Odoo CE + Custom Addons + ├── mrp_substitute (替代料, 5-7 days) + ├── mrp_bom_version (BOM 版控, 3-5 days) + └── momentry_bridge (API 對接, 2-3 days) + +長期 (Phase 3): 評估是否升級 Odoo EE + ├── PLM / ECO + ├── Quality Control + ├── Shop Floor + └── Subscriptions + +備案: ERPNext + └── 如 Odoo EE 成本過高，且電子業替代料+QC 是硬需求時採用 + 但需額外處理: MariaDB 獨立、GPL 授權限制、委外功能 +``` + +### 附錄: Source 驗證清單 + +所有分析基於以下已下載且驗證的源碼： + +| 工具/系統 | 版本 | License | Source 位置 | +|----------|------|---------|-----------| +| Odoo CE | 19.0 | LGPL-3.0 | `services/src/odoo/` (1.3GB) | +| ERPNext | v15 | GPL-3.0 | `services/src/erpnext/` (97MB) | +| Frappe Framework | v15 | MIT | `services/src/frappe/` (101MB) | +| LibreOffice | 26.2.3 | MPL-2.0 | `services/src/` | +| ffmpeg | 7.1.1 | GPL | `services/src/` | +| PostgreSQL | 18.3 | PostgreSQL | `services/src/` | +| Redis | 7.4.3 | BSD | `services/src/` | +| llama.cpp | 9041 | MIT | `services/src/` | +| GroundingDINO | latest | Apache 2.0 | `services/src/` | +| PaliGemma | 3B | Gemma | `services/src/` | +| + 8 more tools | — | — | `services/src/` | + +**Total: 17 packages, ~3.0GB, 17/17 source verified** diff --git a/docs_v1.0/M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md b/docs_v1.0/M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md new file mode 100644 index 0000000..98ae3c5 --- /dev/null +++ b/docs_v1.0/M5_workspace/RESEARCH/SFTPGO_ODOO_REPLACEMENT.md @@ -0,0 +1,432 @@ +--- +document_type: "plan" +service: "MOMENTRY_CORE" +title: "SFTPGo Replacement Plan — Migration to Odoo CE File Upload" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "sftpgo" + - "odoo" + - "file-upload" + - "replacement" + - "custom-addon" + - "watcher" + - "pipeline" +ai_query_hints: + - "SFTPGo 取代方案 Odoo CE" + - "如何用 Odoo CE 取代 SFTPGo 檔案上傳" + - "SFTPGo 在 Momentry 系統中的角色是什麼" + - "Odoo custom addon 大檔上傳如何實作" + - "SFTPGo replacement plan for Momentry Core" + - "Odoo CE file upload addon 取代 SFTPGo 的架構" +related_documents: + - "M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md" + - "M5_workspace/RESEARCH/ERP_COMPARISON_TABLE.md" +--- + +# SFTPGo Replacement Plan — Migration to Odoo CE + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 建立 SFTPGo→Odoo 取代方案分析 | OpenCode | deepseek-v4-pro | + +--- + +## 關鍵術語定義 + +| 術語 | 定義 | +|------|------| +| SFTPGo | 開源 SFTP/WebDAV 檔案伺服器，負責影片上傳 | +| Watcher | Momentry Rust 模組，掃描目錄並觸發影片註冊 | +| Demo Dir | Watcher 監控的目錄 (`MOMENTRY_SFTP_ROOT`) | +| Custom Addon | Odoo CE 自訂模組，擴展原生功能 | +| `ir.attachment` | Odoo 內建附件管理模型 | + +--- + +**狀態:** 方案分析 + +--- + +## 目錄 + +1. [現狀分析](#1-現狀分析) +2. [取代架構](#2-取代架構) +3. [需要自訂的 Addon](#3-需要自訂的-addon) +4. [技術細節](#4-技術細節) +5. [風險與應對](#5-風險與應對) +6. [實作計畫](#6-實作計畫) +7. [結論](#7-結論) + +--- + +## 1. 現狀分析 + +### SFTPGo 在系統中的角色 + +``` +SFTPGo :8080 Momentry Core +┌──────────────┐ ┌──────────────┐ ┌──────────────┐ +│ User auth │ │ File upload │ │ Watcher │ +│ (SFTP/ │ ──► │ → demo dir │ ──► │ scans dir │ ──► Register +│ WebDAV) │ │ │ │ (polling) │ + Pipeline +└──────────────┘ └──────────────┘ └──────────────┘ + src/watcher/watcher.rs +``` + +SFTPGo 做的事情很薄，只有三件事： +1. **認證** — SFTP/WebDAV username/password +2. **檔案上傳** — 用戶透過 SFTP client 上傳影片 +3. **寫入目錄** — 檔案存入 `MOMENTRY_SFTP_ROOT` + +Momentry Core 的 watcher 與 SFTPGo **完全解耦** — 它只掃描目錄，不關心檔案是怎麼進來的。 + +### 現有配置 + +```bash +# .env.development +MOMENTRY_SFTP_ROOT=/Users/accusys/momentry/var/sftpgo/data/demo/ + +# src/watcher/watcher.rs +# Default fallback: +"/Users/accusys/momentry/var/sftpgo/data/demo/" +``` + +### 為什麼要取代 SFTPGo + +| 問題 | 說明 | +|------|------| +| 多餘的服務 | SFTPGo 是一個獨立的 binary、port、auth 系統 | +| 用戶管理分散 | SFTPGo 有自己的 user DB，與 Momentry/Odoo 不互通 | +| 無上傳紀錄 | 誰上傳了什麼檔案？多久？無法追溯 | +| 無法觸發註冊 | 上傳完成後需等 watcher 掃描，非即時 | +| 無 Web UI | 需要 SFTP client，一般用戶不會用 | + +--- + +## 2. 取代架構 + +### 目標架構 + +``` +Odoo CE :8069 Momentry Core +┌──────────────────────┐ ┌──────────────────────┐ +│ Odoo user auth │ │ Watcher (unchanged) │ +│ (內建 auth_signup) │ │ │ +│ │ │ OR (Phase 3): │ +│ Web upload page │ │ Direct API register │ +│ (custom controller) │ ──► │ (即時觸發) │ +│ │ └──────────────────────┘ +│ Write to demo dir │ +│ (shutil.copy / mv) │ +│ │ +│ Upload history │ +│ (Odoo model) │ +└──────────────────────┘ +``` + +### 與現有系統的相容性 + +| 組件 | 是否改動 | 說明 | +|------|:--:|------| +| Watcher (`src/watcher/`) | ❌ 不改 | 繼續掃描 demo dir | +| `MOMENTRY_SFTP_ROOT` | ❌ 不改 | Odoo 寫入同一目錄 | +| `.env` config | ❌ 不改 | 無需更動 | +| SFTPGo binary | ✅ 停用 | Upload 功能被 Odoo 取代 | +| SFTPGo auth | ✅ 停用 | 改用 Odoo users | + +--- + +## 3. 需要自訂的 Addon + +### Addon 結構 + +``` +odoo_custom_addons/ +└── momentry_upload/ + ├── __init__.py + ├── __manifest__.py # depends: ['base', 'website', 'portal'] + ├── controllers/ + │ └── upload.py # Web upload endpoint + ├── models/ + │ └── upload_record.py # 上傳記錄 model + ├── views/ + │ ├── upload_form.xml # 上傳頁面模板 + │ ├── upload_success.xml # 成功頁面 + │ └── upload_menu.xml # 導航選單 + └── security/ + ├── ir.model.access.csv # 權限定義 + └── upload_security.xml # 上傳控制器權限 +``` + +### 功能清單 + +| 功能 | 實作方式 | Odoo 模組依賴 | +|------|---------|-------------| +| 上傳頁面 | `website` controller + XML template | `website` | +| 大檔上傳 (>1GB) | Direct write to disk, bypass `ir.attachment` | — | +| 用戶隔離 | `request.env.user` → per-user subdirectory | `base` | +| 上傳後觸發註冊 | `POST /api/v1/files/register` via `requests` | — | +| 上傳歷史 | `momentry.upload.record` model | `base` | +| 用戶權限 | `security/ir.model.access.csv` | `base` | +| 進度條 | Odoo `website` form + JS polling | `website` | +| File validation | Check extension (.mp4, .mov, etc.) | — | + +### 核心程式碼概念 + +```python +# controllers/upload.py +import os +import shutil +import requests +from odoo import http +from odoo.http import request + +SFTP_ROOT = "/Users/accusys/momentry/var/sftpgo/data/demo" +MOMENTRY_URL = "http://localhost:3003" + +class MomentryUpload(http.Controller): + + @http.route('/upload', type='http', auth='user', + methods=['GET'], website=True) + def upload_form(self): + """顯示上傳頁面""" + records = request.env['momentry.upload.record'].search( + [('user_id', '=', request.env.user.id)], + order='create_date desc', limit=20 + ) + return request.render('momentry_upload.upload_form', { + 'records': records, + }) + + @http.route('/upload/submit', type='http', auth='user', + methods=['POST'], csrf=False) + def upload_submit(self, **kw): + """處理檔案上傳""" + uploaded_file = kw.get('file') + if not uploaded_file: + return request.render('momentry_upload.upload_form', { + 'error': 'No file selected' + }) + + filename = uploaded_file.filename + user_dir = os.path.join(SFTP_ROOT, request.env.user.login) + os.makedirs(user_dir, exist_ok=True) + dest_path = os.path.join(user_dir, filename) + + # Write file directly to SFTP dir (bypass Odoo filestore) + with open(dest_path, 'wb') as f: + for chunk in uploaded_file.read(): + f.write(chunk) + + # Create upload record + record = request.env['momentry.upload.record'].create({ + 'user_id': request.env.user.id, + 'filename': filename, + 'file_path': dest_path, + 'file_size': os.path.getsize(dest_path) if os.path.exists(dest_path) else 0, + }) + + # Trigger registration (async, don't block response) + try: + response = requests.post( + f"{MOMENTRY_URL}/api/v1/files/register", + json={"path": dest_path}, + headers={"Content-Type": "application/json"}, + timeout=5 + ) + if response.status_code == 200: + record.write({'status': 'registered', + 'momentry_uuid': response.json().get('file_uuid', '')}) + except Exception: + record.write({'status': 'uploaded'}) # will be picked up by watcher + + return request.render('momentry_upload.upload_success', { + 'record': record, + }) + + +# models/upload_record.py +from odoo import models, fields + +class MomentryUploadRecord(models.Model): + _name = 'momentry.upload.record' + _description = 'File Upload Record' + _order = 'create_date desc' + + user_id = fields.Many2one('res.users', string='Uploader', required=True) + filename = fields.Char(required=True) + file_path = fields.Char() + file_size = fields.Integer(string='Size (bytes)') + status = fields.Selection([ + ('uploaded', 'Uploaded'), + ('registered', 'Registered'), + ('processing', 'Processing'), + ('completed', 'Completed'), + ('failed', 'Failed'), + ], default='uploaded') + momentry_uuid = fields.Char(string='Momentry UUID') + notes = fields.Text() + create_date = fields.Datetime(string='Upload Time', readonly=True) +``` + +--- + +## 4. 技術細節 + +### 大檔上傳處理 + +Odoo 預設限制 25MB (`--max-file-size`)。影片檔可達數 GB。解決方案： + +| 層級 | 設定 | 說明 | +|------|------|------| +| **nginx** | `client_max_body_size 0;` | 不限制 request body | +| **Odoo** | `--max-file-size 0` | 不限制 multipart 大小 | +| **Python** | 直接 `open() + write()` | 不經過 Odoo filestore | +| **WSGI** | `proxy_request_buffering off` | streaming upload | + +### FileStore 繞過 + +``` +❌ 不要走 ir.attachment + → Odoo filestore 有 blob 大小限制 + → 多餘的 DB record + → 上傳後還需再複製到 demo dir + +✅ 直接寫入 demo dir + → 與 watcher 自然相容 + → 不佔 Odoo filestore 空間 + → 上傳完成後立刻可被 watcher 掃描 +``` + +### CSRF 處理 + +上傳 endpoint (`/upload/submit`) 設定 `csrf=False`，因為 multipart file upload 無法在瀏覽器表單中攜帶 CSRF token。這在 Odoo 中是常見做法（`website_sale` 的 checkout 也這樣處理）。 + +### 用戶隔離 + +每個 Odoo user 有自己的子目錄： +``` +demo/ +├── admin/ # admin 上傳的檔案 +│ └── video1.mp4 +├── user_a/ # user_a 上傳的檔案 +│ └── video2.mov +└── user_b/ + └── video3.mp4 +``` + +權限由 Odoo user 控制（可限制哪些用戶可以上傳）。 + +### Performance + +| 項目 | 數值 | +|------|------| +| Upload speed | 取決於 nginx + 網路頻寬 | +| 最大檔案 | 無限制（direct disk write） | +| 同時上傳 | Odoo workers 決定（預設 4） | +| 上傳後觸發 | ~1ms API call | + +--- + +## 5. 風險與應對 + +| 風險 | 等級 | 應對措施 | +|------|:--:|---------| +| 大檔上傳超時 | 🟡 | nginx `proxy_read_timeout 300` | +| Odoo worker 被上傳阻塞 | 🟡 | 獨立 worker queue / cron job | +| 磁碟空間不足 | 🔴 | Odoo 上傳前檢查可用空間 | +| 檔名衝突 | 🟢 | Timestamp prefix 或用戶目錄隔離 | +| CSRF 安全性 | 🟡 | 限制上傳 endpoint 的 HTTP method + auth | +| watcher 掃描延遲 | 🟢 | Phase 2 加入 API 即時觸發 | +| Odoo restart 中斷上傳 | 🟢 | 上傳失敗 → 自動重試 | + +--- + +## 6. 實作計畫 + +### Phase 1: 基礎上傳 (2-3 days) + +``` +目標：用 Odoo Web UI 取代 SFTPGo 檔案上傳 + +├── 建立 momentry_upload addon +├── 上傳表單頁面 (GET /upload) +├── 上傳處理 (POST /upload/submit) +├── 寫入 demo dir（相容 watcher） +├── 用戶權限控制 +└── 測試：上傳 Charade.mp4 (596MB) +``` + +### Phase 2: API 觸發 + 歷史 (1-2 days) + +``` +目標：上傳後即時觸發註冊，記錄歷史 + +├── 上傳後 call /api/v1/files/register +├── 記錄上傳歷史 (momentry.upload.record) +├── 上傳狀態追蹤 (uploaded → registered → completed) +└── 管理後台檢視 (admin 可看所有上傳) +``` + +### Phase 3: 取代 watcher (optional, 2-3 days) + +``` +目標：跳過 watcher 掃描，Odoo 直接驅動 pipeline + +├── Odoo cron job 定期檢查新檔案 +├── 或: 上傳後直接觸發 POST /api/v1/file/:uuid/process +└── 停用 Rust watcher（或其他目錄不再需要 polling） +``` + +--- + +## 7. 結論 + +### 可行性 + +| 項目 | 評估 | +|------|------| +| 技術可行性 | ✅ 高 — Odoo CE + custom addon | +| 相容性 | ✅ 完全相容現有 watcher | +| 開發量 | Phase 1: 2-3 days | +| 風險 | 低 — 只改前端上傳，不碰 pipeline | + +### 建議 + +``` +Phase 1 (MVP): 2-3 days + → 可以取代 SFTPGo 的核心檔案上傳功能 + → SFTPGo 仍保留作為備用（不同 port） + +Phase 2: 1-2 days + → 加上即時註冊觸發 + 歷史記錄 + → 體驗完整 + +Phase 3: optional + → 考量 watcher 是否需要保留 +``` + +### 附錄：SFTPGo 模組資訊 + +| 項目 | 說明 | +|------|------| +| Binary | SFTPGo 自帶 binary | +| Port | 8080 (SFTP), 8081 (WebDAV) | +| Config | `/Users/accusys/momentry/etc/sftpgo/` | +| Data | `/Users/accusys/momentry/var/sftpgo/data/` | +| Auth | 獨立 user DB | +| Source | 未納入源碼清單（Go 語言，未從源碼構建） | diff --git a/docs_v1.0/M5_workspace/SERVICE_GO_GITEA_BUILD.md b/docs_v1.0/M5_workspace/SERVICE_GO_GITEA_BUILD.md new file mode 100644 index 0000000..6e6295c --- /dev/null +++ b/docs_v1.0/M5_workspace/SERVICE_GO_GITEA_BUILD.md @@ -0,0 +1,250 @@ +--- +document_type: "reference_doc" +service: "MOMENTRY_CORE" +title: "Go Compiler and Gitea Service Build Report" +date: "2026-05-13" +version: "V1.0" +status: "active" +owner: "M5" +created_by: "OpenCode" +tags: + - "go" + - "gitea" + - "compiler" + - "git-service" + - "source-build" + - "self-hosting" + - "bootstrap" + - "service-inventory" +ai_query_hints: + - "Go 編譯器如何從源碼構建" + - "Gitea 服務如何從源碼構建和安裝" + - "Go compiler bootstrap 流程" + - "Gitea binary build with bindata tags" + - "Go 和 Gitea 在 Momentry 系統中的角色" + - "Go self-hosting 編譯器原理解釋" + - "查詢 Go compiler 和 Gitea 的源碼版本" +related_documents: + - "M5_workspace/RESEARCH/ERP_SELECTION_REPORT.md" + - "../RELEASE/SERVICE_INVENTORY_V1.0.0.md" +--- + +# Go Compiler and Gitea Service Build Report + +| 項目 | 內容 | +|------|------| +| 調查者 | M5 Team | +| 文件版本 | V1.0 | +| 建立日期 | 2026-05-13 | + +--- + +## 版本歷史 + +| 版本 | 日期 | 目的 | 操作人 | 工具/模型 | +|------|------|------|--------|-----------| +| V1.0 | 2026-05-13 | 記錄 Go 編譯器與 Gitea 源碼構建流程 | OpenCode | deepseek-v4-pro | + +--- + +## 關鍵術語定義 + +| 術語 | 定義 | +|------|------| +| Self-hosting | 編譯器可以用自己編譯自己（Go 是 self-hosting 語言） | +| Bootstrap | 用現有編譯器（brew Go）編譯 source → 產出獨立 binary | +| Gitea | Go 語言撰寫的 Git 自託管服務（類似 GitHub） | +| Bindata | Gitea 的靜態資源嵌入標籤（前後端合一的 binary） | +| Go Module | Go 的套件管理系統（`go.mod`, `go.sum`） | +| Make backend | Gitea 的 Makefile target，編譯後端 binary | + +--- + +## 1. Go Compiler + +### 源碼來源 + +| 項目 | 內容 | +|------|------| +| Source URL | `https://github.com/golang/go` | +| Branch | `go1.26.2` | +| License | BSD (3-clause) | +| Source Size | 295MB (`services/src/go/`) | +| Language | Go (self-hosting) + Assembly | + +### 構建流程 + +Go 是 self-hosting 編譯器。整個構建流程如下： + +``` +Phase 1: Bootstrap (環境預檢) + ├── 檢查系統 GCC/Clang + ├── 檢查系統 Go 編譯器（brew Go 1.26.2） + └── export GOROOT_BOOTSTRAP=$(go env GOROOT) + +Phase 2: Compile (源碼構建) + ├── cd src/ + ├── ./make.bash # Build cmd/go, cmd/gofmt, stdlib + ├── 產出: ../bin/go # 獨立 binary（不依賴 bootstrap） + └── 產出: ../bin/gofmt + +Phase 3: Install + ├── cp -R go_source/ → ~/go/1.26.2/ + ├── ln -s ~/go/1.26.2/bin/go → ~/go/bin/go + └── ln -s ~/go/1.26.2/bin/gofmt → ~/go/bin/gofmt +``` + +### 構建指令 + +```bash +# Download +git clone --depth 1 --branch go1.26.2 https://github.com/golang/go.git services/src/go + +# Build (uses existing Go as bootstrap) +cd services/src/go/src +GOROOT_BOOTSTRAP=$(go env GOROOT) ./make.bash + +# Install +cp -R services/src/go ~/go/1.26.2 +ln -sf ~/go/1.26.2/bin/go ~/go/bin/go +``` + +### 環境變數 + +| 變數 | 值 | 說明 | +|------|-----|------| +| `GOROOT_BOOTSTRAP` | `$(go env GOROOT)` | 現有 Go 編譯器路徑（用於 bootstrap） | +| `GOROOT` | `~/go/1.26.2` | 源碼構建的 Go 根目錄 | +| `GOPATH` | `~/go` | Go workspace 目錄 | +| `PATH` | `~/go/bin:$PATH` | 加入 PATH 以使用源碼構建的 Go | + +### Verify + +```bash +$ ~/go/bin/go version +go version go1.26.2 darwin/arm64 + +$ ~/go/bin/go run hello.go +Go 1.26.2 source-built OK +``` + +--- + +## 2. Gitea + +### 源碼來源 + +| 項目 | 內容 | +|------|------| +| Source URL | `https://github.com/go-gitea/gitea` | +| Branch | `v1.25.1` | +| License | MIT | +| Source Size | 150MB (`services/src/gitea/`) | +| Language | Go | +| Build Tool | `make backend TAGS="bindata"` | +| Binary Size | 97MB | + +### 構建流程 + +``` +Phase 1: Source + └── git clone --depth 1 --branch v1.25.1 https://github.com/go-gitea/gitea.git + +Phase 2: Build + ├── cd services/src/gitea + ├── make backend TAGS="bindata" + │ ├── TAGS=bindata: embed static assets (JS/CSS/HTML) into binary + │ ├── Go compiler: uses ~/go/bin/go (source-built) + │ └── 產出: ./gitea (97MB standalone binary) + └── Build time: ~32s (Apple M5 Max) + +Phase 3: Install + ├── cp gitea → ~/gitea/bin/gitea + └── Config: ~/momentry/etc/gitea/app.ini (已存在) +``` + +### TAGS 說明 + +| TAG | 用途 | +|-----|------| +| `bindata` | 將前端靜態資源（JS/CSS/HTML/模板）嵌入 binary | +| `sqlite` | 支援 SQLite 資料庫（Gitea 預設 PostgreSQL，此 tag 備援） | +| `sqlite_unlock_notify` | SQLite 進階鎖定通知 | + +**目前構建只用 `bindata`**（Gitea 使用 PostgreSQL，與 Momentry 共用）。 + +### 組態 + +```ini +# ~/momentry/etc/gitea/app.ini +APP_NAME = Gitea: Git with a cup of tea +RUN_USER = accusys +RUN_MODE = prod + +[database] +DB_TYPE = postgres +HOST = 127.0.0.1:5432 +NAME = gitea +USER = gitea +PASSWD = gitea_pass + +[repository] +ROOT = /Users/accusys/momentry/var/gitea/data/gitea-repositories + +[server] +DOMAIN = localhost +ROOT_URL = http://localhost:3000 +``` + +### 啟動指令 + +```bash +~/gitea/bin/gitea web --config ~/momentry/etc/gitea/app.ini +``` + +--- + +## 3. 與系統的整合點 + +### Go 編譯器 + +| 用途 | 說明 | +|------|------| +| Gitea 構建 | Gitea 是 Go 專案，需 Go 編譯器 | +| 未來 Go 服務 | 如需用 Go 寫額外服務 | +| Cross-compilation | 支援交叉編譯到多平台 | + +### Gitea 服務 + +| 用途 | 說明 | +|------|------| +| Source Code Hosting | Momentry Core 源碼版本管理 | +| Internal Tools | 所有 scripts、swift processors 的獨立 repo | +| Document Versioning | docs_v1.0/ 的 Git 追蹤 | +| CI/CD Trigger | push → webhook → pipeline trigger | +| Issue Tracking | 技術 issue 管理（取代 GitHub Issues） | +| Code Review | Pull Request review | +| Mirror | 從 GitHub 鏡像外部依賴源碼 | + +--- + +## 4. 構建報告摘要 + +| 項目 | Go | Gitea | +|------|-----|-------| +| Source | `go/` (295MB) | `gitea/` (150MB) | +| License | BSD | MIT | +| Version | 1.26.2 | 1.25.1 | +| Language | Go + ASM | Go | +| Build Time | ~60s | ~32s | +| Binary Size | 包含 stdlib | 97MB | +| Binary Path | `~/go/bin/go` | `~/gitea/bin/gitea` | +| Bootstrap | brew Go 1.26.2 | source-built Go | + +--- + +## 5. Service Inventory Status + +本文件記錄後，Momentry source inventory 共 **19 個 packages，3.4GB**。 + +完整清單見 `service source list` 輸出。 diff --git a/scripts/embed_faces.py b/scripts/embed_faces.py new file mode 100644 index 0000000..9845254 --- /dev/null +++ b/scripts/embed_faces.py @@ -0,0 +1,161 @@ +#!/opt/homebrew/bin/python3.11 +""" +Process Swift face detection output + add CoreML FaceNet embeddings. +Replaces face_processor.py Step 2 when Swift already ran. +""" +import sys, os, json, argparse, time +import cv2 +import numpy as np +import coremltools as ct +from pathlib import Path + +SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) +FACENET_PATH = os.path.join(SCRIPT_DIR, "..", "models", "facenet512.mlpackage") + +def classify_pose(roll, yaw): + abs_yaw = abs(yaw) + abs_roll = abs(roll) + if abs_yaw < 15 and abs_roll < 15: + return "frontal" + elif abs_yaw > 30: + return "profile_right" if yaw > 0 else "profile_left" + else: + return "three_quarter" + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--swift-json", required=True, help="Swift detection output") + parser.add_argument("--video", required=True, help="Video file path") + parser.add_argument("--output", required=True, help="Output face.json path") + parser.add_argument("--fps", type=float, default=24.0) + args = parser.parse_args() + + print(f"[EMBED] Loading Swift output: {args.swift_json}") + with open(args.swift_json) as f: + swift = json.load(f) + + swift_frames = swift.get("frames", []) + print(f"[EMBED] Swift frames: {len(swift_frames)}") + + # Load CoreML FaceNet + facenet = os.path.normpath(FACENET_PATH) + coreml_model = None + if os.path.exists(facenet): + coreml_model = ct.models.MLModel(facenet) + print(f"[EMBED] FaceNet loaded") + else: + print(f"[EMBED] WARNING: FaceNet not found at {facenet}") + + # Open video + video = cv2.VideoCapture(args.video) + if not video.isOpened(): + raise RuntimeError(f"Cannot open {args.video}") + v_fps = video.get(cv2.CAP_PROP_FPS) + v_total = int(video.get(cv2.CAP_PROP_FRAME_COUNT)) + v_width = int(video.get(cv2.CAP_PROP_FRAME_WIDTH)) + v_height = int(video.get(cv2.CAP_PROP_FRAME_HEIGHT)) + print(f"[EMBED] Video: {v_width}x{v_height}, {v_fps:.1f}fps") + + # Sequential read optimization: build lookup set + needed_frames = set() + frame_data_map = {} + for sf in swift_frames: + fn = int(sf.get("frame", sf.get("frame_number", 0))) + needed_frames.add(fn) + frame_data_map[fn] = sf + + output_frames = [] + embed_count = 0 + t0 = time.time() + current_frame = 0 + + while True: + ret, frame = video.read() + if not ret: + break + + if current_frame not in needed_frames: + current_frame += 1 + continue + + sf = frame_data_map[current_frame] + timestamp = sf.get("timestamp", current_frame / v_fps) + faces_in = sf.get("faces", []) + + processed_faces = [] + for face in faces_in: + bb = face.get("bbox", {}) + x, y, w, h = bb.get("x", 0), bb.get("y", 0), bb.get("width", 0), bb.get("height", 0) + + if w <= 10 or h <= 10: + continue + + x1, y1 = max(0, x), max(0, y) + x2, y2 = min(v_width, x + w), min(v_height, y + h) + if x2 <= x1 or y2 <= y1: + continue + face_img = frame[y1:y2, x1:x2] + if face_img.size == 0: + continue + + emb = None + if coreml_model is not None and face_img.shape[0] > 0 and face_img.shape[1] > 0: + try: + resized = cv2.resize(face_img, (160, 160)) + rgb = cv2.cvtColor(resized, cv2.COLOR_BGR2RGB).astype(np.float32) + normalized = rgb / 127.5 - 1.0 + input_data = np.expand_dims(np.transpose(normalized, (2, 0, 1)), axis=0) + result = coreml_model.predict({"input": input_data}) + emb = list(result.values())[0].flatten().tolist() + embed_count += 1 + except Exception as e: + pass + + # Pose + pose_info = face.get("pose", {}) + pose_angle = classify_pose(pose_info.get("roll", 0), pose_info.get("yaw", 0)) + + processed_faces.append({ + "x": x, "y": y, "width": w, "height": h, + "confidence": face.get("confidence", 0.5), + "embedding": emb, + "pose_angle": { + "angle": pose_angle, + "roll": pose_info.get("roll", 0), + "yaw": pose_info.get("yaw", 0), + "pitch": pose_info.get("pitch", 0), + }, + "lips": face.get("lips"), + "landmarks": face.get("landmarks"), + "attributes": None, + }) + + if processed_faces: + output_frames.append({ + "frame": current_frame, + "timestamp": timestamp, + "faces": processed_faces, + }) + + current_frame += 1 + + if len(output_frames) % 500 == 0: + print(f"[EMBED] {len(output_frames)}/{len(needed_frames)} frames, {embed_count} embeddings, {time.time()-t0:.0f}s") + + video.release() + + output = { + "frame_count": len(output_frames), + "fps": v_fps, + "frames": output_frames, + } + + os.makedirs(os.path.dirname(args.output), exist_ok=True) + with open(args.output, "w") as f: + json.dump(output, f, indent=2, ensure_ascii=False) + + elapsed = time.time() - t0 + print(f"[EMBED] Done: {len(output_frames)} frames, {embed_count} embeddings, {elapsed:.0f}s → {args.output}") + +if __name__ == "__main__": + main() diff --git a/scripts/export_file_package.py b/scripts/export_file_package.py new file mode 100644 index 0000000..94f3e0f --- /dev/null +++ b/scripts/export_file_package.py @@ -0,0 +1,131 @@ +#!/opt/homebrew/bin/python3.11 +""" +Export a single file's data to SQL file (COPY format). +Usage: python3 export_file_package.py +""" +import json, os, sys, subprocess + +PG_BIN = "/Users/accusys/pgsql/18.3/bin" +DB_URL = "postgresql://accusys@localhost:5432/momentry" + +TABLES = [ + ("dev.videos", "file_uuid"), + ("dev.chunk", "file_uuid"), + ("dev.chunk_vectors", "uuid"), + ("dev.face_detections", "file_uuid"), +] + +def main(): + uuid = sys.argv[1] if len(sys.argv) > 1 else "aeed71342a899fe4b4c57b7d41bcb692" + outdir = sys.argv[2] if len(sys.argv) > 2 else "/tmp/file_pkg" + os.makedirs(outdir, exist_ok=True) + sql_path = os.path.join(outdir, "data.sql") + + print(f"Exporting {uuid} → {sql_path}") + with open(sql_path, "w") as f: + f.write(f"-- File package: {uuid}\nBEGIN;\n\n") + + for tbl, col in TABLES: + f.write(f"-- {tbl} WHERE {col} = '{uuid}'\n") + + # Get column list + schema, table = tbl.split(".") + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", f"SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='{schema}' AND table_name='{table}' AND is_updatable='YES'"], + capture_output=True, text=True, timeout=15) + cols = r.stdout.strip() + + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-c", + f"COPY (SELECT * FROM {tbl} WHERE {col} = '{uuid}') TO STDOUT WITH CSV HEADER"], + capture_output=True, text=True, timeout=60) + if r.stdout.strip(): + f.write(f"COPY {tbl} ({cols}) FROM STDIN WITH CSV HEADER;\n") + f.write(r.stdout) + if not r.stdout.endswith("\n"): + f.write("\n") + f.write("\\.\n\n") + + # Export identities referenced by this file's face_detections + f.write(f"-- dev.identities (referenced by face_detections WHERE file_uuid='{uuid}')\n") + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", "SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='dev' AND table_name='identities' AND is_updatable='YES'"], + capture_output=True, text=True, timeout=15) + cols = r.stdout.strip() + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-c", + f"COPY (SELECT DISTINCT i.* FROM dev.identities i INNER JOIN dev.face_detections fd ON fd.identity_id = i.id WHERE fd.file_uuid = '{uuid}') TO STDOUT WITH CSV HEADER"], + capture_output=True, text=True, timeout=60) + if r.stdout.strip(): + f.write(f"COPY dev.identities ({cols}) FROM STDIN WITH CSV HEADER;\n") + f.write(r.stdout) + if not r.stdout.endswith("\n"): + f.write("\n") + f.write("\\.\n\n") + + # Export identity_bindings for identities referenced by this file + f.write(f"-- dev.identity_bindings (for identities in face_detections WHERE file_uuid='{uuid}')\n") + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", "SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='dev' AND table_name='identity_bindings' AND is_updatable='YES'"], + capture_output=True, text=True, timeout=15) + cols = r.stdout.strip() + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-c", + f"COPY (SELECT DISTINCT ib.* FROM dev.identity_bindings ib INNER JOIN dev.face_detections fd ON fd.identity_id = ib.identity_id WHERE fd.file_uuid = '{uuid}') TO STDOUT WITH CSV HEADER"], + capture_output=True, text=True, timeout=60) + if r.stdout.strip(): + f.write(f"COPY dev.identity_bindings ({cols}) FROM STDIN WITH CSV HEADER;\n") + f.write(r.stdout) + if not r.stdout.endswith("\n"): + f.write("\n") + f.write("\\.\n\n") + + f.write("COMMIT;\n") + + size = os.path.getsize(sql_path) + print(f" {sql_path} ({size/1024/1024:.1f} MB)") + + # Copy video file to package + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", f"SELECT file_path FROM dev.videos WHERE file_uuid='{uuid}'"], + capture_output=True, text=True, timeout=15) + video_path = r.stdout.strip() + if video_path and os.path.exists(video_path): + video_name = os.path.basename(video_path) + dest = os.path.join(outdir, video_name) + import shutil + shutil.copy2(video_path, dest) + vsize = os.path.getsize(dest) + print(f" {video_name} ({vsize/1024/1024:.0f} MB)") + else: + print(f" WARNING: video file not found at {video_path}") + + # file_info.json + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", f"SELECT json_build_object('file_uuid', file_uuid, 'file_name', file_name, 'duration', duration, 'fps', fps, 'width', width, 'height', height, 'total_frames', total_frames, 'status', status) FROM dev.videos WHERE file_uuid='{uuid}'"], + capture_output=True, text=True, timeout=15) + if r.stdout.strip(): + info = json.loads(r.stdout.strip()) + with open(os.path.join(outdir, "file_info.json"), "w") as f: + json.dump(info, f, indent=2) + print(f" file_info.json") + + # Export identities.json (for offline analysis) + id_path = os.path.join(outdir, f"{uuid}.identities.json") + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", f"SELECT json_build_object('file_uuid', file_uuid) FROM dev.videos WHERE file_uuid='{uuid}'"], + capture_output=True, text=True, timeout=15) + subprocess.run( + ["/opt/homebrew/bin/python3.11", os.path.join(os.path.dirname(os.path.abspath(__file__)), "export_identities.py"), uuid, id_path], + check=False, timeout=60) + if os.path.exists(id_path): + print(f" {uuid}.identities.json ({os.path.getsize(id_path)/1024:.0f}KB)") + +if __name__ == "__main__": + main() diff --git a/scripts/export_identities.py b/scripts/export_identities.py new file mode 100644 index 0000000..cb5a25f --- /dev/null +++ b/scripts/export_identities.py @@ -0,0 +1,74 @@ +#!/opt/homebrew/bin/python3.11 +""" +Export identity data for a video UUID as JSON (for offline analysis). +Usage: python3 export_identities.py [output.json] +""" +import sys, json, psycopg2 + +UUID = sys.argv[1] if len(sys.argv) > 1 else "aeed71342a899fe4b4c57b7d41bcb692" +OUT = sys.argv[2] if len(sys.argv) > 2 else f"/Users/accusys/momentry/output_dev/{UUID}.identities.json" + +conn = psycopg2.connect("dbname=momentry user=accusys") +cur = conn.cursor() + +# Get identities referenced by this file's face_detections +cur.execute(""" + SELECT DISTINCT i.id, i.name, i.uuid, i.identity_type, i.source, i.status, + i.face_embedding, i.voice_embedding, i.reference_data, i.tmdb_id, i.tmdb_profile + FROM dev.identities i + INNER JOIN dev.face_detections fd ON fd.identity_id = i.id + WHERE fd.file_uuid = %s + ORDER BY i.id +""", (UUID,)) +rows = cur.fetchall() + +identities = [] +for r in rows: + identities.append({ + "id": r[0], + "name": r[1], + "uuid": str(r[2]) if r[2] else None, + "identity_type": r[3], + "source": r[4], + "status": r[5], + "tmdb_id": r[9], + "tmdb_profile": r[10], + }) + +# Get identity_bindings for these identities' traces +cur.execute(""" + SELECT DISTINCT ib.identity_id, ib.identity_type, ib.identity_value, ib.confidence + FROM dev.identity_bindings ib + WHERE ib.identity_id IN ( + SELECT DISTINCT fd.identity_id FROM dev.face_detections fd WHERE fd.file_uuid = %s + ) +""", (UUID,)) +bindings = [{"identity_id": r[0], "identity_type": r[1], "identity_value": r[2], "confidence": float(r[3])} for r in cur.fetchall()] + +# Get trace-to-identity mapping from face_detections +cur.execute(""" + SELECT DISTINCT trace_id, identity_id, COUNT(*) as face_count + FROM dev.face_detections + WHERE file_uuid = %s AND identity_id IS NOT NULL AND trace_id IS NOT NULL + GROUP BY trace_id, identity_id ORDER BY trace_id +""", (UUID,)) +trace_map = [{"trace_id": r[0], "identity_id": r[1], "face_count": r[2]} for r in cur.fetchall()] + +cur.close(); conn.close() + +output = { + "file_uuid": UUID, + "identity_count": len(identities), + "binding_count": len(bindings), + "trace_mapping_count": len(trace_map), + "identities": identities, + "bindings": bindings, + "trace_to_identity": trace_map, +} + +with open(OUT, 'w') as f: + json.dump(output, f, indent=2, ensure_ascii=False) + +size_kb = len(json.dumps(output)) / 1024 +print(f"Exported {len(identities)} identities, {len(bindings)} bindings, {len(trace_map)} trace mappings") +print(f" → {OUT} ({size_kb:.0f}KB)") diff --git a/scripts/export_sqlite.py b/scripts/export_sqlite.py new file mode 100644 index 0000000..35a3af2 --- /dev/null +++ b/scripts/export_sqlite.py @@ -0,0 +1,238 @@ +#!/opt/homebrew/bin/python3.11 +""" +Export a video's data to a self-contained SQLite database for offline app use. +Uses sqlite-vec extension for native vector storage. +The vec0.dylib must be in the script directory or /tmp/. +Usage: python3 export_sqlite.py [output.sqlite] +""" +import sys, json, sqlite3, psycopg2, os + +UUID = sys.argv[1] if len(sys.argv) > 1 else "aeed71342a899fe4b4c57b7d41bcb692" +OUT = sys.argv[2] if len(sys.argv) > 2 else f"/Users/accusys/momentry/output_dev/{UUID}.sqlite" +SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) + +# Find vec0.dylib +VEC_DYLIB = None +for path in [ + os.path.join(SCRIPT_DIR, "vec0.dylib"), + "/tmp/vec0.dylib", + os.path.join(SCRIPT_DIR, "sqlite-vec", "vec0.dylib"), +]: + if os.path.exists(path): + VEC_DYLIB = path + break + +print(f"Exporting {UUID} → {OUT}") +if VEC_DYLIB: + print(f" sqlite-vec: {VEC_DYLIB}") + +# Connect to PostgreSQL +pg = psycopg2.connect("dbname=momentry user=accusys") +pg_cur = pg.cursor() + +# Connect to SQLite +if os.path.exists(OUT): + os.remove(OUT) +lite = sqlite3.connect(OUT) + +# Load sqlite-vec extension if available +if VEC_DYLIB: + lite.enable_load_extension(True) + try: + lite.load_extension(VEC_DYLIB) + print(" sqlite-vec extension loaded") + except Exception as e: + print(f" WARNING: Could not load sqlite-vec: {e}") + lite.enable_load_extension(False) + +lite_cur = lite.cursor() + +# ---- Helper ---- +def pg_to_sqlite(pg_query, lite_table, lite_schema, params=None, transform=None): + """Copy PostgreSQL query result to SQLite table.""" + lite_cur.execute(lite_schema) + pg_cur.execute(pg_query, params or []) + rows = pg_cur.fetchall() + if not rows: + return 0 + cols = [d[0] for d in pg_cur.description] + placeholders = ",".join(["?" for _ in cols]) + + count = 0 + for row in rows: + d = dict(zip(cols, row)) + if transform: + d = transform(d) + vals = [] + for c in cols: + v = d.get(c) + vals.append(None if v is None else v) + try: + lite_cur.execute(f"INSERT INTO {lite_table} VALUES ({placeholders})", vals) + count += 1 + except Exception: + pass + lite.commit() + return count + +# Create tables (skip WAL — Python sqlite3 may not support PRAGMA with extensions loaded) +print("Creating tables...") + +# videos +pg_to_sqlite( + "SELECT file_uuid, file_name, file_path, duration, fps, width, height, probe_json::text, status FROM dev.videos WHERE file_uuid=%s", + "videos", + "CREATE TABLE IF NOT EXISTS videos (file_uuid TEXT PRIMARY KEY, file_name TEXT, file_path TEXT, duration REAL, fps REAL, width INTEGER, height INTEGER, probe_json TEXT, status TEXT)", + [UUID]) + +# chunk +pg_to_sqlite( + "SELECT file_uuid, chunk_id, chunk_type, start_time, end_time, fps, start_frame, end_frame, text_content, metadata->>'speaker_id' as speaker_id FROM dev.chunk WHERE file_uuid=%s AND chunk_type='sentence' ORDER BY chunk_id", + "chunk", + """CREATE TABLE IF NOT EXISTS chunk ( + file_uuid TEXT, chunk_id TEXT, chunk_type TEXT, + start_time REAL, end_time REAL, fps REAL, + start_frame INTEGER, end_frame INTEGER, text_content TEXT, speaker_id TEXT, + PRIMARY KEY(file_uuid, chunk_id))""", + [UUID]) + +def parse_pg_array(text): + """Parse PostgreSQL array format {0.1,0.2,...} to Python list.""" + if not text or text == 'null': + return None + try: + text = text.strip('{}') + return [float(x) for x in text.split(',') if x.strip()] + except: + return None + +# chunk vectors → vec0 virtual table +print(" Creating vec0 table: chunk_embeddings (768D)...") +lite_cur.execute(""" + CREATE VIRTUAL TABLE IF NOT EXISTS chunk_embeddings USING vec0( + embedding float[768] + ) +""") +pg_cur.execute("SELECT chunk_id, COALESCE(embedding::text, 'null'), uuid FROM dev.chunk_vectors WHERE uuid=%s", [UUID]) +chunk_vecs = pg_cur.fetchall() +if chunk_vecs: + for chunk_id, emb_text, _ in chunk_vecs: + # chunk_vectors uses JSONB format, not PG array format + emb = None + try: + emb = json.loads(emb_text) if emb_text else None + except: + pass + if not emb: + emb = parse_pg_array(emb_text) # fallback + if emb and len(emb) == 768: + lite_cur.execute( + "INSERT INTO chunk_embeddings (rowid, embedding) VALUES (?, ?)", + [int(chunk_id) if chunk_id.isdigit() else hash(chunk_id) & 0x7fffffff, + json.dumps(emb)]) + lite.commit() + print(f" chunk_embeddings: {len(chunk_vecs)} vectors") + +# face detections +def transform_face(row): + return row # embedding moved to vec0 table + +pg_to_sqlite( + """SELECT file_uuid, face_id, frame_number, x, y, width, height, confidence, + identity_id, trace_id, + COALESCE(timestamp_secs, frame_number / 25.0) as timestamp_secs + FROM dev.face_detections WHERE file_uuid=%s ORDER BY frame_number""", + "face_detections", + """CREATE TABLE IF NOT EXISTS face_detections ( + file_uuid TEXT, face_id TEXT, frame_number INTEGER, + x INTEGER, y INTEGER, width INTEGER, height INTEGER, + confidence REAL, identity_id INTEGER, trace_id INTEGER, + timestamp_secs REAL)""", + [UUID], transform_face) + +# face embeddings → vec0 virtual table (512D) +print(" Creating vec0 table: face_embeddings (512D)...") +lite_cur.execute(""" + CREATE VIRTUAL TABLE IF NOT EXISTS face_embeddings USING vec0( + embedding float[512] + ) +""") +pg_cur.execute("SELECT id, COALESCE(embedding::text, 'null') FROM dev.face_detections WHERE file_uuid=%s", [UUID]) +face_vecs = pg_cur.fetchall() +if face_vecs: + batch = [] + for db_id, emb_text in face_vecs: + emb = parse_pg_array(emb_text) + if emb and len(emb) == 512: + batch.append((db_id, json.dumps(emb))) + if len(batch) >= 500: + lite_cur.executemany("INSERT INTO face_embeddings VALUES (?, ?)", batch) + batch = [] + if batch: + lite_cur.executemany("INSERT INTO face_embeddings VALUES (?, ?)", batch) + lite.commit() + print(f" face_embeddings: {len(face_vecs)} vectors") + +# identities +def transform_identity(row): + return row + +pg_to_sqlite( + """SELECT DISTINCT i.id, i.name, i.uuid, i.identity_type, i.source, i.status, + i.tmdb_id, i.tmdb_profile, i.tmdb_poster + FROM dev.identities i + INNER JOIN dev.face_detections fd ON fd.identity_id = i.id + WHERE fd.file_uuid=%s""", + "identities", + """CREATE TABLE IF NOT EXISTS identities ( + id INTEGER PRIMARY KEY, name TEXT, uuid TEXT, identity_type TEXT, + source TEXT, status TEXT, tmdb_id INTEGER, + tmdb_profile TEXT, tmdb_poster TEXT)""", + [UUID], transform_identity) + +# identity_bindings +pg_to_sqlite( + """SELECT DISTINCT ib.identity_id, ib.identity_type, ib.identity_value, ib.confidence + FROM dev.identity_bindings ib + INNER JOIN dev.face_detections fd ON fd.identity_id = ib.identity_id + WHERE fd.file_uuid=%s""", + "identity_bindings", + "CREATE TABLE IF NOT EXISTS identity_bindings (identity_id INTEGER, identity_type TEXT, identity_value TEXT, confidence REAL)", + [UUID]) + +# ---- Create indexes ---- +print("Creating indexes...") +lite_cur.execute("CREATE INDEX IF NOT EXISTS idx_fd_trace ON face_detections(trace_id)") +lite_cur.execute("CREATE INDEX IF NOT EXISTS idx_fd_identity ON face_detections(identity_id)") +lite_cur.execute("CREATE INDEX IF NOT EXISTS idx_fd_frame ON face_detections(frame_number)") +lite_cur.execute("CREATE INDEX IF NOT EXISTS idx_fd_time ON face_detections(timestamp_secs)") +lite_cur.execute("CREATE INDEX IF NOT EXISTS idx_chunk_chunkid ON chunk(chunk_id)") +lite.commit() + +# ---- Stats ---- +pg_cur.close(); pg.close() +lite_cur.close(); lite.close() + +size_mb = os.path.getsize(OUT) / 1024 / 1024 +print(f"\n {OUT} ({size_mb:.0f}MB)") + +# Verify +lite = sqlite3.connect(OUT) +if VEC_DYLIB: + lite.enable_load_extension(True) + lite.load_extension(VEC_DYLIB) + lite.enable_load_extension(False) +c = lite.cursor() +for tbl in ['videos', 'chunk', 'face_detections', 'identities', 'identity_bindings']: + c.execute(f"SELECT COUNT(*) FROM {tbl}") + print(f" {tbl}: {c.fetchone()[0]} rows") +# Check vec tables +try: + c.execute("SELECT COUNT(*) FROM chunk_embeddings") + print(f" chunk_embeddings (vec0, 768D): {c.fetchone()[0]} vectors") +except: print(" chunk_embeddings: N/A") +try: + c.execute("SELECT COUNT(*) FROM face_embeddings") + print(f" face_embeddings (vec0, 512D): {c.fetchone()[0]} vectors") +except: print(" face_embeddings: N/A") +c.close(); lite.close() diff --git a/scripts/face_processor.py b/scripts/face_processor.py index 6a10b57..00a0541 100644 --- a/scripts/face_processor.py +++ b/scripts/face_processor.py @@ -49,7 +49,7 @@ def classify_pose(roll: float, yaw: float) -> str: class FaceProcessorVision: def __init__(self, video_path: str, output_path: str, uuid: str = "", - sample_interval: int = 30): + sample_interval: int = 3): self.video_path = video_path self.output_path = output_path self.uuid = uuid @@ -205,7 +205,7 @@ class FaceProcessorVision: "pitch": pose_info.get("pitch", 0), }, "lips": face.get("lips"), - "landmarks": None, + "landmarks": face.get("landmarks"), "attributes": None, }) @@ -255,7 +255,7 @@ def main(): parser.add_argument("video_path", help="Video file path") parser.add_argument("output_path", help="Output JSON path") parser.add_argument("--uuid", "-u", default="") - parser.add_argument("--sample-interval", type=int, default=30) + parser.add_argument("--sample-interval", type=int, default=3) parser.add_argument("--force", action="store_true") args = parser.parse_args() diff --git a/scripts/identity_bind.py b/scripts/identity_bind.py new file mode 100644 index 0000000..8a01896 --- /dev/null +++ b/scripts/identity_bind.py @@ -0,0 +1,129 @@ +#!/opt/homebrew/bin/python3.11 +""" +Identity Binding: cluster face traces → identity bindings. +Uses face embeddings from face_detections, clusters per trace, creates identities. +""" +import json, sys, time +import psycopg2 +import numpy as np +from sklearn.cluster import AgglomerativeClustering + +UUID = sys.argv[1] if len(sys.argv) > 1 else "23b1c872379d4ec06479e5ed39eef4c5" +DB = "dbname=momentry user=accusys" +DISTANCE_THRESHOLD = 0.55 # Cosine distance threshold for clustering + +print(f"=== Identity Binding for {UUID} ===") + +conn = psycopg2.connect(DB) +cur = conn.cursor() + +# Step 1: Get trace embeddings from face_detections +print("Loading face trace data...") +cur.execute(""" + SELECT trace_id, embedding + FROM dev.face_detections + WHERE file_uuid = %s AND trace_id IS NOT NULL AND embedding IS NOT NULL + ORDER BY trace_id, id +""", (UUID,)) +rows = cur.fetchall() +print(f"Face detections with embeddings: {len(rows)}") + +# Group by trace_id and compute average embedding +trace_embs = {} +for trace_id, emb in rows: + if trace_id not in trace_embs: + trace_embs[trace_id] = [] + trace_embs[trace_id].append(emb) + +print(f"Unique traces: {len(trace_embs)}") + +# Compute mean embeddings per trace +trace_ids = [] +trace_vectors = [] +for tid, embs in sorted(trace_embs.items()): + mean_emb = np.mean(embs, axis=0) + mean_emb = mean_emb / (np.linalg.norm(mean_emb) + 1e-10) + trace_ids.append(tid) + trace_vectors.append(mean_emb) + +X = np.array(trace_vectors) +print(f"Trace vectors shape: {X.shape}") + +# Step 2: Cluster traces +print("Clustering traces...") +if len(X) > 1: + clustering = AgglomerativeClustering( + n_clusters=None, + distance_threshold=DISTANCE_THRESHOLD, + metric='cosine', + linkage='average' + ) + labels = clustering.fit_predict(X) +else: + labels = [0] + +n_clusters = len(set(labels)) +print(f"Clusters/identities: {n_clusters}") + +# Step 3: Get or create identity records +print("Creating identity records...") +# Get existing identities +cur.execute("SELECT id, uuid FROM dev.identities") +existing = {row[0]: row[1] for row in cur.fetchall()} + +# Map cluster -> identity_id +cluster_to_identity = {} +for cluster_id in sorted(set(labels)): + # Create new identity + identity_uuid = None + cur.execute(""" + INSERT INTO dev.identities (name, identity_type, source, status, created_at) + VALUES (%s, 'face', 'auto', 'active', NOW()) + ON CONFLICT (name) DO UPDATE SET status = 'active' + RETURNING id + """, (f"PERSON_{UUID[:8]}_{cluster_id}",)) + identity_id = cur.fetchone()[0] + cluster_to_identity[cluster_id] = identity_id + print(f" Cluster {cluster_id}: new identity {identity_id} (PERSON_{cluster_id})") + +# Step 4: Create identity bindings +print("Creating identity bindings...") +bindings = 0 +for tid, label in zip(trace_ids, labels): + identity_id = cluster_to_identity[label] + # Get a representative face_id for this trace + cur.execute(""" + SELECT face_id FROM dev.face_detections + WHERE file_uuid = %s AND trace_id = %s + LIMIT 1 + """, (UUID, tid)) + row = cur.fetchone() + if row: + face_id = row[0] + # Create binding + cur.execute(""" + INSERT INTO dev.identity_bindings (identity_id, identity_type, identity_value, confidence, created_at) + VALUES (%s, 'trace', %s, 0.8, NOW()) + ON CONFLICT DO NOTHING + """, (identity_id, str(tid))) + bindings += 1 + + # Also update face_detection with identity_id + cur.execute(""" + UPDATE dev.face_detections SET identity_id = %s + WHERE file_uuid = %s AND trace_id = %s + """, (identity_id, UUID, tid)) + +conn.commit() +print(f"Created {bindings} identity bindings for {n_clusters} identities") + +# Summary +print(f"\n=== Summary ===") +cur.execute("SELECT COUNT(*) FROM dev.identities WHERE source = 'auto'") +print(f"Total auto-generated identities: {cur.fetchone()[0]}") +cur.execute("SELECT COUNT(*) FROM dev.identity_bindings") +print(f"Total identity bindings: {cur.fetchone()[0]}") + +cur.close() +conn.close() +print("=== Done ===") diff --git a/scripts/insert_chunks.py b/scripts/insert_chunks.py new file mode 100644 index 0000000..964e5bc --- /dev/null +++ b/scripts/insert_chunks.py @@ -0,0 +1,48 @@ +#!/opt/homebrew/bin/python3.11 +"""Insert sentence chunks from transcribe.py output into dev.chunk table.""" +import json, sys +import psycopg2 + +DB = "dbname=momentry user=accusys" +UUID = sys.argv[1] if len(sys.argv) > 1 else "23b1c872379d4ec06479e5ed39eef4c5" +ASR_PATH = f"/Users/accusys/momentry/output_dev/{UUID}.asr.json" +FPS = 23.976023976023978 + +with open(ASR_PATH) as f: + asr = json.load(f) + +segments = asr.get("segments", []) +print(f"Inserting {len(segments)} sentence chunks for {UUID}...") + +conn = psycopg2.connect(DB) +cur = conn.cursor() + +inserted = 0 +for seg in segments: + chunk_id = seg["chunk_id"] + start_time = seg["start_time"] + end_time = seg["end_time"] + start_frame = int(start_time * FPS) + end_frame = int(end_time * FPS) + text = seg.get("text", "") + speaker_change = seg.get("speaker_change", False) + + content = json.dumps({ + "source": "transcribe", + "speaker_change": speaker_change, + "pass1_index": seg.get("pass1_index", 0), + }) + + cur.execute(""" + INSERT INTO dev.chunk (file_uuid, chunk_id, chunk_type, start_time, end_time, + start_frame, end_frame, fps, text_content, content, created_at) + VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s::jsonb, NOW()) + ON CONFLICT (file_uuid, chunk_id) DO NOTHING + """, (UUID, chunk_id, "sentence", start_time, end_time, + start_frame, end_frame, FPS, text, content)) + inserted += 1 + +conn.commit() +cur.close() +conn.close() +print(f"Done: {inserted} chunks inserted") diff --git a/scripts/release_manager.py b/scripts/release_manager.py new file mode 100644 index 0000000..4c4e9ff --- /dev/null +++ b/scripts/release_manager.py @@ -0,0 +1,344 @@ +#!/opt/homebrew/bin/python3.11 +""" +Release Manager - Deploy / Undeploy video release packages. + +Usage: + python3 release_manager.py deploy + python3 release_manager.py undeploy + python3 release_manager.py list + python3 release_manager.py package # Create new release package +""" + +import json, os, sys, shutil, subprocess, tarfile, tempfile, argparse, time +import psycopg2 +from urllib.request import Request, urlopen + +PG_BIN = "/Users/accusys/pgsql/18.3/bin" +DB = "dbname=momentry user=accusys" +QDRANT = "http://localhost:6333" +DEMO_DIR = "/Users/accusys/momentry/var/sftpgo/data/demo" +OUTPUT_DIR = "/Users/accusys/momentry/output_dev" +RELEASE_DIR = "/Users/accusys/momentry_core_0.1/release/files" + +# ---- Helpers ---- + +def psql_cmd(sql, db=DB): + """Run a SQL command via psql.""" + r = subprocess.run( + [f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", "-c", sql], + capture_output=True, text=True, timeout=30) + return r.stdout.strip() + +def pg_execute(sql, params=None): + """Execute SQL via psycopg2.""" + conn = psycopg2.connect(DB) + cur = conn.cursor() + if params: + cur.execute(sql, params) + else: + cur.execute(sql) + conn.commit() + cur.close() + conn.close() + +def pg_query(sql, params=None): + """Query via psycopg2.""" + conn = psycopg2.connect(DB) + cur = conn.cursor() + if params: + cur.execute(sql, params) + else: + cur.execute(sql) + rows = cur.fetchall() + cur.close() + conn.close() + return rows + +def qdrant_delete_points(uuid, collection): + """Delete points from Qdrant collection by payload filter.""" + try: + req = Request(f"{QDRANT}/collections/{collection}/points/delete", + data=json.dumps({ + "filter": {"must": [{"key": "file_uuid", "match": {"value": uuid}}]} + }).encode(), + headers={"Content-Type": "application/json"}, method="POST") + urlopen(req) + return True + except: + return False + +# ---- Deploy ---- + +def cmd_deploy(tarball_path): + """Deploy a release package.""" + if not os.path.exists(tarball_path): + print(f"ERROR: {tarball_path} not found") + return 1 + + t0 = time.time() + print(f"=== Deploy: {os.path.basename(tarball_path)} ===") + + # 1. Extract + tmpdir = tempfile.mkdtemp(prefix="release_deploy_") + print(f"Extracting to {tmpdir}...") + with tarfile.open(tarball_path) as tar: + tar.extractall(tmpdir) + + # Find UUID from directory name or file_info.json + uuid = None + for item in os.listdir(tmpdir): + info_path = os.path.join(tmpdir, item, "file_info.json") + if os.path.exists(info_path): + with open(info_path) as f: + info = json.load(f) + uuid = info.get("file_uuid", "") + break + + if not uuid: + print("ERROR: Could not find file_info.json with UUID") + return 1 + + pkg_dir = os.path.join(tmpdir, uuid) + print(f"UUID: {uuid}") + + # 2. Import data.sql + sql_path = os.path.join(pkg_dir, "data.sql") + if os.path.exists(sql_path): + print(f"Importing data.sql ({os.path.getsize(sql_path)/1024/1024:.0f} MB)...") + r = subprocess.run([f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-f", sql_path], + capture_output=True, text=True, timeout=300) + if r.returncode != 0: + print(f"WARNING: SQL import may have issues") + print(r.stderr[-500:] if r.stderr else "") + else: + print("WARNING: data.sql not found in package") + + # 3. Copy video to demo dir + for fname in os.listdir(pkg_dir): + fpath = os.path.join(pkg_dir, fname) + if fname.endswith(('.mp4', '.mov', '.avi', '.mkv')): + dest = os.path.join(DEMO_DIR, fname) + if not os.path.exists(dest): + shutil.copy2(fpath, dest) + print(f"Video: {fname} → {DEMO_DIR}/") + else: + print(f"Video: {fname} already exists in demo dir") + + # 4. Copy JSON outputs + for fname in os.listdir(pkg_dir): + if fname.endswith('.json'): + src = os.path.join(pkg_dir, fname) + dest = os.path.join(OUTPUT_DIR, fname) + shutil.copy2(src, dest) + + print(f"Output files copied to {OUTPUT_DIR}/") + + # 5. Verify deployment + rows = pg_query("SELECT COUNT(*) FROM dev.chunk WHERE file_uuid = %s", (uuid,)) + chunks = rows[0][0] if rows else 0 + rows = pg_query("SELECT COUNT(*) FROM dev.face_detections WHERE file_uuid = %s", (uuid,)) + faces = rows[0][0] if rows else 0 + rows = pg_query("SELECT file_name, duration FROM dev.videos WHERE file_uuid = %s", (uuid,)) + video_info = rows[0] if rows else ("?", "?") + + elapsed = time.time() - t0 + print(f"\n=== Deploy Complete ({elapsed:.0f}s) ===") + print(f" Video: {video_info[0]} ({float(video_info[1]):.0f}s)") + print(f" Chunks: {chunks}") + print(f" Face detections: {faces}") + + shutil.rmtree(tmpdir, ignore_errors=True) + return 0 + +# ---- Undeploy ---- + +def cmd_undeploy(uuid): + """Undeploy: remove all trace of a UUID from the system.""" + print(f"=== Undeploy: {uuid} ===") + + # Confirm + rows = pg_query("SELECT file_name FROM dev.videos WHERE file_uuid = %s", (uuid,)) + if not rows: + print(f"ERROR: UUID {uuid} not found in DB") + return 1 + filename = rows[0][0] + print(f"Video: {filename}") + print("This will DELETE all data for this video. Are you sure? (y/N): ", end="") + confirm = sys.stdin.readline().strip().lower() + if confirm != 'y': + print("Cancelled") + return 0 + + t0 = time.time() + + # Get video path before deleting + rows = pg_query("SELECT file_path FROM dev.videos WHERE file_uuid = %s", (uuid,)) + video_path = rows[0][0] if rows else "" + + # 1. Delete DB data + tables = [ + ("dev.chunk", "file_uuid"), + ("dev.chunk_vectors", "uuid"), + ("dev.face_detections", "file_uuid"), + ("dev.processor_results", "file_uuid"), + ("dev.monitor_jobs", "uuid"), + ("dev.pre_chunks", "file_uuid"), + ] + for tbl, col in tables: + pg_execute(f"DELETE FROM {tbl} WHERE {col} = %s", (uuid,)) + print(f" {tbl}: cleared") + pg_execute("DELETE FROM dev.videos WHERE file_uuid = %s", (uuid,)) + print(f" dev.videos: removed") + + # Clean orphaned identity bindings + pg_execute("DELETE FROM dev.identity_bindings WHERE identity_value NOT IN (SELECT face_id FROM dev.face_detections)") + + # 2. Delete output files + for f in os.listdir(OUTPUT_DIR): + if f.startswith(uuid): + os.remove(os.path.join(OUTPUT_DIR, f)) + print(f" Output files: removed") + + # 3. Delete video from demo dir + if video_path and os.path.exists(video_path): + os.remove(video_path) + print(f" Video file: removed ({os.path.basename(video_path)})") + + # 4. Clean Qdrant (skip - Qdrant points don't have easy UUID filter) + # Instead rely on upsert behavior + + # 5. Delete release package + pkg_path = os.path.join(RELEASE_DIR, uuid) + if os.path.exists(pkg_path): + shutil.rmtree(pkg_path) + print(f" Release dir: removed") + for f in os.listdir(RELEASE_DIR): + if f.startswith(uuid): + os.remove(os.path.join(RELEASE_DIR, f)) + print(f" Release file: {f} removed") + + elapsed = time.time() - t0 + print(f"\n=== Undeploy Complete ({elapsed:.0f}s) ===") + return 0 + +# ---- List ---- + +def cmd_list(): + """List deployed videos.""" + rows = pg_query(""" + SELECT file_uuid, file_name, + TO_CHAR((duration/60)::int, 'FM999"min"') as dur, + status, + (SELECT COUNT(*) FROM dev.chunk WHERE file_uuid = v.file_uuid) as chunks, + (SELECT COUNT(*) FROM dev.face_detections WHERE file_uuid = v.file_uuid) as faces + FROM dev.videos v ORDER BY id DESC + """) + print(f"{'UUID':36s} {'Name':40s} {'Duration':8s} {'Status':10s} {'Chunks':>6s} {'Faces':>6s}") + print("-" * 120) + for r in rows: + uuid, name, dur, status, chunks, faces = r + short_name = (name or "")[:38] + ".." if len(name or "") > 40 else (name or "") + print(f"{uuid:36s} {short_name:40s} {dur or '?':8s} {status or '?':10s} {chunks or 0:>6d} {faces or 0:>6d}") + +# ---- Package ---- + +def cmd_package(uuid): + """Create a release package for a deployed video.""" + print(f"=== Package: {uuid} ===") + + # Check video exists + rows = pg_query("SELECT file_uuid, file_name, file_path FROM dev.videos WHERE file_uuid = %s", (uuid,)) + if not rows: + print(f"ERROR: UUID {uuid} not found") + return 1 + + outdir = os.path.join(RELEASE_DIR, uuid) + shutil.rmtree(outdir, ignore_errors=True) + os.makedirs(outdir, exist_ok=True) + + # Export data.sql + r = subprocess.run([f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", f"SELECT json_build_object('file_uuid', file_uuid, 'file_name', file_name, 'duration', duration, 'fps', fps, 'width', width, 'height', height, 'total_frames', total_frames, 'status', status) FROM dev.videos WHERE file_uuid='{uuid}'"], + capture_output=True, text=True, timeout=15) + if r.stdout.strip(): + info = json.loads(r.stdout.strip()) + with open(os.path.join(outdir, "file_info.json"), "w") as f: + json.dump(info, f, indent=2) + + # Export SQL + sql_path = os.path.join(outdir, "data.sql") + with open(sql_path, "w") as f: + f.write(f"-- Release package: {uuid}\nBEGIN;\n\n") + for tbl, col in [("dev.videos", "file_uuid"), ("dev.chunk", "file_uuid"), + ("dev.chunk_vectors", "uuid"), ("dev.face_detections", "file_uuid")]: + r = subprocess.run([f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-c", + f"COPY (SELECT * FROM {tbl} WHERE {col} = '{uuid}') TO STDOUT WITH CSV HEADER"], + capture_output=True, text=True, timeout=60) + if r.stdout.strip(): + # Get column names + schema, table = tbl.split(".") + r2 = subprocess.run([f"{PG_BIN}/psql", "-U", "accusys", "-d", "momentry", "-t", "-A", + "-c", f"SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='{schema}' AND table_name='{table}' AND is_updatable='YES'"], + capture_output=True, text=True, timeout=15) + cols = r2.stdout.strip() + f.write(f"COPY {tbl} ({cols}) FROM STDIN WITH CSV HEADER;\n") + f.write(r.stdout) + if not r.stdout.endswith("\n"): + f.write("\n") + f.write("\\.\n\n") + f.write("COMMIT;\n") + + size = os.path.getsize(sql_path) + print(f" data.sql ({size/1024/1024:.0f} MB)") + + # Copy video + video_path = rows[0][2] + if video_path and os.path.exists(video_path): + dest = os.path.join(outdir, os.path.basename(video_path)) + shutil.copy2(video_path, dest) + print(f" {os.path.basename(video_path)} ({os.path.getsize(dest)/1024/1024:.0f} MB)") + + # Copy output JSONs + for fname in os.listdir(OUTPUT_DIR): + if fname.startswith(uuid) and fname.endswith('.json'): + shutil.copy2(os.path.join(OUTPUT_DIR, fname), os.path.join(outdir, fname)) + + # tar.gz + tarball = os.path.join(RELEASE_DIR, f"{uuid}_v{int(time.time())}.tar.gz") + subprocess.run(["tar", "-czf", tarball, "-C", RELEASE_DIR, uuid], check=True, timeout=300) + tsize = os.path.getsize(tarball) + print(f" Package: {tarball} ({tsize/1024/1024:.0f} MB)") + return 0 + +# ---- Main ---- + +def main(): + parser = argparse.ArgumentParser(description="Release Manager — deploy/undeploy/list video packages") + sub = parser.add_subparsers(dest="cmd") + + p_deploy = sub.add_parser("deploy", help="Deploy a release package") + p_deploy.add_argument("tarball", help="Path to .tar.gz package") + + p_undeploy = sub.add_parser("undeploy", help="Undeploy (remove all data for a UUID)") + p_undeploy.add_argument("uuid", help="File UUID") + + p_list = sub.add_parser("list", help="List deployed videos") + + p_package = sub.add_parser("package", help="Create release package for deployed video") + p_package.add_argument("uuid", help="File UUID") + + args = parser.parse_args() + + if args.cmd == "deploy": + sys.exit(cmd_deploy(args.tarball)) + elif args.cmd == "undeploy": + sys.exit(cmd_undeploy(args.uuid)) + elif args.cmd == "list": + cmd_list() + elif args.cmd == "package": + sys.exit(cmd_package(args.uuid)) + else: + parser.print_help() + +if __name__ == "__main__": + main() diff --git a/scripts/render_face_heatmap.py b/scripts/render_face_heatmap.py new file mode 100644 index 0000000..707e6a2 --- /dev/null +++ b/scripts/render_face_heatmap.py @@ -0,0 +1,222 @@ +#!/opt/homebrew/bin/python3.11 +"""Face Trace Heatmap + Timeline Visualization for Momentry. +Usage: + python3 render_face_heatmap.py [output.html] [--identity ID] +""" +import sys, psycopg2, argparse +from collections import defaultdict + +parser = argparse.ArgumentParser() +parser.add_argument("uuid") +parser.add_argument("output", nargs="?", default=None) +parser.add_argument("--identity", "-i", type=int, default=None, help="Filter by identity_id") +args = parser.parse_args() + +UUID = args.uuid +OUT = args.output or f"/tmp/face_report_{UUID[:8]}.html" +IDENTITY = args.identity + +conn = psycopg2.connect("dbname=momentry user=accusys") +cur = conn.cursor() + +cur.execute("SELECT duration, file_name, COALESCE(fps, 25.0) FROM dev.videos WHERE file_uuid=%s", (UUID,)) +row = cur.fetchone() +if not row: + print("UUID not found") + sys.exit(1) +duration, video_name, fps = float(row[0] or 6785), row[1] or UUID, float(row[2] or 25.0) + +# Get sample interval from face.json metadata (or default 3 = 8Hz) +sample_interval = 3 +hz = fps / sample_interval + +# Build identity filter +identity_filter = "" +identity_params = [UUID] +identity_label = "" +identity_info = None # full identity record when filtered +top_identities = [] # top identities summary (all view) + +if IDENTITY is not None: + identity_filter = " AND identity_id = %s" + identity_params.append(IDENTITY) + cur.execute("SELECT id, name, identity_type, source, status FROM dev.identities WHERE id=%s", (IDENTITY,)) + id_row = cur.fetchone() + if id_row: + identity_info = {"id": id_row[0], "name": id_row[1], "type": id_row[2], "source": id_row[3], "status": id_row[4]} + identity_label = f" (identity: {id_row[1]})" + else: + identity_label = f" (identity #{IDENTITY})" + identity_params = [UUID, IDENTITY] + +# Query trace spans +cur.execute(f""" + SELECT trace_id, MIN(frame_number), MAX(frame_number), + COALESCE(MIN(timestamp_secs), MIN(frame_number) / {fps}) as first_t, + COALESCE(MAX(timestamp_secs), MAX(frame_number) / {fps}) as last_t, + COUNT(*) + FROM dev.face_detections + WHERE file_uuid=%s AND trace_id IS NOT NULL{identity_filter} + GROUP BY trace_id ORDER BY first_t +""", identity_params) +trace_spans = cur.fetchall() + +# Query density per time bucket (5s) +cur.execute(f""" + SELECT FLOOR(COALESCE(timestamp_secs, frame_number / {fps}) / 5)::int as bkt, COUNT(*) as cnt + FROM dev.face_detections + WHERE file_uuid=%s AND trace_id IS NOT NULL{identity_filter} + GROUP BY bkt ORDER BY bkt +""", identity_params) +density = {b: c for b, c in cur.fetchall()} + +# Count total detections +cur.execute(f"SELECT COUNT(*) FROM dev.face_detections WHERE file_uuid=%s{identity_filter}", identity_params) +total_detections = cur.fetchone()[0] + +# Get top identities (for all view) and trace↔identity mapping +if IDENTITY is None: + cur.execute(""" + SELECT fd.identity_id, i.name, COUNT(*) as faces, COUNT(DISTINCT fd.trace_id) as traces + FROM dev.face_detections fd + LEFT JOIN dev.identities i ON i.id = fd.identity_id + WHERE fd.file_uuid=%s AND fd.identity_id IS NOT NULL + GROUP BY fd.identity_id, i.name ORDER BY faces DESC LIMIT 10 + """, (UUID,)) + top_identities = cur.fetchall() +else: + # Get trace→identity mapping for tooltip enrichment + cur.execute(""" + SELECT DISTINCT fd.trace_id, i.name + FROM dev.face_detections fd + LEFT JOIN dev.identities i ON i.id = fd.identity_id + WHERE fd.file_uuid=%s AND fd.identity_id IS NOT NULL + """, (UUID,)) + trace_to_identity = {r[0]: r[1] for r in cur.fetchall()} + +cur.close(); conn.close() + +BUCKET = 5 +num_buckets = int(duration / BUCKET) + 1 +max_density = max(density.values()) if density else 1 + +def build_html(): + h = [] + h.append('Face Trace Report') + h.append('') + sub = identity_label if identity_label else "" + h.append('

Face Trace Report — ' + video_name[:60] + sub + '

') + + # Identity card (when filtering by identity) + if identity_info: + h.append('
') + h.append('

Identity Details

') + h.append(f'') + h.append(f'') + h.append(f'') + h.append(f'') + h.append(f'') + h.append(f'') + h.append('
ID{identity_info["id"]}
Name{identity_info["name"]}
Type{identity_info["type"]}
Source{identity_info["source"]}
Status{identity_info["status"]}
') + + # Top identities table (all view) + if top_identities: + h.append('

Top Identities

') + h.append('
') + h.append('') + h.append('') + for iid, name, fc, tc in top_identities: + short_name = (name or f"#{iid}")[:60] + h.append(f'') + h.append('
IdentityNameFacesTraces
{iid}{short_name}{fc:,}{tc}
') + + # Stats row + h.append('
') + h.append(f'
{len(trace_spans):,}
traces
') + h.append(f'
{total_detections:,}
detections
') + h.append(f'
{duration:.0f}s
duration
') + h.append(f'
{max_density}
max per {BUCKET}s
') + h.append(f'
{fps:.0f}fps
video fps
') + h.append(f'
{hz:.0f}Hz
sample rate (every {sample_interval}frames)
') + h.append(f'
{num_buckets}
{BUCKET}s buckets
') + h.append('
') + + # 1. Density histogram + h.append('

Face Density Over Time

') + h.append('
Number of face detections per 5-second interval
') + w_px = num_buckets * 2 + 20 + h.append(f'
') + for b in range(num_buckets): + v = density.get(b, 0) + h_px = max(2, int(60 * v / max(1, max_density * 0.6))) if v > 0 else 0 + if v == 0: + color = "#0d1117" + else: + i = min(v / (max(1, max_density * 0.5)), 1.0) + r = int(233 * i + 13 * (1 - i)) + g = int(69 * i + 13 * (1 - i)) + bv = int(96 * i + 23 * (1 - i)) + color = f"rgb({r},{g},{bv})" + title = f"{b * BUCKET:.0f}s: {v} faces" + h.append(f'') + h.append('
') + h.append(f'
0s{duration:.0f}s
') + + # 2. Trace timeline (Gantt) + h.append('

Trace Timeline

') + h.append('
First → last appearance for each trace. Hover for details.
') + show_traces = min(len(trace_spans), 2000) + bar_h = 2 + chart_height = show_traces * (bar_h + 1) + 10 + h.append(f'
') + for i, (tid, fn0, fn1, t0, t1, cnt) in enumerate(trace_spans[:show_traces]): + left = int(t0 / duration * (w_px - 20)) + 10 + width = max(3, int((t1 - t0) / duration * (w_px - 20))) + top = i * (bar_h + 1) + 5 + opacity = 1.0 if cnt > 5 else 0.3 + identity_note = "" + if IDENTITY is not None and tid in trace_to_identity: + identity_note = f", identity: {trace_to_identity[tid]}" + title = f"T{tid}: {t0:.0f}s–{t1:.0f}s, {cnt} faces, f{fn0}–f{fn1}{identity_note}" + h.append(f'') + h.append('
') + h.append(f'
0s (showing {show_traces}/{len(trace_spans)} traces){duration:.0f}s
') + + # 3. Per-trace heatmap + h.append('

Per-Trace Heatmap (top 500, every 10th trace)

') + h.append(f'
') + step = max(1, num_buckets // 120) + for i, (tid, fn0, fn1, t0, t1, cnt) in enumerate(trace_spans[:500]): + if i % 10 != 0: + continue + start_bkt = int(t0 / BUCKET) + end_bkt = int(t1 / BUCKET) + 1 + row = f'
T{tid}' + for b in range(0, num_buckets, step): + active = start_bkt <= b <= end_bkt + color = "#e94560" if active else "#161b22" + row += f'' + row += '
' + h.append(row) + h.append('
') + + h.append('') + return '\n'.join(h) + +html = build_html() +with open(OUT, 'w') as f: + f.write(html) + +print(f"Saved: {OUT}") +print(f"Traces: {len(trace_spans)}, Detections: {total_detections}, Density max: {max_density}, Duration: {duration:.0f}s, Sample: {hz:.0f}Hz") +print(f"Size: {len(html) / 1024:.0f}KB") diff --git a/scripts/speaker_assign.py b/scripts/speaker_assign.py new file mode 100644 index 0000000..332de8d --- /dev/null +++ b/scripts/speaker_assign.py @@ -0,0 +1,164 @@ +#!/opt/homebrew/bin/python3.11 +""" +Speaker Assignment: cluster voice vectors from Qdrant, assign speaker IDs to DB chunks. +""" +import json, sys, time +import psycopg2 +import numpy as np +from urllib.request import Request, urlopen +from sklearn.cluster import AgglomerativeClustering +from sklearn.metrics.pairwise import cosine_similarity + +UUID = sys.argv[1] if len(sys.argv) > 1 else "23b1c872379d4ec06479e5ed39eef4c5" +QDRANT = "http://localhost:6333" +DB = "dbname=momentry user=accusys" +COLLECTION = "momentry_dev_voice" + +print(f"=== Speaker Assignment for {UUID} ===") + +# Step 1: Read voice vectors from Qdrant +print("Reading voice vectors from Qdrant...") +vectors = [] +chunk_ids = [] +# We need to scroll through all points +offset = None +while True: + data = {"limit": 100, "with_payload": True, "with_vector": True} + if offset is not None: + data["offset"] = offset + req = Request(f"{QDRANT}/collections/{COLLECTION}/points/scroll", + data=json.dumps(data).encode(), + headers={"Content-Type": "application/json"}, method="POST") + resp = json.loads(urlopen(req).read()) + result = resp["result"] + points = result.get("points", []) + if not points: + break + for pt in points: + payload = pt.get("payload", {}) + cid = payload.get("chunk_id", "") + # Only get vectors for THIS UUID's chunks + # Filter by checking DB later, or rely on Qdrant payload + vectors.append(pt["vector"]) + chunk_ids.append(cid) + offset = result.get("next_page_offset") + if offset is None: + break + print(f" Read {len(vectors)} vectors...") + +print(f"Total vectors: {len(vectors)}") + +# Step 2: Filter to only our UUID's chunks (from DB) +conn = psycopg2.connect(DB) +cur = conn.cursor() +cur.execute("SELECT chunk_id FROM dev.chunk WHERE file_uuid = %s AND chunk_type = 'sentence' ORDER BY id", (UUID,)) +db_chunk_ids = set(row[0] for row in cur.fetchall()) +print(f"DB chunk_ids: {len(db_chunk_ids)}") + +# Filter vectors to match DB chunks +filtered_vectors = [] +filtered_chunk_ids = [] +for v, cid in zip(vectors, chunk_ids): + if cid in db_chunk_ids: + filtered_vectors.append(v) + filtered_chunk_ids.append(cid) + +vectors = filtered_vectors +chunk_ids = filtered_chunk_ids +print(f"Matched vectors: {len(vectors)}") + +# Sort by chunk_id (which is numeric string) +indices = sorted(range(len(chunk_ids)), key=lambda i: int(chunk_ids[i]) if chunk_ids[i].isdigit() else 0) +vectors = [vectors[i] for i in indices] +chunk_ids = [chunk_ids[i] for i in indices] + +# Step 3: Read speaker_change from asr.json +asr_path = f"/Users/accusys/momentry/output_dev/{UUID}.asr.json" +with open(asr_path) as f: + asr_data = json.load(f) +segments = asr_data.get("segments", []) +speaker_changes = {} +for seg in segments: + speaker_changes[seg["chunk_id"]] = seg.get("speaker_change", False) + +# Step 4: Cluster embeddings +print("Clustering...") +X = np.array(vectors) + +# Compute cosine distance matrix +# Cosine distance = 1 - cosine_similarity +cos_sim = cosine_similarity(X) +cos_dist = 1 - cos_sim + +# Use AgglomerativeClustering with cosine distance +# Determine optimal n_clusters by looking at speaker_change boundaries +# First pass: use speaker_change as hard boundaries to get initial clusters +# Then refine + +# Simpler: use a distance threshold +n = len(vectors) +labels = np.full(n, -1, dtype=int) +current_speaker = 0 + +# Start with first chunk as speaker 0 +labels[0] = current_speaker +centroids = [np.array(vectors[0])] # per-cluster centroid + +for i in range(1, n): + has_change = speaker_changes.get(chunk_ids[i], False) + vec = np.array(vectors[i]) + + if has_change: + # Speaker change: check if this is a NEW speaker or returning to a previous one + # Compare with centroid of current speaker vs others + similarities = [float(np.dot(vec, c) / (np.linalg.norm(vec) * np.linalg.norm(c) + 1e-10)) for c in centroids] + best_sim = max(similarities) if similarities else 0 + best_cluster = similarities.index(best_sim) if similarities else 0 + + if best_sim > 0.65 and best_cluster != current_speaker: + # Returning to a previous speaker + labels[i] = best_cluster + elif best_sim < 0.55: + # New speaker + current_speaker = len(centroids) + labels[i] = current_speaker + centroids.append(vec) + else: + # Stay with current speaker (false change detection) + labels[i] = current_speaker + centroids[current_speaker] = (centroids[current_speaker] + vec) / 2 + else: + # No speaker change: same speaker as previous + labels[i] = current_speaker + centroids[current_speaker] = (centroids[current_speaker] + vec) / 2 + +n_speakers = len(set(labels)) +print(f"Identified {n_speakers} unique speakers") + +# Step 5: Update DB chunks with speaker assignment +print("Updating DB chunks...") +# Map: chunk_id -> speaker_id +speaker_map = {} +for cid, label in zip(chunk_ids, labels): + speaker_map[cid] = f"SPEAKER_{label}" + +updated = 0 +for cid, spk_id in speaker_map.items(): + cur.execute(""" + UPDATE dev.chunk SET metadata = COALESCE(metadata, '{}'::jsonb) || %s::jsonb + WHERE file_uuid = %s AND chunk_id = %s AND chunk_type = 'sentence' + """, (json.dumps({"speaker_id": spk_id}), UUID, cid)) + updated += 1 + +conn.commit() +print(f"Updated {updated} chunks with speaker IDs") + +# Step 6: Save speaker map +speaker_map_path = f"/Users/accusys/momentry/output_dev/{UUID}.speaker_map.json" +with open(speaker_map_path, "w") as f: + json.dump({"speakers": n_speakers, "assignments": speaker_map}, f, indent=2) +print(f"Speaker map saved: {speaker_map_path}") + +cur.close() +conn.close() +print("=== Done ===") diff --git a/scripts/transcribe.py b/scripts/transcribe.py new file mode 100644 index 0000000..27cdbbf --- /dev/null +++ b/scripts/transcribe.py @@ -0,0 +1,284 @@ +#!/opt/homebrew/bin/python3.11 +""" +One-pass ASR + Speaker Change Detection + Split → asr.json +""" +import json, os, sys, time, argparse, subprocess, tempfile, shutil +import numpy as np +from pathlib import Path + +sys.path.insert(0, os.path.dirname(os.path.abspath(__file__))) +sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), "asrx_self")) +from speaker_encoder import load_speaker_encoder, extract_speaker_embedding, normalize_embeddings +import torchaudio +from faster_whisper import WhisperModel + +SUB_WIN = 0.5 +SUB_STRIDE = 0.25 +MIN_DUR = 0.3 +SIM_THRESHOLD = 0.45 +CHANGE_CONFIRM = 2 + +def extract_audio(video_path, tmp_dir, sr=16000): + wav_path = os.path.join(tmp_dir, "audio.wav") + subprocess.run(["ffmpeg", "-y", "-v", "quiet", "-i", video_path, + "-ar", str(sr), "-ac", "1", "-sample_fmt", "s16", wav_path], + check=True, capture_output=True, timeout=300) + wav_data, sr_actual = torchaudio.load(wav_path) + if wav_data.shape[0] > 1: + wav_data = wav_data.mean(dim=0, keepdim=True) + return wav_data, sr_actual + +def transcribe_pass1(model, wav_path, vad_params=None): + print(" [faster-whisper] Transcribing...") + if vad_params is None: + vad_params = {"min_silence_duration_ms": 500, "speech_pad_ms": 200} + segments, info = model.transcribe(wav_path, beam_size=5, + vad_filter=True, word_timestamps=True, vad_parameters=vad_params) + pass1 = [] + for i, seg in enumerate(segments): + words = [] + if seg.words: + for w in seg.words: + words.append({"word": w.word.strip(), "start": round(w.start,3), "end": round(w.end,3)}) + pass1.append({ + "index": i, + "start": round(seg.start, 3), + "end": round(seg.end, 3), + "text": seg.text.strip(), + "words": words, + }) + print(f" Pass1 segments: {len(pass1)}") + return pass1 + +def detect_speaker_changes(wav_data, sr, pass1_segs, encoder, progress_step=100): + print(" [Speaker Detection] Scanning...") + ws = int(SUB_WIN * sr) + sw = int(SUB_STRIDE * sr) + change_points = [] # List[List[float]] → change times per pass1 segment + t0 = time.time() + + for si, seg in enumerate(pass1_segs): + st = int(seg["start"] * sr) + et = int(seg["end"] * sr) + dur = seg["end"] - seg["start"] + + if dur < 1.0: + change_points.append([]) + continue + + sub_embs = [] + sub_times = [] + for wpos in range(st, et - ws + 1, sw): + chunk = wav_data[:, wpos:wpos+ws] + emb = extract_speaker_embedding(encoder, chunk.numpy(), sr) + emb = emb / (np.linalg.norm(emb) + 1e-10) + sub_embs.append(emb) + sub_times.append(wpos / sr) + + if len(sub_embs) < 3: + change_points.append([]) + continue + + sub_embs = normalize_embeddings(np.array(sub_embs)) + cps = [] + # Require CHANGE_CONFIRM consecutive low-similarity windows before registering a change + low_run = 0 + for i in range(1, len(sub_embs)): + sim = float(np.dot(sub_embs[i-1], sub_embs[i])) + if sim < SIM_THRESHOLD: + low_run += 1 + if low_run >= CHANGE_CONFIRM: + # Change point at the START of the low-sim run + cps.append(round(sub_times[i - low_run + 1], 2)) + low_run = 0 + else: + low_run = 0 + change_points.append(cps) + + if (si + 1) % progress_step == 0: + pct = (si + 1) * 100 // len(pass1_segs) + print(f" {si+1}/{len(pass1_segs)} ({pct}%) [{time.time()-t0:.0f}s]") + + total_changes = sum(len(cps) for cps in change_points) + print(f" Speaker changes detected: {total_changes} in {len(pass1_segs)} segments ({time.time()-t0:.0f}s)") + return change_points + +def build_segments(pass1_segs, change_points, wav_data, sr, asr_model, tmp_dir, fps=24.0): + print(" [Split] Building final segments...") + final = [] + chunk_idx = 0 + + for si, seg in enumerate(pass1_segs): + cps = change_points[si] + if not cps: + final.append({ + "chunk_id": str(chunk_idx), + "pass1_index": si, + "start_time": seg["start"], + "end_time": seg["end"], + "start_frame": int(seg["start"] * fps), + "end_frame": int(seg["end"] * fps), + "text": seg["text"], + }) + chunk_idx += 1 + continue + + seg["split"] = True + boundaries = [seg["start"]] + cps + [seg["end"]] + for pi in range(len(boundaries) - 1): + ps, pe = boundaries[pi], boundaries[pi+1] + if pe - ps < MIN_DUR: + continue + + # Try word_timestamp mapping first (wider tolerance) + sub_words = [w["word"] for w in seg["words"] if w["start"] >= ps - 0.3 and w["end"] <= pe + 0.3] + text = " ".join(sub_words).strip() if sub_words else "" + + # Fallback: call faster-whisper on the sub-audio chunk + if not text: + import soundfile as sf + chunk_path = os.path.join(tmp_dir, f"sub_{chunk_idx}.wav") + a_chunk = wav_data[:, int(ps*sr):int(pe*sr)].numpy()[0] + if len(a_chunk) > sr * 0.3: # skip if < 0.3s + sf.write(chunk_path, a_chunk, sr) + try: + sub_segs, _ = asr_model.transcribe(chunk_path, beam_size=5, + vad_filter=True, vad_parameters={"min_silence_duration_ms": 100}) + text = " ".join(s.text.strip() for s in sub_segs) + except: + pass + os.remove(chunk_path) + if not text: + text = " ".join([w["word"] for w in seg["words"] + if w["start"] >= ps - 0.5 and w["end"] <= pe + 0.5]).strip() + if not text: + text = seg["text"][:60] + + final.append({ + "chunk_id": str(chunk_idx), + "pass1_index": si, + "start_time": round(ps, 3), + "end_time": round(pe, 3), + "start_frame": int(ps * fps), + "end_frame": int(pe * fps), + "text": text, + "speaker_change": True, + }) + chunk_idx += 1 + + print(f" Final segments: {len(final)}") + return final + +def voice_vectors_to_qdrant(wav_data, sr, final_segs, encoder, qdrant_url="http://localhost:6333"): + print(" [Voice Vectors] Extracting 192D embeddings...") + embeddings = [] + t0 = time.time() + for si, seg in enumerate(final_segs): + st = int(seg["start_time"] * sr) + et = int(seg["end_time"] * sr) + a_chunk = wav_data[:, st:et] + emb = extract_speaker_embedding(encoder, a_chunk.numpy(), sr) + emb = emb / (np.linalg.norm(emb) + 1e-10) + embeddings.append({"chunk_id": seg["chunk_id"], "embedding": emb.tolist()}) + if (si + 1) % 500 == 0: + print(f" {si+1}/{len(final_segs)} [{time.time()-t0:.0f}s]") + + print(f" Writing to Qdrant...") + from urllib.request import Request, urlopen + batch = [] + for i, e in enumerate(embeddings): + batch.append({"id": i + 1, "vector": e["embedding"], + "payload": {"chunk_id": e["chunk_id"], "chunk_type": "sentence"}}) + if len(batch) >= 100: + req = Request(f"{qdrant_url}/collections/momentry_dev_voice/points?wait=true", + data=json.dumps({"points": batch}).encode(), + headers={"Content-Type": "application/json"}, method="PUT") + try: urlopen(req) + except: pass + batch = [] + # Flush remaining + if batch: + req = Request(f"{qdrant_url}/collections/momentry_dev_voice/points?wait=true", + data=json.dumps({"points": batch}).encode(), + headers={"Content-Type": "application/json"}, method="PUT") + try: urlopen(req) + except: pass + + print(f" Voice vectors: {len(embeddings)} pts → Qdrant [{time.time()-t0:.0f}s]") + return embeddings + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--video", default="/Users/accusys/momentry/var/sftpgo/data/demo/Charade (1963) Cary Grant & Audrey Hepburn ｜ Comedy Mystery Romance Thriller ｜ Full Movie.mp4") + parser.add_argument("--output", help="Output path for asr.json", default="/Users/accusys/momentry/output_dev/aeed71342a899fe4b4c57b7d41bcb692.asr.json") + parser.add_argument("--sample", type=int, help="Process only first N pass1 segments (for testing)") + parser.add_argument("--no-qdrant", action="store_true", help="Skip Qdrant upload") + args = parser.parse_args() + + t0 = time.time() + + # Load models + print("=== Loading Models ===") + asr_model = WhisperModel("small", device="cpu", compute_type="int8") + print(" faster-whisper small loaded") + encoder = load_speaker_encoder() + print(" ECAPA-TDNN loaded") + print() + + # Extract audio + print("=== Audio Extraction ===") + tmp_dir = tempfile.mkdtemp(prefix="transcribe_") + wav_data, sr = extract_audio(args.video, tmp_dir) + print(f" Audio: {wav_data.shape[1]/sr:.0f}s, {sr}Hz") + wav_path = os.path.join(tmp_dir, "audio.wav") + print() + + # Step 1: faster-whisper pass1 + print("=== Step 1: Pass1 Transcription ===") + pass1_segs = transcribe_pass1(asr_model, wav_path) + if args.sample: + pass1_segs = pass1_segs[:args.sample] + print(f" SAMPLE MODE: limiting to {args.sample} segments") + print() + + # Step 2: Speaker change detection + print("=== Step 2: Speaker Change Detection ===") + change_points = detect_speaker_changes(wav_data, sr, pass1_segs, encoder) + print() + + # Step 3: Build final segments + print("=== Step 3: Build Final Segments ===") + final_segs = build_segments(pass1_segs, change_points, wav_data, sr, asr_model, tmp_dir) + print() + + # Step 4: Voice vectors → Qdrant + if not args.no_qdrant: + print("=== Step 4: Voice Vectors → Qdrant ===") + voice_vectors_to_qdrant(wav_data, sr, final_segs, encoder) + print() + + # Step 5: Write asr.json + print("=== Step 5: Write asr.json ===") + uuid = os.path.basename(args.output).replace(".asr.json", "") + output = { + "file_uuid": uuid, + "pass1": pass1_segs, + "segments": final_segs, + } + with open(args.output, "w") as f: + json.dump(output, f, indent=2, ensure_ascii=False) + sz = os.path.getsize(args.output) + print(f" {args.output} ({sz/1024:.0f} KB)") + + # Cleanup + shutil.rmtree(tmp_dir, ignore_errors=True) + + elapsed = time.time() - t0 + print(f"\n=== Done ({elapsed:.0f}s) ===") + print(f" Pass1 segments: {len(pass1_segs)}") + print(f" Final segments: {len(final_segs)}") + fp = args.output + print(f" Output: {fp}") + +if __name__ == "__main__": + main() diff --git a/scripts/vec0.dylib b/scripts/vec0.dylib new file mode 100644 index 0000000000000000000000000000000000000000..477d0ef37c289e88a8be8128f01912b8cf0d7f78 GIT binary patch literal 194808 zcmeFa3w%^XmiS+{JAuxF@JJvbgrpl(l7J%0BaAZX5YPZlD-y@o{3Z$bNC=?uF{8ZF z5L7VEEUnDwz|0av$0W)qv$$(^-8H~GV3=_L8OPa~T|0o95ML35G!OgtJ$3I*I!#b? z_xIcX=l?UGPv!Ql$Em7wPMtb+>Qvo7p8VjmM5PSHUmwB%LS3v<59wb@4dp%Cp;Spp z@${RDd5Qk>k{J1Cy#qo?5Sa2;QgYwz58P+|Hs5=~J21pdtKX-aqU5~?VIg_H3Wu zYR^p;5P6S;7XeED?AgzVRKJC7uN4>dE-)onxoFpIW%rd?d3l(4>wZ^O`L!mSD0%<9 zc1b@MF1%}z4Ivud+7)KaE;|FyNO*QNcCz%dh)_~;%?#hH>CClH-S<2 zd+VAeT}X5d_YqdmQR+D$B9nrQh;5+H=SV?hJ315!t4$*a6a*WqaV)T-ykrN)MA>T>O-u7L%ipflBkXQ*w* zX-CU)?-R4{Q|mBwUH_xys^N)S4BFaVPiM)m>ZP6_>Al4tzwuvbla!&4H7an7dXECv z^^CV6%ZO{=Zm42csQQh;0VB}Wj^Tx&(j;%F!r={hmJQw@{c}6iw)-7MLwO%>2rE;H zq|YVYt6UpeoGFc?tu{)!D^>-{`v^X!Qg;FU-x<-ys5tt0?Am{$eY6pLO53tds|M_D zp|17_4H8WnR3{1C0^sh@FkMTXv$Nt=pS(ZrM%O`iF!%hHcrz4TmI~< zff4yy`t_Pm^F@uZ@8q3ELuZMDwmYdShW5qMK7;nfLc17v#MyY<>1aFwK09giH>kU4 z4}C8v)Vz}QfU~L}xXoJStnxZ|`khs7C(otMsyf<=tuUojsqtCaMpa9!Dh@i+8e5?K zLFbUhL(ajChvBONrPjIostK*b{MTPV{@(J;GvJLrYC?8~|9b3_DY^~67CuVTd?fE# z160)t>URC4J3d64b>5$K#|0f~d@J$7YY;i)sv17Wwaoj(F8Qt0TG#AhfqMB(U8^0c zX^>stV1c1RK?T15HZFiEHpN98rp&dfyl()brr9n#ZmA<6JXH!Tx8~dF;CLFiE(GUO z8&2NI_^C0+Pk5(eU)#u-g{SX|CB6^oeaYt{e;hQ4ho>FT#H7ck(Brs8k1L=@xzGb# zNL^WpstRLvvEZVmuPWAQQTWht5%?(0P~(NR=}Wy&NLoo>?h>Qf(ia9C+~DNWc5{5?a~(I-{0m;%RNH+%usfqeSUe~H8U#nuIa1B z%Q(z8TQX?M$KVRjV!*Z&zlX&`)` zHi(?VexCyT>!q#L3yrE3jI*|x<$3x1_V7C+Rt?;LkqVuZ%nYUXkwlEUbUW3@**| z#;fAi{)}N`XnQkqLKV!-45q4o72G{cn&8d_J`D?hl0S%?Z<(V4D?ST9DP`k~p|gJK zj7yNVK6)}-{L^ah6K%=frfkDCD~3M&w66+)b1k3R<}b~gSy_=cKOCNrzm+(6C;xs! z%dlUE!>LD{iH#MEg&gqLI@;p@@|b|z8qeK0H0Lq)Hd3;k-pN_OXkq-drg}xLZxgz< zWqCupp{vLgyBu;Q#J-40BcTO(gcds8rrBBYV z(4M}u%Y~dmRu!Htr)2ze%^MMNs#)d>S!@j&T_;ag6bNV`$|O zq19VfTwC9QUsgEdYGrJX zh?{zHb01ZFB3Xq_z{_DrMtdFa)iqbNmr>uTx7Fmfj|v*{jbU0BD?e5JhJh}o+ln3* zgwGf^dJMEWhc$W`JFQM{2$>dYV{D5qCV5)l_D)7Fgk0r0dD+O%Hb=&+BMIKnOd~F# z%^9!zc#3?Fc7}^{;EyByy-hQX)L9=ur!CM)&tuZd~1v1~zHkUQd{|f&JKic>ge(a)s1U+;*V_ehi ztT8@=u~fvEx|*?d6=Q5VV|*HVf;ql*TmHRoKn7CO-HVt^A1 zygtC~%NS*xIvs&eoqf?E`k>dvqSu*v#ZmN%5PHQwgU>K{Ke$r`4jom2!}C<&of>2< zy4t;G!cR8COqg}uFm<|ynWFnF_%B62p9uW6(O2h`7;%*=pk3SM zsao$hki{Z{4S0>8ng2&)VP%~s(3~lb>ygV2a#K)7}f|j6+WLR#(G0^3OO&d_^zu(tl}_$b6Am$g4n>5#R17F0Ooj-e}rhN!zOzs&U!K zq0!JQe;IOX=#0e;;4KcA@hZO7Ti+8G0@uNqID%}SVR$F!SbcU9Cw1gd4jrk(15EF# zo@E7QbbobRR6c=eDk!PsyzMq(H%v5c8M$UNlUPIFCr3|aT7wWbvvBemI6dvK)4 zw$#QOEch#cA3{!aBA*2Jj75bh9U$Dl6(SApYfXZoyv2L~0-j9K*#)$~*O z%~R$|H|b}VTuuM40uR%{$29O#$XqfNn~frK(&hIHX-NMn2iu1?a{6ReHw zzPHA!2@-dztNp3S`5}#G(9?x}f?tt!C(udkGDUH$|B1U2dAeo~diR#8p-##VHPU9a zFy1|HP0%<$2u<9`M88vwUrjz2`E>gG-RW9pGDr1DKixB(HO7QIaAeZQY~P=(_W4E5 zLG$_;vrX~f^MRBzQ zly4j6Z5m<2m^RUzQ|XiN$`{e~U*Llx=df9;;e`hX$3z#{DYhO5eBgv1V&DtxJWCiG z*dHS83XwDpSZyqj^$cwkyHX3hc>+2`_T>>PpU_ptzzNpiHeJiS9+u`h)SnFJVwWc3qPsMo`i(CrbTF_w9V~DoL4T;Jld?~z! z&u+>IaNP<&rlChi(m><&r_wL6=b84B()g%;zZ#Vu7nQ!ZXL_A0D!nx-9eYm?ylT32 z*Uy@xXS$XP5$VxCt?pxFJ^wR*kCO^FkG ze9p1uZ?q+^SuZwvm%$U8y`9IE=52~&|0nkhd6zk>Mt{2ejrQc)^;s*NRWl8q50Te+ zRKp89W6-nWku9U{k)7?DwX}-)IgUz|4lKGdp;{gO({7d7gp3N2-sBwG z*-C!qn(=AKEYZ!*EV-68`Doj>XyY}sbr!nMOmv?ZdoFp&mLs16U(-O#g29bX%XmY_ zD2*8FI=xiJ^5Dj~c6!8E*XiDII(?;;9*j=E+bloTPLGfUX8mS)8-86VJYg_-)7XcY z$kW7uxn^#(a3J%s=qE!+?_@nUAu3;;jVqD)7OwC^PZ79MCJ)$=aMxM+>qM^sr?L(% z`!rk}nWxsuvmyfjdW=hc^w%e zc#yI-K3dT!Ptev3<~N%sWKPpGSvo0j5Sy6hhlshWEB)i{^tz$wc$!a58WmV=XtC<9 zPg4`R;A6i%=uoqC9Ru>Tepi=jmlu6BrE#2Heh7G=&9B&eK7_Rh?M+2D=z>QdG^~s~ z+H2}S?g;)Byy)~xyVFY(yXVTT^y|9Q-PlOaf?pbuK1fZdL$7Q(qyj$n=b8to2~RhW*E z@+3i1;_EHE=(59ARozG7;_zqTRL#Gv!&=xMiEPVXt@1124ZFO}zpE2W{x~N1HBut* zn_}YcRiU?q-}l22__5M=b*I-wjQ=40)A&Eoo$hwQ5A^ps@YOmNd53NjiI1&TJ6o_v z*zMGP0w)E;g@>t-#{WDcAhx=(?4u%cCbZt_ZMsSD$XG0R4?K?YHo4vlkG~LnmlHpp z`ZQg|&W3J&>@L;NEOu$X$%m!ro!Fzc-50N#+D5bXO+~g|iE66ep(Y1wc3xRJwdTrT;jgYN9ps;qMqNLH4zkYPz%w`uo0d}BbluqS zWK0Ro){!Q*%F}l_k<-1~D`id*n}Em=fxAoE>$&QTTd6aw88Q2NL&ufc`(~enK#1q$ z%lid3iQQnH3Y6INWv6Z)sykc*zv+~M%emiz-JMT;@ z-zIo#i8FoA3G)6Ec~@KOlOXG1S@RyWY_qan=$R(_iKgAwEj&kigkCG8UfSeZpw{{O zs3up8V|G@oV_XICb$z@I(x1^*-3nWf*gd6ew$+zYj`Tf|^=O_e9tY2wb(Jzlo|VqL zWvBbm(S#>u9U`(-){sIYyY57*Zi8{$13w;Q?6Gih7UK{8DHeN%$Xyv@VkedOI_4l< zH++X&-m3=01tyTzBkq~Fz@-so(_~#p{g*`NYwjQ5d{ED_w+#q*qT@>A0~rxI1R2+U z;oSuIN@VC@RV?#;xUXtTiVdHukEUH(UQ`4m+w`u=*Wd^vJnY*BVT;cfO; z_1a+jps2bSCm!PLynZX+ih-*57VK1~<`pzN1>EeeagxC}8O&Hn*K@2LkNg=gdr>X4 z(W3^zpJsX;GS$x0m40b=y27qgQo>keY{+W{nD|M zNIqT9;elQC$lTdo&oEPV>v3YXgTr=uoFISjR~gorVb{Z$jf;tyE%oFZG2;%gXYPu_ zo=$(RA#XQKt8Z(&+fJW#+x6H2W?viTpq_1SWK2yKSkxhQfk{05A{*d=3oLva^sfgG zFg}|<7JGUxZTPsm4b6BxweR(IpV-cq z``}}j>u)+SLIqxPxZ3x?N9C88ZLEclbQ_=c1nl;8m3`PS%U`XOv$SRc^${ zbC~B5VDgj}BbK z`aKSxEVV3dgQSZM_w-!`I#Ta;+;_87!>8=$9%ql^1bZBjb)`|43s^&`OX`_HJz@)x zdS<9K>%XzgwSn=oR^w6oKbZDB@d4ip6NMO{+z8V(sPy-J`rDDkvGf8jxRD?xh23UH&&;MZ-PzFJ;>^O zd|Y<$j01*?Z~=Xkwo9IVJQE0sgm{9a=iHY$=tF0}+}E+iB$Y49d(p@o^s%8X>oBq| zI~c1j`{RXwOy7Iq-t>JJ?n{6D!X4=!(ar%5HE0~+b$+)S2?>dg#DrW&e8Minm9S-? z_>lCgEISh}t|e_I!DYlJxkaOhJ4z7pUku2Ou| zg6!8wo7G!oo$_?N<uG5}uPhUKNL5 zt*h~d3f3kOc&-4?)!;K{YfTrP1;>Kh3d&vZ*2vDcf!S)+`!+CJsaM4byjb)JSEKj5 zU}nb)%yMAn19KxV8?1J21m-5%>2|p`A-|K`*YF!!?{9Fp_B`rv)v5uPWR4!N_WA_>bN7_p)~A1Y zysOqR-TUg)Yw`xDeQ zfh+tfYg+blwcM;@?NW*_q6>dI_EC%Dcnm!8rcJN#O$+E{Q;uC5gbtKeQ8m>KKXn!K@U(qkdH}|$a*Iv+X z`wOcMxP9{^oc1hQCE>sb-U+X4^3BUGOIpQq70;S9XHwxq>U5U7++!RiYs#pRL7>%X4|$yR~f_6c)H<4)}&f+*f#Q?7oOX< zy4&V%`|-;7xLNb^Pu9!$@WRXNwX7`?J=yY=Wlf=dQ8)H6*H|0l(R1N7=19$Jh0NKl z@K;>I;M%Ywu3e40>0~|hvT3)&@}r$6d@U z&-)ht9I^Pv=IbN9@U<)9{P@~zldPWy<0qb?{lwAH*SWmzOpOygub6fiRp8D%v*c{w z>b8-;Ss-%i-29UY|D^qo@DEn;;!lrfO|-{RTtY(ak^e*Es1Ez>PvOblbXD=~x6f#Z z44b5R@X7Te$7FASec844nGKo4Wu6bhZ*Rkcigo_m@L(A{c!R}*hv1WPcyJ9euUhk9 z@yVh{9<=1%9L;w!m!~$qap&jro&OwiYk|dg^P~7~elL8t`aI>SoO9_-Z#y>+CBs80 z|06t9hmZ4*I=gvj4YGLt{~;doB8wZ~q2o9H8~Z9ogUBf4QL)G^ZgVLXy|qL+I%@cx zpj@>ThOy5$tnOlc*FG1y8C#O#{lt%dt<*J=xl#1A-(h!{85$EvNb%;4A)q(S ztQ_urd=|c|90wU&r=U!FkQ{X8MJe7c>gV=mrhN|sn#P4}+pz1gXKHBl8eINbi$KbBS zt2zqFBXr0;qcm+xgcjJEgr-7^$UetdeO`6nMP2=U=Dtz-xAZl}>Z_eD{j}4ik1nf^ z;`6qdKK_(8*m&NNMthXev9lvAy2$l2PG9v#{3>tfXu^CW{&!wEUvQHL^9#xe`eu^hg_^IbimN+FHVBP~sJG^2C4(nupj zrm1F64;~x{P6iPA6MpgO^2cWxNws5CQtixsD&S5OU$>-2)+2kTc8&=Y?kmZg)>4u; zy`v=Ws_EXmzI#jZl7l6ADIb^Q4W8!BJEWX5Z*#=Ve8>?y^XHB}Gv{S^A74dymQYwe zFK=4;ZF#@p_w@4H^R6ntgR$XE80Uyd7~qIa_{iv!;Gw@Q=uA0|xP&-D8-Cia8A7jEx=rP2SBxPtEtJj=9iI=3e3NyWy=!`6Oj>ry!r; zJ^Z+eW2`Z?>b?uRcv;d4sYhVrr)7={V3z>x^7r~OFzxuaqU90XqoKNGOJ%gw5lvn@xY&pZ&&NKFJF$`C8co@ zzh#{L4n40D-W<)jm(e_BZmgyc^T$1!UW9F+-8m$83~|EW!dEZOUzGPpr6#=2x^s&$ zgfX0?>EMAk{=c0k*!w=>N%;;h z<7%M8J9&0EJigBG{;P6jXST?b^KTiuBK0KPdl>D~12KkuFo)Kdg756Z;JV?Ksy3_~2V}Y8H0w z?ASHw(djx~+7r7v-Oej=%g&dL-Xk_6yH1&(#ZEKdT5n2SuA=N(*UhF)()P1=;a8)6 zHf^$`e<>LFcl?)O;H&XphJkNsZ!o^d=GoJq+kp2~V{+ZtfI2okGz^~i#;R@QvW6ba z8E^1z`zh+U2MhGs5n0z{t;2U7St)+bS!+4N$M5fPu1DwlnR&*Wo`aNc2y^Bl6I{HCTE=Y^?t^@ zdrv=%e@`m(Y89I?`@?bd5qL?;JQ@!} z^cepW`&K$`9QJ7NXYzt|hDhp!7bM>1g*x;%funf=Ii$-%KgnbBL8;iBdnx;=)35ii zJ_VOLoxLX;w)l@l%NqL(_+V%v_P5^dYY-c%_&>zCy-mBJsqFQM-PFeOMEvn(Z4N(; zk6y#tcQojG19szE|1J88jF<9m_$HZlo~uj?w)DZ!rJjBoj0e~4W?8|L#JMJLc8@%A zmeh6OR1H_s&IRv__Pe{svvq$%y#M-JRQ86VnnLY=ZlF60uL#}c9GTS90&e6!ffun4 zaXxW8JQC78|NAR+x)+|8J<>(Ak^S$`%9PGY73_268;;70S<~E#?U#LnkHyz*1#~a^ zmx9oYC527#*hcg5g-oz~A@eO?$oz+#RcZJ_W{X_;fN=pIma+dJ1&He)_w2UW(HF?WM1KJ>yL}{pW`!9ZdLU{el<9{RFv-1eqtYYOg2F zq5HU>{3qa3Q{H_3S(cliSrIf7Kh+@PRs2>(e-K|*@pn%J|q42p4x9;akcDoef(|uq1%J3ma_?hOa0DV zHwoAhXUaKK&(Ucj=d8RU+g32o>G;{mDB^9|CbCb*f2(JFmQo$huwUQ8IFUNWfH&b& zvtCnfA9+MI$ejv7&h4lNlC|u1(^l~V`}WSs0i7559c0|JV1G5|u^~O?F`Y-_(&XJ6 zIY09zbJVZE7kD-6)4Xl=&5djl_)nwD3QupJtJVpA#nfjt+-2_v3LSbs zBV*o!B6vBpnQ>jC0Bj-4wy*00;pv$<>aU$n7zr(z@ zMCjcLj1*&Ix`q)kmkBM7k+y^9x#xIim)~9_4rG2892~T9;5YA_IA0tH9inkSTn`*f zu=+1&2md>8Ft`^S2w%xO|9SJe_%`--2Ky-Mv=i36E8fg%X`Ky zKcu(v3p336(Z{;#XO22}g}15XQdM=0*!BefHxz{0Xs3tus=#9oeO&Sn1}8ebjk@TQ z#MRe)r?UF<1^aSppTaCcAMKp z$CNhwq%ah=byaU)c*vxU&WA4gJi6``;Oi}Do;JE~;4eHU7xp#p%y<^PoBT3=O5HX* z{B^8&(^qFnUo}wRRXbgkv+TbA$Sf=6WX^PB2h!!?A%BlKx#!wa=ZTn;PaF-KYs*Vr zv^}Nqj`zb)%6`4>b8(!GD-Th0rKjYr>AW#L?pk+pp_&UODn;g@CZH|cHl6`iRIZ-43L1yk2N z`&?b5&rrBfbOh$_8y)P0ai882?oD$V+^J#u>Lz=!KeSE{iJVsGjxM1!lT_ojLX+?E*5lXgCqN=@9gM zjmx5b8kZ;9!%u4b#Hg3MWa>|*YJLzrWnGh2RmNCbJpww|JbQPNF5603@vYV69qMIU zrVjoS{r)v$((p~Km+-RixWHg-`tnq0s^KEnd(gDCzvfpjG!>rJdA?vg z>O2wS@%tyO@%YpLjoXzLO`DzSWw9}3Lr;^I?sL-ee#%U;acR*~>iJw+{(hjY?~cf_ z&{DV0qNV=bgO;L)pY5|@+d}N|8axwz`BUg9_u3VSzRLY0T32Z}TUT-4J$#O~#nOIl z2aWLUvwbby3o>+`&s%Sa?_`g;$Ip2F*qnR(@J5mFMb~&XdBTnpIu}sCeMTrUzD&oP z<6p=3GXCXki@cog4|Q5_ zZ2C%{8)du}e*QV2&Io^%xG~-)8L!#UL+0aJ_O~MEMg zY&&Y#x?b~5x9k(0_DQ+p54}$M|1DjYH?(p`ZIj4JiPPQwO@~?&U;8yo^0rOy@HW>OLmTFk4I-*kdR*cm@(%SDJ%P#3n~}q{b2T$8-B5( zu<32$3W)nLIIC|e2sJ$T`S!+S+umr+8%O>jVm)xvP)%3w@U!O*ldh(X#a<8eq^qev z3N8c>-|q-d`2O-C8@lCNgzX5KCwYW+;+NM&zbWXG#0%YQxu!PqWdjbHc>)~mA5@ne3=njJlB{}bR|w^MM6jyb=7dhN_WpM5h8S%+G- zneU`%+?EdN1-F}J%$z4~Srb3`Zg|3;O7K3kLpO3Qu?8P}ZqOE!&?ZOS#YE zEPdw7^5mcY##*&&zK!6!FW|>Db1vVIi;bfM8;9r)B8RqcZgfl2MS)uE94}PN&#R0} ztS!aPk%QccgD+%%TlyapUUyUA`N`CfWLbBH_zdLwFo_%sN7t7v{Qmh-u@8TSk_Sv-LGyC8@&MZZi z4ccY7`yqvLb(CK%`#Q*c>0>qLeM^ymbR@^ru;-*@0Q+v`a`uu^=JO#SJ8!v5xj(&6~p?|&5 z&!YWCXn!Ag)^U0sH*GvZ*ZaVAG3!%5=|W#SkMwyX=`vTI6%SqPe8LwRKg5+nqaZMr zvk%#o9znNgKl!%J-iCa9Jf3H*grC-a&cN*F49xxykk7I|9eg17)k_{&(D{o8b2}fy zo+EeD<>PbZ#&)vNaI{x4rmBrT?MJW?$oovjw|Zc~s}h%sT>8ZW&%aXkz#{Hm_GC8T zKiC31k^d53O1!}T;RA~_{K^RU9`dqJs_&zlfxn9VJ95lqxzs%#>J|KVjkSTS_m(=7 z1s}4W6ugyVYc-g6#5S`2J93Um_6NG}bbt32wJw^b0(-lLZQ2rggD<*^=-;a|x&N6n zldi4n(jA;d5?i9&(YaFBCHu@h@1TE!`tV!4N9M#L)9pjE+svUF@oL&@d}* z*(aP$EfyGYw=a73GbfMX(RiO6=6dA378DdA67E z5BodLm|g4nV|v&aFkfi)A#q_NX}*`=;zK6mRQ$)pcZ~U|*u7-YtDe6u&|{hV7K{J5 ztniJk^Y6;r3!Ljbd(*QV1Lv=x>_^09Ir`6k%=lsY$I$Tii?d((A$feB*VF%w^~Xlm zAMbB{Ed4S1^Wyvkc^?`{xxbh{ChuZHO@t4*Uz6`da4tjYKZb9F%=szw=|1)kO&_tI zwx^SK{#x_wCE$J%!Atl&yTUPWD0{ibu`h_NQ1mu8b2e+(mx9<8v>p{{FG0VlL#B&P z>>-GcgUA=154}Uux}>D5YN+^iijy1GkC(R@=3% zSgYO|ZmuhsBO+~5LFB%z_sTaMK5t#YI&p%ub2s!jL7nHauiAEjFLSrJ;IAc1u@*NP zXTzJa&fC>T&E6dk?~4E3*462sPEt*;#jmc!54regs*?Q!^WLWjyM31pg|)rl-~{VD z%XYukvmi_3;CQkMy*&ip7k_a2(Kd-S2kVO~e!Vfhjs2)A@vZ(7I`qrAeFIvTzTO?+ za)y`EM)uQpPX9Dn1+c|yzwkAOO7i5cd679!9DO_QNoVt9y?=oXK-#_C@uT(PtL27% ztq*fIFLx@qux-fRT}2;bwyVFZ*5yguXRuBw5*voJTiYZ|+fFv^I}E;cnzjv?@ugAr zBDq)F-A`y~+Kl85lSAw&*!1kpZX_}RACr(PZu;U%=I&PTAnUBb;Gq>f3}GAzugbSD z-W;R?>o~W~`LvE^#_=wEIpuzQS*Pi?$yy%XxI9J;Txs#L%wM0-cCim703(g3=;hIU z(eIXyDmE$e&acnEJG<;=#%H0EGt_-KL+wIV#$iW}$DW*k4L^~&Pwp=3iw|L+#&<@m z&}qi%DaNYUoaFl_GVi`tlit~-*S?I6fp{5b!LgS97I9y_@aJmL#qgV{W6W$q7kxU{ z8@dfTvPZjiUg8M$XpOEtTJiDoYCnQ>=I(1~*DTsMlXlLay+y1IuEyT&)c2QZxbIN^ z<(3R!p71=tIz#G>F{H!F13jdF z2Z@tCKJhygU!i8o9Obv<)pg2Vr`4A9li>+RM}dz=;9c$>sjpJS4XnFzc3U>v2g@I@ z_m``gPoBSu4d0SJP{uI`b_<)$%qWPc&F+1YUPy=e_{UdSc& zS#3K>n%vdy2Y0IzypQi1u`7K|b>SPi-0fb(+3f7foILsVLs}toiZi3V44Xl@Q>EOy zcxh){%`KhC-j|PZmy+%Wa$=UBNrhWpT%yCQKXc$RzOTsuo%$ud$a3phil z?>v_L^u1HY(q*b@0eAjHmJ^)Y=i#$Nzcgyo&%!_Y8G9@#Li;_Xde3YBX=pEW4vl1; z+di!!jkUv z9MbMV)_m*$zB9FQ#`ZO5rMv%^Djr6^B)$9}o=ndg$JuoF&V_B#0ngd}e2qRL-2#cpqJeA9e7JYM*+x4O2oUYJW;zY49@ zHD8_9|6cT8r}d_*zC5ixl!>IZ^L%Ix?#j2HgVvvfiw9Y>PMB)aT4cJ6YvGwwjBT0I zBY9^dba!p7)x2Z#O*MR@yvzxVQAuC@Ib-zAo7B3EjL}HC+k7gtj;u?|qh9I~x*ui_ zV~I7sy;0-)$a`nc1O6+&I=ye1e7^LKxHlzgY(L{>oWAyL#(eL( znJf1!-2mMTKf$l0n+3B>I(6w(Uvkb}&)u-1EB$xrW=8s#qnqevD~6t}oBiy@FQ=OY z$bUY%ncP)$7XH!A*sn;bPwYp+&9eW2dzEB8zT31E*qH{*aS?3>P zogcy`C+qx9%NP43>v_5JESY;x%4IFRUCuPcutL|~)bXuS7yG0|cV%yAqp!*A zF=p?!*4?ZVq;2e9Rn;>-BtLfXy)I)^U=4eY@fG*x<;2C;y4iEwh5i0*ZNL9<`fEw6 zE1StL{;_gTZ#_1GtUpX_Uja{ve$3swjdq;uyUG}QZP1WPv3nlt&v}v_cej~)q+aZH z;+w1S#(G}vQIj)dvUhKv_xYGT32CF7b7Sl^n0LJhj-3N^Kg0&w?ce_SXK3pSvE4_~tN{Gn0$eFC_1tLHA-|tD@Biqc!Fl(2-`Ra;j?irvxa}W)MO>~p z8}8@`xTD|yig0J24R>$^+{(7E2p7FRn)Y&Uy3JG1zxx&8V)KcH+ZF-0{ZLQ1=RJ0| zpFMWoh=4nqd*UOe zxfW11C#G|f@YAdVW}EmX=i`r}3nrio=Hw)7ID-5f4IH7B*ak#)E{KqwA~(k%FJ=6T z%#?dqntvBA9)qsHH#@gojQ*E|%ze?|o0aSrD&z%sp#<22)ceY^mmuw&L0j5JHt~J! zbKjpDcDnY7UT^}v;1u)y;o5->r_l>qY87@`)%XhEJ^2UpwOt~ssnWKxKQDPsRU>a7QF?Ff zhY|V2Z$My)UZRo&mdNCk#)o?3G2w{sftPc>Ql_)ggtdfx**j-79eKhVngQNs4)r#T zKEr)ooQ)mB+2;3?A6s9-dD%*XC+BB#_}^^^-4cv{b9#R8zuhqU96!f zWAB9tj|mOB-%b6#>wTk%pRRZ7Uf%9^lh3-}&3(hJ_a~#uZ-{!gblUG_Di-kr0f(xcv;*GHvCy*uYbrANIxi=)z`-kmo@rANIxza5p{^Icuh zv%f08=X>x)^S!?2rq12SkI1uuD~iQ_Go%rj6zI*5Ud|)6jr^^?-%|4he0)E$PWV}P zUG88~S^glznBFdj&pVIo4?JT zdBJt6xSoA5S*O*rhHYj4yq-Pc)?^iWAGuwR%x;}S9J+q%v!V@_)Fp_DHph z??$VtHohq>)7kp5p-Qt&E z`qT_sv>%7j5x*8}kn~mrxG#kKCala!s-3m3uXgvyKj;L&$v_;_u`F zpCT_MUi@)f%vZ7&g*Wy)XkQz6&tZ;maW{Gv{(r_~tDPNYeJ#i$dyQL{$GK$kJJ40c zuR`tz_$FgO<_6JeWW1DtyVDy4pBarmA#E=2-2YcK3pcNxQS*`w&l#xA$IGB3|=^C8BB+3t+SblN6!MBDcnbJd(h zjZ+gP-w^sHW22q5ve>Hxx5BqFm$ZU+2Y8n|I#t!M4J~uLA#6nYF5T9}SG+2At+yS+ z+P&P7SI)k9w(PSen0KIOhx<;H@-Ap5cWdA?r0>=!6(2ijWuR{fT}KG~rNcJ(x!*T? zIC=58u9Lj@;s@o4kH{u$@KX08z7^F%pX_#d?;f_nWt9oS4^jqugf3&S_bO#BaH@3& zC?mg99n$u>nft8wM|uB)_4_6Axzvcv-&yaIV$?cW?+Xo2UvAE$LPPP#$>&aPH$L*K z@yE$RCW+4a6#h6*;E&^~UiL)WwcgMb26ve{Ie*GoIPIguI5@#L&^}Q3bF^~TtYabj z|JV!WapvA01Mf1ox*4lt!xOo%iFD5^If0-32WKU-)Px~@joAXH1)ucJ&BAwSji)|^ zC-3Dh9eC$9>U@v1W30oWvp#bvaLoH!k{jP)ti4N_t5|<4`KDP-B!8zht_7Cx$%$Ev zRd{75IIwv_zNgoEm$zwGlA0uTRFS=6J8dN&c9M2Kwil6&DRDz;pX%eCtYr;$i8k8i ze(-yG&dYippF--q1pf8F1FPe~*+ckyK=*ohLqVVC@o}lFGVMR}v02!5uX=b@_@NSh zkoAO&D_J|_Z_jT39rVt{PBFT2e%=`DI=^QvAhsMCS1pSxUUhSS`3uxnj!h-IGB;0P zi9fsza}RcqXqdUgeG$yY&w)9byKkdmJ__G_5zJ>k2WBn%;?XdVu%GrtFy-6c(S5ha zztCG~ybIgm(Hp(kR+HOfwmz}`-OFP+FJ|-3(8lA;Ph!h?=SgqqUg0_Cbqy|LspNN& zzwO!;{Elny!#xkJ$gHEARfC)>*Wc;6+Vl}SjEs8+81FG({oq*m$q%20cbLofATQtc zaAyefZCeT79W&x`%N72W&{@tE?&97_eRundg$?ij)3k<7M)j7>aXVgEVdQVAiCg(X z=|k09ybtAXsa(NYl8^(e7W(`)wla|o@yrWtkBID#=id4F+Qg1!Z#?fvtX<$ttled} z_Wa->Z|A~?RHv7_^WD?ctE?III`G4*t+`J8hOGHW)@{Ab>!sU~ZJfszKWxUw^{w1} zA?GhzsW)4m!x&TGL43n=&Y1Vn=QW{)}1(`76UCcno0<)$@<239^#3t9+ksuXgnMQA zexkPbQ2*F(5wCULi2S9p??n6J2ADR9xD{*GA91=Hg?I8hREL8-9Q-Evj)2j)*etK_ zW|gzUMaPyuu2l0B4?!K^{?Wg=7a1`b-*v>KeAgM1_}v(}$2I$cOqD&7z#XG}n}P3R zcQk_&Bc^%E2!iJT_m}?7vuFh6MpEtq%1OS+a#`@V8(qS1QHF3{WyW!bFt{)hDML7~ zGU!M_?8tG9AB8Wzhft(kdyHw`S4R*$dFH*w_ISAxeB_*&`o?JF@`ARdk3UMeI2Dh- ze|&8}eDg0MeB?}Q+!V+79k}C#Uk|O`^4o$PFL(|->zfLF=Rwm|2VTvWdH4M{vjX$Op=jrV-{HIK0U7K$&kU!E@l?qOt>J z@NJpzHDu^!_*w3gevNuI1NS@N^&smmrMSnmc|@j%r-!FH(6U_an-&>o#F%j-cuti( z2M#V**=3m}+&L|MFkDtT&&YIXzqC*4ld&{H=uJNwxt~VP&g86k6#lRtH(?$CamTB5IFlL1ITUZxe;#C1DFZ6%9U-iOg2Jcuv-;?GMRuP^h z{APId!oAaXEcgw--y;lIT$VJBF!jK@i>``E`|i90?=8BM=c)rAFIvm<*#jMmw(|63 z&&~8?-$9s1xRY=j;cmk1gsRMs7%ye$4MI;hxEdk!1V@ED=kc6+;Lvh`A#@!nbbagY zY~0@E?2nLT8~NGJC9(@qYnft}7<1EXJATS20;rt$VaJe+hpQL{F3aQclWy zn#+hU%XGW=`dC_NrZHeqraP}RQ*^%`Jk+tgr~GikLj>WU%>%11es<`NF~2RSzIfk^ z9b@iwjmli-x-|1;*SO3#U6*CfbB)Yg<+>pAS=WV`zj0lZ`5x&5;xEk{7e6lZ`uNNE zCJx`mK@Lns9!y0pc#sDkWPk@*;n6ZfWP->BkrBuPWVFpc3jP@h-%KNv(r4-WN^l^& zQwZ;PkO@->9vA&j^U%Lb=%3rxOCWmINY2w#gWDb0 zHUIx`7roHl#)Ew0LFQS(lYRI4L1d17C-^rknPbb}eB`wQe*Hgj7dm_4#j>~lf9sC& zxRYP*j&i}9d}qOl4iWvGh26x7%o5(R^(>KJ|J~nN7yy36{>HucpL@T){Vg!j_oO{` z+j9R4_vQ;<$UWkbydm%Tw5bHX7-8~-zGwWu`~G^HH~w$k4Ii(0`g_jdZfN6~lM!`s~x+>gZ$f&@xkpDG?n8`6Tn3@Q}=Jk$fcd>oa`& z3wxh&^&eNX{e{ba?&=@2^4=tZ&$06EB!cfZ&$zC=^yjW?f9=0JiQwDGUHt@K8Tkl4 zMLvS>U0}RN-s^xdoBY2bKf(8ozbc8~+d(;k?~wn_B!bVN9Kq*aS(QZa$sXTk>;Q5$ zZ6$j{GS}F172n3l4lsRk#`d8!}CimjX zxUuV;ayNe# z@9~6mi6mRXYAj*A_E9 z-h6I|HJ=H6&F8iLDLQ?U^(-`>hihWC2z*Ji;fii1dfE_z=xkC?Dnax$sV{{fI$Xy{ z|CBVIAKYtfIaTS{61vg3W&OhHEjK^sy7txktGE1!=jN3U`s!9bm=x^mpYn&SfAf9! zIamMngsC;leFZhklY+xv^!?rN7kmqbKku70ywP_g>os4slqdYSrrP&NO?6T^`TvD* zPffY+wwm&!!%qK{X&F!Z4&KU|t>!_V{wW7b^zWpDCH&5Bp0We@2lM??Mr3UAwNy4w z*-l+8(5L0{<|!?}ZMmG^v-IzzmRbBB)jY*mQSNIQ#qS&S@1&L+{ZoE&|Be^_ZP|_& zvT2WJc!O^@&&$a-X+?R`WZLwfgkRH!y)_Re4a|JW_i@H^zTam2-1qa0XMMM4Z1x?x zqIrsw{D-daPdPMJ|4uqI)<30nPVf z5O_W`x_Qb-@*f(_??U}M=@2yBOg+D*zIUm&FZExVxzz`Z{$~g!;B!8Btp&gDgXjJk zb-r!D_&IG2PHLXw=64W&2wtmyCk5e=#+CQ`UR!y8Qs~CQEjQOJ_T5mkIO$|+^OWG7 z%~Sj}OMSsR{ZnddmL@HzS>jt-Sb7xVBlzIntw&G$=IlJ0zDv+q}YFC_?W4DziYh%AurFa@FeLFnkEtjCfIhaQ=^ z* zTfV6xb&BlihwSk`)Z{zd_nIx9RgJ!>kG$-g_t0xT$-Co`r+qCCZSs{qQs;9&ROj2o z@0G;ueCTXABE#fcQl-p2C7i!ktf^*W?@KZU){a#JwVg;Ie?;DFLf**Ot>GzSd5lWn zegOH7ckx}8BZOO0@02NYY57jsX5e5yzW!16jsIWzPT3Cn?~3?N8MeT# z@01Ci^moBJwXe~C>APU(^9`+);QoL58(KE~zw9@(!Zm$32c5#X;=!CR9>O`}RL&cx zaSnQD!P=BkTh4FtJf1%^-eeDuoYVjw+?@RWu6+TMh8U1Z(sQs)ZseY6@gJzat#i^g0!}=8 zb7l_Kk4OLN%b{1ccS}+u$%Ao zydrlTrZv9&X86g6;iK0mUk@x7udUNBJx2F0 z;2Y}F583O*x5(@d`&*IynPfbfUcIopUo)}UN#C|3*IeK2oRmsdFJLk_YY-)W@H6T-@pKCpPM+d%7 z|Blg?-|~FbdDAQ9iwm1JazC(#^}$K@9LoQ>AXMUH?;pE_rW-!e?pyCO_x+UW_*R-K z7GE^!^D%H{)3)?pJRYE}_;hu}eZSi;j57iq@@;Ur^G&C>$^M4vW7Pd_-ho{2yrr|w z^1ta$GyR*S?N8D6hMi{HvDZ|}`mNr1b7uu@7d_eo@6`*vXuFBC@9XyalRN(@E5_T= zKpR|Y<@LdldS7I%XZ59lalq8PkTFE_!e#Kn=e1)z?f4#L@UxgLd)9ngs`z*C$xNev zpy)5<8uyjZf&0T|=aW8z^flt=bNjf!Aj-`rtrGgQjWinCxo=L>XTT+a{-muYpNo7# zzepG^_~G}|@fdZi`AbD->nNk)$XKiFx-q)lF|^zEW0N*&Jjgi;a4PgkWo;k+Of_)c zsOv5#+0T}=aK!yivS%o9_0F3(yK=KGJDG2cWcLNH@V@xQ4RPiKQW?`}oQDu!gA(ra zFX`J2*PCp@ElE}(xu;Re$~}!@@vo{IF_(-@5werY=d(@82C~ z^B%_d@ivU$95bJJSJTbN#G8O6h~nyN@wRUhyT`j0_WBRtIu12Kdqz@tM&1bl*&$ z#EB!+_5X`7w2I< z**qZ7I;u|t<7=d z&LjEYkb64f@C#|51P?-oQbTQN9L3iR<$DdwayGPGP9H1EUlAV*KeC#Ai>glW*upv5 zu6hTU^z>$%bt>iDqLhPR5U9U@Gd_Voy3)mc_VqOr8-nbMn`Nhk+GvA+aYbj#Nb`Fn zLN9NUnjm}H;&;qlEc>NgYoQ8>{0d&}#s9guQ((9r$m>jFzSgh?1Iy}@`@#7=;0dga zoOz0Ic~8o|h0c$R7P{Bfq;!g3S(eP{jQQ+P^&4%}l@c&axWfxWE5x^&dL@6e2c9DR zZD`%qf4A9x!He5%;{bbt>O;W3pkfG7I7#k_lW2TwI^@_V^$9-M-{ovwai^a>Je}`l zv+Z4Y`_gE^B{D8{XqE1x^y+cEY}l{ zk?oK=Y&^<04>xk(r<*mw02v?P@RgAh8(M`v&eTr9g`}6cRk7$p!h_qW2OsG!-kUBs z6!~JwzwYs8&d=TNrfiY-VRAM=>qKTd-8bK-^({?HzPGUnc~{20R<4ow8X;pv4-@&d z^f3OXyuWXkhyGpn=-i2)iO!eWSSxMh?$1bExbcmWK1dw`AAh;33*e;|_5`)hMlyc0 z%w-4rcpEmOzsn>(LzqrucP=?x5rG z$&`2l8DrB^$A8O=_gL}h9*wsxFKiOr$=xW2km1$HZG7q~pQl}K^NsXcXoC)Ty?tJ+ zW%2x15B_^O{!Ak>i?**$7g-~Fw6f-O&_>DILb}{v_zwHma`tunlI+gl;_O%7fL6L4 z@0jh7wnfrz7k+?S*e}3#zCU-Q3bb<%lYFC7>Xy4r@wpAmL>5+}V}8IlP~T?1%gcQH z3*u$n>!1xEVgLJ>yYo8u2DJELj^iFDzRkH$zRkJO7|!s_j!uko)96oM?fdN zen4M>cZ#1w?`Q+Ba(=Xx@gw}xGE4A01U#oQU#2r(W;DLb9P(|x|0ZM9{|e`OH_vET z3an$)*No4N#Qz)5Syywufbmi99MUOiGB#czUe*R0Ht-HI{~iL~fAD>YQqDz6S@LeK5@jSox!Kl=Am<1~Li^G5i|3DoVPu7QMf!bn0moX`-)r?>u*2OHXU zIs!)y5k@)qRu=b8(Z8eUa>ul8z-_hSzlu27Q)nBR!v4Zwbf6*VLaFFPY3N3*6_=zpoIxLYk8#^+ou@s?x^Xje%hNTf zugE=juO={WaaTL@bk#N3Uh28SS@=0_S;hv@!SiFi9c{?M@mp7~|HpV}bCKyE_-D?9 zv?V{eUUchb$C~x^>BQr6x|?$|ZOLoa%QxQIh!?-qT|C7X{gmiM$R=59);Ux3nD!%s z#AjN=1(xu-%$;T2XRPl?fRBC&eLnc#)V+IrRn?jQzxO!-&dEtakOacTB!`LiG#~0*?R|bfs=3r zd@i=Jfi??TRky7CnE>{O6|D6{`HqKQ7#hMZ`R2tH`Q)0Amm2^0h+i#H!T>KOEHA*S>e}Szk~7 zrNut!!vg!qrQSa`sp`kyTA7?svf#$PSH4)feeP<0j~=l5@ok65C$DlgykwgSb_3Na z&u%T*W{Q4Op58+4YHTyOZsYn$MncL=VqZ#kwwt}IG0tah25HQU|9M|v|6*)gEzZ2h z(te2c=ik`3zuMj&#O76Y7dhFP3vJHdGdOF(u4%P?-^K6paOM?Oe&!X#_e4fFaXC*e z#EyQN!!tgz*FNy1|2lYC<)GAl8^V6eXt3FDn!7q^!&&Cb;cW*t6aY)j=b43(j_cop z{`0PIo_H&7uD?otKiO{UzI@`n``){_8yeIp5@19~qdp=BctJB-P`)A?nyn5?a z4~*UK8Ph%+TYI%#=kNOVT<&c-M*_H46E?4&YFIHdOUb74yWc4-ev$%d%zoCaMckvwFYdhB}ifFz3ch6jAZD zt7Fc;%lv5#G_!vWGoP#YU&GviE5Ee`ToUgGqIj{=rDz?jaOb@oUq0`ByT|+TO{v4T z=@#DAdYA#OoCB_cb{Jc2#|I*}tpPmx5IztAV!*G(2VyL+xEq{^E@^QyauMsIU49Vq zk{O!OdxO-0H z5pXMdly7ah2S1UpwN&F5+(Pst=N|vnROB4{$q@}5}s-VeoTw`znR~A zh$p5!rdY&kv)B%r_ZD#->&7OowL^(x<6;xpCT@%?~wWhR#lgxJ~Bo|z7_E$r{+v`WL-~H};!gb~yY?Jkl*3;cL zSW|`r`_05wdU)_1^^d~uAA_H-z?VmISjW{f>(4-Mb&e58-Fblp?yb8k{~5_(8=x~c z_y^Zcr(_ZDu<5hV7W_J9m6zuSUB8Zf|J84*M-Sm~3_Wz{fbYa!XjRL-8JqSI+d0Ud z%d_nRrSOP_=mX==&fmiR_)X}QWYs**EB=PQ?Bly8zT2J&twv65B9?-o-}t47=5B$P z6+JA1PY+syYR6q@9oUR*LThH1?Nl4}%6>{Qn&E#_?5465yQ-`t+dZplASXu__J2oN zW773)z0jI>i{u`7rgG#|ot3DK)!6Nek8Wj;9H-7U==?ZhPhUZK+)gT9cOkyU6*uPx z?4(cybV_>UHPoZ?a*fG5!`7HD_lIh4fgV?yllzq z!$-&dui}4odI9ehbbD`gkM~yczrwbo#IA;?PHbyMR!|#iOYju0UX2~XHp(MC+SB{F z^mjhzcsfVScF*z>Is4iSOdh^~IRt;E*h%|e3u051A{)RYV36D({kC|Hz1T-5G6!=$ zv<_&DmCQpf`H(es*+eL|NjwaUtr26dzI{w=+>hLTk@>ALCotwQjM;mx@p{iS)&S$o zrDSnND7(j6`k|Pa;^nWvFIVgP(c0VVw}IcTV6U5b^w}qhh;Lx_EOSXbxAuy~i`t0+ z`9j3L=^w1?vs0}6OD1UC_yC4-k!w1!Ig{Re5OXLdfE@oZ3!XG5_YhxZC(@N8)JXR?b+1Qw}`{ns6p>(|)*YagTRfG@?6KRV8z zw0|Ax&QB}s zq>74bYHuhfZ;tpr$+Ax|$DS>q_OdEfU?H#;9(fCy^LE~kKMU0w)LNWl z?8-uI*rm-&U_XqeRNp>2whpzXWV4yYz8JwfFHrv+c;`y&g&(GV;)>68+6Xp)tJCx! zy`MQ(6^x%?T(Ujf!+9&u4qnW;brNvCg`)is;hb7~WU=koY~2rkoC=@*lAXGL0eGs2 zQkXq5rJ!m-Nu+8)%1dGE35{Rp>^gha`kVorSAs(eX}6NL7NEmZKl;<&t){)y+VOU( zu|a;8_WICXF72mKYG@DtkM%8#={efEi1OU67o}`V{l=2&)Nf1(xb4Z#sG9cvj`k{% z({0X6F+NV4@Rnoq?2ThB^%Zl^gS)rSJ$&=s?9nOJ*`rHVSKU~$s_MoR&f80xICC$i z-_m(n;G8h_0o})!(uU4*Uhex@({2GyNfh=@?Hbm`W0YJwGzV?wu+6Ne`M@Tky$I~* z0{d^$mv!`M9ao+Izr}j^Gx`U?pf9B#WhZlffRg&{i6sLb4P2c1XyBX2Qg2=IT*vYJEw}yVzQ|MPS5$JU>XmG(xcL>}lTzv~cK@^Q=QS^@ct-b>ALH^B4Nq@b z=ET&m2N#E_Px7wr*KuF<*TKIfk%L2RNI&JZVe`KF3q3#4Ksy(qBS4;ae1aZf4~DH1 zt@wW(zb?`!|LjHhe+hrf|0~EECO2?H+oZz!w?0=?zZ?Irz4(7^!T)P3{$Ex2f0g0? zwGJNN_<&KD)|=o|w*`D<2lp#xMVp;eI}X3E@#vaz{mHe-zU11U;QKWJ->)j!bL0C( zpN;QVC;m*}u%!#=tNMZPlBPTp$1g6ZSAK{HIVK9pF>xa~Cce>2j)@34CJKAxm?-;4 z`h<;3(~hnj6Akd2;7j<)YumwvADe3;!na=oc1CZ>KK%ncrp`rzfxp z8oiHqHm9=^^uXp^)rOv%cUtw_IXCJ0@5F|a{Pso0zwgg?ug^uU4R7O+)rPeheMMbCjO?hUd^Z98*E(@EoP5{^2=v5XVg6IeLg~(na*5 zkN8eP#*$}U9mN}5pF>CSUERy*Q!=y9%FpMrueYG*mY$;Sp3Zr%emiU0Z$Ic9EZIzO z3o<6}xAu?rpVqT@YdzOJ1B*X7@|k$-F4(|tcKh$>ykpPVi`||hhj;srJRbjF@>%?U z$!PKay>snY{osi1&z(3D-gECfL3)S}SKNT!?JMZtu161d9s0OyIg`8w+oO56$PP(% z!NY+`OFzz023U@51?Nb+;UOf)m^ypPFcS;#ua0y;7k4ha`-@S@GoB2i_sd*;ObYM} zxN?khW;qxU(2;*5=t%`@r_Wt-j5h{vJ)VST=y^|PqnfV=xju~kZ|em`xhB6N`m-G) ztPSu~ziMG$AV-`~j>l=VY3kTrXym2v3g>L!YhNJiA~?L4RRE0 zs9HYlnbY!tRy+3KHsQE)kHy(b!ppMhcyQ<|C z&#Xk}FMa;vg0&9`XTJu|B03|SoDGf}3tp>QT=C51Tvsl>`I(iA$39cFc-%9&;JC5y zy~SL|RV;2FSCQL3wj!@xIUYW)kLufNc5>TqpSbTK^X>r7TE6AjX~_O2cJJGcordtq zE*GDygl0JP3!gZ)7hV6m@X0#*vAzKPHaztl_@_=}uOs4TflnB?tm4_76vgac!MnO& z?;ElodHuvl=+pDQwEZ(yB9Fj3x4={7qT6X87Dp{{I9{ZP7YIWqMnWeFpc6%|pKz7y zCoEdA!=)3Q;0JHNYfUvVhF18B5HNkg7pkqL$Y*#vv;*F`_C9DvGBl$Mnh}9!h;J2d z;_ab9=++1S#;V6=qGK+7KUeN&#Z?sSeuo|)z@9O-PHz5q)`QVMXWebpn`fK{K2MH; zR%|}t(|1~LPBuA4q^H(7ym{wzA-{QID|a(Fe-E51M>9T=CjYvZ zGe>mr-+}Qg55^Zb_(%GE^cco|p=_0ZN7*VL#im$0%6wH{*ghiCh<(oF-HHRtnV9-> z1F;zRX0qljD`G8O$(lV4-n@u$z0de`Hc-r2rD@B++8N6jo|}7|TQ<3HYwm~6l5-7x zFFi*au#=u<8RuqdOY?XH{o7IWv9fdcXWEX~))aGQo>$d4ojzq@bM+W_U=VHJ2@EUO z64yq3@%jh-^Pc7KPC3sX;0$e+J1?5!^W{|jX@osm)O+so_u}&E4$h7=z6y-@NoV>m zU1zhug$^hW^A`50qq|RU$fSRIFN=9vDcRSYr_G%CCRmftwFYWNI6mym z!OrlTQ=! z@IKeGkIPB?K0N;^&b*X2`lM?ssr3k+TVHM|Zi3Iu{j;xiZqz!HPE2PPRjJk#aMjD@ zTFcPnGWP9!Vu~!ti*!`8t_(fCb$WC({eHv6zg6sUbMC==i+FD>@3lT=)yt02z;45I z#yhZKHRHV*7@E3?!BfY3+MDKVgfoYD{V?`xCQgtIE;jFrMz}mn6L6^mFX@ciJcFjH zE}e6GG_}nCF@3uE3(-G-J7*&=>D+HIeXpSJ>!_#Y$JoA+%l5d}|HnTY{T%%^W101N zGnOwimJVQ$&wXsmmhRU&V-38(_ig^6dAU3j{gr%DiEJsHe>w3+Hh)OG8gTiWDc00+ zse!3)rld|y>Yp)nT>tE;m-o+^dUO9vrr!KtGp4oj{W899p+5HR6J_85Y=-6vM>^+& zPW;oa9PZp$#U3zyyZ?(ORzoN7iQ#d9Yj^T0eMw5FFx=MT%Y(<$vQ^&d)W_%fp zZ#wPitmeZN=g$cm_!Mge{Bpjv@^W~b9aYRQQ)k>7QQynYu|^IH_Ac)AWDu=o8<)tad1>f`!6SIudF^OPJL-i-co{=nI`@{RX_kM0XU-4DJx0Dm3iTsx6- zZC~_#_Vp?Dujsq>bZ7sB`dP!_^RR;@cj80-4~rhySH3X6KE*#ryx?r&K%q+@rnxo! z_w4N)!Ri!zXs75vpN0{)_>Zlj5@sZ1^GLQtsn&=!j@Yh%;x|MBYvA z<1;)bm)g$LgRH3Z!g@zGk~cs%lnc3XZ%*4_bnQz0ad((CtUMc)3F@yG6QO9l~ ztwDH2eTl#;E567YWPr7ykB<$Re@|eOshc&^Jj_||$}=VUH6PqoLp^J#M=`z_r-|=n zvnPF=l?U!g-vrEF(HQ*qqz^j+Z>M?k5kHb=!~9%T=kDbz+CA8*kHnLlV*V?Bi`!=N zX=hE%W?ZeW#Bkut;g^F^$+$hoFT84Ss`766?da>!1rG+<>=n(2w?@0w_j+P9TQCPk zgWw%wV;|WycFCm$;7_m5%{c=ALSj<@7--_)om_#29XsckvgKP|#{3$2qPOu?rV>*NWa78iuY&QFC7W?i? z?7z#9V=u*j)n{bb!xu^B(Aj|EPNz3)fOZN#&FtA0_T%Pi|I#Yj++5{fS^!R3Ky0%` zciWqCSz9jvi{j@a9W%A>SYJmae_2_t@|^YNZ#dWU1-EBjt#@)+gXenZ+TTAz$1FDfd?Mg3Z`tn%JtUvN? zjc|$K#~k|y!*c-xbH83R+qqwb{eRDUdbbJLto))&I~HACjLo@KZ`RC%{gn$l?OgTi zjO2FSzk~03wjUs7BszwrE$sPv`j>k+Ihupr``6D^U%-h8_i^>j!Y(JizU$9bAH3*% z^y!L=-#N_c5HGa|80E&{yz&%mRhAYw`=0o0!hf$rXSMIM*^{D8@MBX1f9wt%_(wkq z|8l`T4#qKk9Q023i1W)RyugXvCpJDb37Rm4`VSwqqQdu*-Q4{@r6pzHobBYNYdsp7 zo~PV&|9HTg`gHkKoi+tDZhPc;c(6 zQR#AeeRll-gByB%HuD0rkKcUW;a4)K!}Qni{Lb1V2TObDR z9&R+x;&8j>r3D;d*1-V9`-*hv9BMabM-HEKe*9tTbLZyFlHpe${;3sRW#+=s#aSPA zPBHI1)zwGC_h_C?4o7D^!a2-K)WYtu^GjA^=UzYdv{qvcI6Z3;aZJfeqMUJ(?^bg! z?Tgli_;H#sq6g4ffYv}3`Ap{MeEni*JbCAyeIc^kyq``SWpo1U#hn%7)1vFRuFD-5 ztr}4K(DC0oI9}gl_ua*dA8=%bqpN{qoc+Avx88Thmku5s80ipy8KwxIsvgs3uJcSb zDM#qPY_L2Ve93jDk5h>0N?f}5K6?GBqK{T2-RLfw;$?*M^sDT|C+L^rtkP%oQ+U&~ zjc&oaSBXxdiWvQOK?^$Q`?t9^e!<#s_M5+ej@Zx>A9TeJeMx|i>w`a=9hD8Ea(RlE zb8+!b4;OF8*Q>L#Pkmt2rMZdYF3TNf2SV%YL`o=x%)4{5|cJiz>1O&G&%&_ z9Rx`_gKMZkai~X*vE>D?Z!a z@`8iY&Duc5twQfO`^xE?a^}x!%p!Ix>vSG+jlr|qS^Ew2rx-jd|DwF5vl?@!%r{~AmD*foa5 zjNxX+u#PdPE}g|_48z?q)L@Ti`vbM3C`XRk(W6`K=%4o5(M8~h=AbnN9(6!VMWk`f zm7m>|x2y;o(8P)@(2Evqmhu`4(6uJES=c>{eF8tJMMaIr@r7!|pUKEaEkmL|cgLZ= zzX`0?LH};SK6Dqhr104xo%!Q8918RyKTxtYpzhzx+pDzCfTirXJ@}Tb+VlBEd^dyd za;Yn~&zhm$x$JD}sedWAR{kj7JZyoNGv7X6XykJ5{z}$?Y*f8^rE}47@hEb!X=Xbw=hr0uXATIHZ#tuVbOcM-(MXbRV+IBQr29VvndE% zb%Ud~@?JUfEkCiIYhmBpo%0?S4q2HJt^IvPd&|Y}ir7z^_Kbhqz=q}f zIyZ`^W6h+kxi_*tkv7L&k+^9M^CX|O$N0ViKeHLEU3_ZhEyCYyE&W(WpFE$p+1&T~ zFpGL>eAX248sfK@>5Cm3hJws1j zImkQHxaxbxF^terxEAX#TDw-e&M^3S;QDtkP^J1*~hY^>yO7w@O@AO}BR zXyD;}yC1wDzl{gkw;8{@Fly@I8}akzoYa;3z!3xV&1Q04wLz!Nd*qZib+%jx9&l-u z+o#96>b*bXq70{A-al8Jj3>U%`@@rk!<;%zTPD}M^FJH=V&QvpKW;AL`Bcqge;~Ym8oYiwy#63`wtb?CP0-mH zs1Iwf=P+U8osh@J3ms<7;i+)86afyPvgSVcs$H&yfp%evdW9so$}aarUDl zyPEr~P0v?Se1^Hl+Vt*iUT-fgfJZ)WKW`st`kB4_FYo7_cXjWlY(hSDUqzd~ecrzA zw5}gz`r35+U*6ZjxBYecDw+2?_}+BDhiTvFdJ@{Ut8l4ct=Z_^`fAQ%3L-WWPu@*n_wSSn@&Ke(Z z3jCn&euHjvyKt(z7rfs(pH-2L^6 z{QcZIr592?UH@G=;6AS-j)k6U?{>h;{~TFDII)F23e9Y@MqBeXg7ly@7FPP8Pv48$U?ov-vi$%_otUXROtcos+cb-s#o`ogF37_AdO4wvHtJ z%|iPAz02ywtK0}K)VZzBkTm{E_;ic>A3t2NqWv}B;I?NkxZzB;=)F5GwWpky@#B$A zW;XXU|9Ql-iJ$*O#!_kzGIsdKn196<$YCs>V=U5zz{eVYkTA4-MJIVwr1yRv7_uG( zU(HiC@hXn<+kCsMsPUKBqssrY8J>Czvi&&fQl07>=R?NNWInko-kKEY_%rg+&E!p*aJ^nOF|q0VSH2Hd^_pDVhM$DFOC%{P&K+w!dq@4#nhO?&;l|4iqT z=rGLM*13BY`=^;a8)YjTAK6=2J3)M8*Ki&x+3s!n+D3j>{H*d?$;tX2^?P-Z4~LX4 zRR?nzcYtx{xa0m;?r+BKQ+B&*OLjLk*oQmzsTQ_%!y5kdK*5f0;1fIFF4(aU`>=(F zMiDQ26!EhaPn&Xf^pY^8kg`za&={VN;rSSzQ?NB9wt7mKYnZEz&1uBFw}5LQ_k6mS zVV6WaJ5+eU&DzW4L?8F(tf}(Zt--E&Q7BaFtRu&7_h@awjvMJ)*xpTC{1LQAIXja6 zP`v*2Xg@o{N{P6Bxdp5*wUdo5M|n@hPdv|B%F#Xnhf0P#%h{Ip%IO)_l#kHdE}3zs zl|9|`6 zzZG$jo}LxZ^(*aJ;BD#sWMk{_PcDBJKL^$rhd=vFFXMu~^o)bkD}Q!L+_}; zMP}S}dA*Dq*nX06pU!c|y{wD>RIHBO=pQ@b31p8b9^*80CPbgbcgv4A?RQh!pMnSJ z$-A03AJ|Kn`&V@Fx`JB_F7EvT>eYS8V&?s;ocF!^oZp>zc4*{GGk75|oE&c!y6GpX z$XD+l*a{B?ova8vv1X{Dp*?s4LqoYI8oHKT*6}p-1$d}Z)|KdtX&2o^&v+!ed;=>U zBi>>8@~o>XIY$g4D@{`VFv$qS%b9=gJrBGuSh#X}+3C)wlJScZyaYG%UL60v3!ZDv zL!Cy}Ipt5!6C7nTD%@kGJn^9ho2LlHTc0!Bj;55(%V#5-Nw#&yDH(Y z;7NRU-RAIEtbM~{vBwOL1+U_*HF6IcdgSp~!5FAv@{W*YX)w3WAMb)(v9#m>9am)Iu0azA~N%~ARL z{icbx@-4fqJ)ZV@W7Bz?mqY2tSJC)U_zh#%-C52hQPsHe{pzUktf9UkK6=#$O8 z^sYS;J3~}`@%s^7=4pS`Q1gD=ni?FUj!BNZt+P+{*{RdPk+J?hc(H>Y(H;H2?C-`t zUHXAqoqNR1f&A&>=RmdznunuBzUb>CJvqz7GdpZv)UV9cgIdf=PB&%x%)IuV4*yI zo#txc#8l}Lq32flpTbA4+DQlUYDGp|G6uQ8qas$F%%qAqj`vvg_?;I zrZWxG9_>WHYihRuo}&f6ec-aY+NV=@7+Feu;eSoBHY`Jais#XF7SqK3D_h1>9fjPpl0D6Js*g7GIZawOhaMLe47B%}hkj zS{xTYrW2Xpzy#Z#X6&R7V`uhWN=EI1cR9D)YDX7x{P&=j6O%X5mQ(nHocpR84dtX07plF#1^*$8k(7DU#1i+<)I zYlVWzwd?Tv+`*cfZ{(})@?OtAovRO$x2ll0@Ew zIrHQ$!B=rgJD6AP?Eo;=J;yfb3h>e8;H5d>r(*EbY;f@`aPgOJ0e=}>+zGC0FZJ_I z0`Fp@vZ61#Ydd;6-qv`q)$z3S=;GyA_f}Gue}Gx<_y)YORrYLMcC2OSyL;N0&ZmxW zP8c2dz=nI8oVGLV#Yni%Fux60Y4{!GD)g0O{{g8NG^ZoC_QLo;U*AZ_FTLRU$ zi26(&vfZK%!QfhABnsa)^L@{6OkGu@OkZx`+xMYe(&e>mj!bWbKT90_{Lra_H{U)# zLblYoi7lI~>81_sWA$@W_kOC6oWD#qb#EUTeU-VBpNx3kp1HGuyMe!Xw{ApKaZ%4T z7v1c>D}D9YqP)|h{omVM$fo#{&c%zP&G?79b1_QeSH14|jNS0+F55Vb4?duGSl;gB zf$T?JrjEFIcojOUd5B*V-rSk-Urw$_<`9LanFsN#9|yOO^M&zfu58!i;WrfgKdh=x zbhwowo1S;R4ZeOATXxaN8=$W%Mml!vrO??tGQYvzMV0Pulu-pm*10T z=dAg{Kcev$%=4^|#a-zQedvquhJ`O4e1C@-!!u(|AFiSg!UxV?K0ho>TYu`pLz*LV zk2zNT+6($G9C97Lf{uT%Utlz$frp@t>!;{{4M{r zSK$Re^8U*_%fiMd1ivJntks{9cYJYq{$kO3_iO-ueqPUZ%zyX|&prUY{~hb*afa8Z zN^|^0%{%ZKTJy36^?XJ>xlVoRS?>=|bxv{WW=!aI1!G5-p{!Y>+kh8^W*%IDP1c?C^Yn=ECfBTNf>sn^3&h@rDMp@h_O|$Erw`8fJev>? z##QL=V{_PTd>P$%sqW)*_U8}({OQIQYbS1eS@22)@B$j&ubID|Fchx5f&1Dkl5Yx$ zKdQde9mmF%b9li-wwK}~3_N@jqURg01^$Wk<5P}z(6PVHcz3_vIgj}op#CE-RMc`_ zRrbcE9d-Eln!dYyPURbYID@O2E4>Rge~lSh`}`inRrK`CO+I*^kMcJ$`oLOw55EZM z+9a0^sp=OMzW4#M*;DU^qw#VV2x4CDio4p^bapy@U_Y#d|CT+Y=a=4ukF~eIrQ@j5 zURe0a_QD|Wt}`#JZO+QO_JU)#Z=Pu{@a!Xd!M&%wup7CjhP84K7zj3^r-Dgue8`!b z3h{MucoF&JzJHw$KF|*zh|RL!j(V`^>~D4a47ltQEn?ik?T($0!2_;-M`M@1#JtmO z?A`S{g0*?a$U4qGe-a+SsoNR5g9Ds#oBMI&maW=J^gHIh_K7=oo!`d$&N3duW1Tc( z@BP_dJZ4u%^#9K>`{4Qe!1MQIuKO|90p{8V&z}Hq;>RxCp`k|q41W}}PhUN}UG_#f z_zDdwC~ib1csUS9S68wZ*1R;OcEr+x4&;KJ3tc}KPY!N^#=MqdE!~d(5WAfF16w@* zmT$-Wi#oB#GE+nWzUB}_*XV-<~?s8K~Ll5cEO4_v zm7<;C3*ia#O#B9L7yMpBk8fE&9J+lqwz2dt-c~mZ|IpJ%7~ah6H{qJMfaA9(VkhO7 zU#kz<(+?g_V9oVm%^_p1VBLXtj)s_TS3fqEbAOM2)A)#eaWJDQ7#-Y{9Q`Tni%0)^ zXn4j*D|#B6-p$g5q1$P_02+ZVN<4bYAm|;xku{87%9i~%e$PYEDV4|gY{!nM*|whg z8g-uGdCzAS&#vQ{kQoKm+_5PUk!eAbTX!X&5eue&LB64M{MG1p0S>ur`<$& zaOr{!UVg{b1%a1ib+Vq+M~5a2?Z&^TKBpblliQcyOBOIVU$&(M_0ySK;byH5b3YC* z$J&U)$3-0k@~S`E;vm-m^zJM`-K_Z%BFv)8V_#PF`!@ZZ{N<~?9j=fWm_uZgBL z!F%_N9pcfKQ;g+Y&rH3t31!|Kn&zBIIsJ0(7x2B}NC>9pejH3i>rVCC+zYMi9>>J% zOQ+w@e(MXY`T?^5unPi1e8^XX*l+S9??XHw`I7tb4~_FDzu4+n)Y)%jQfdgMm@Cuh4l?UkHw%toiJecj9+p8*ehm}@h* zehGDYxs2p%xR$n*>u5H9A;lF%jdOk)=NH0rLu>Gdkd4eNp6Q*|QhXrrJvIHTn`Ckw zErKS=Z=z=%%5}7kHk9kA#`B-RH^_WD{4+*AeEye?FJgz0?04RMp7*--gE&3P{iMDh$pSwyM>Cl> z=_B^OqrR~p+8v+wk9@mRF@6R%e1|doiv2DbO5?D=ql%9o5njfpq7IrP8>%f_PZLMq zoRu=SdY7}7gJwJffFE{0f@d}|m~ieaopZ1zz|YRP1J`EySV$j*LxJN4=|ki1t>B)~ z-MGAp2czY{sPMfw7;WvY!&D!dp!Gd*)c3?AK<|(E3+s#S&M>%Jebjr-ybFK2x^!Qg6Vdgz>llpy>K58D~@l*G99l7)O zZEpSO>7{4TJbJiWaTk!u9bLWphmK$GICv=TTupe$?YGvh>4$K;dr$V?D_c5^Tv-TA zgwrEj-@ooxtW_JF<3pEhAwxKLMtHOU|9J7~cU^34m?Yf?b1gqO&A;>yvOxy7%&Ut# z8;Z|yu+GhKu-46S@ZpL=+A3gQ?A@$pM)|(#}-_XW>%=%v!-!RMewUuE< zx95Gwu58vj_pA>FhzCus(*LPk5b8tZROh@Ou%MG4IGND~OQ- z-zmOP{B00hdt#TEcqb7Hp9Eq(1)g$rV_JVXTJQX?>g(WTt!r}+U+b#4m^ra~?t7g+ ztD=B)8N2Vk>oa*M6<2Fe!*3>78#vdL{{Q9h?TYs_u%YM|og1gIzISPT@965s(Y@dr z_Ohq5VLu-{hOer02UUaMxq9>Eg$CB98(#h3M%R~u+(F%ZWnaUW0_1=%#URI57F>B4 z`qjMr+wG?B_Y@g?icjohuMLwQj`18}uc|*&iI1UvL^!iNh2HHqz<)DsKSo?n@xz;F z+vv@2xWxE#NN+B`R{60iHm!8$#pqSa6NfrJ$1$Ilp|ykY=eTRd@>pNISP`f7rLRH{@@oDBA4;LQoE)$gzKfyc~zXiS%+#R0F!HG`&&NBzsIl2dPU$~BM zgvW(*%{}2d_nvfc(7bt9Fpp+_XHJjS02k@j+BheW?&u+RPIOKm505P1aa?>zVuk~c zn14%#fycGzluUcfjW=Gwi0KHE82bCgSe)Cb9xULS_R zYX!J3n}y!`vKD+8>kHrRW_^_VGHTP9n^<3rzmY=={Sy24GWPMM@GmpTVd(Jk@-G(u zxEOw=c=TtZo{urG-Wi_x+30wK1I`_v&(l+JrnB?N3&f(UDeUNUbohM#x#*4DufF|r z(gWYW?d6bU>A54Vm2>?Gb>HgC-1Vbq?u8>1i;z z@*~=wj?CiKnd{G}9g$p^J2gE5|7J1g%0DwmH2GkBUn0o&84DGUukVR4b7a2%kAe=f z_pY_04^wZUr9JC>&)ETX(9SsO;4?Lr4Az0J`gSmTOK}V!^DK5xAN?2vrK8zRP)BOhJL8kor%C}Is1vIYv6e^>Xo*E-OhXCO}! z-{3c&2xBx&b?N&%F23G`rn@C+B1m#vgH!# ze2Fi*`oea_Yl$R8>RXENKVU8%-fA5%xOoyX&sO;6)mHS_LM!@f_}OgEg`T2M+qE_d z3OY`P1WW1MoxG8Psh-(JZkN9CGRAu;<7J)iwTa!7^=eCh^b_#CP2ykShpW&jiyz*d zNBkIfysF#am|LCmGmTMoUxB@3{p!DMKfblFzVuRTUeM{!!DgZoJG@%*DvTvplVZdx zKD>|Or;H*`L|^4fIP_>q)r+G_9y#>ml9gOXkt3n6awKqn75|kFL3t7Md^P`P5EFJJ zYtA|pE-5%P61$3U$yZq;4YdCz?aQCR4<5OK_|iWicgAbjD+H0*hz(Aji^PU(;=efGd*!^i7=2UP<>mLG%El!TS+f1(GJnWUm691)?xtX)F z_MtcZxebc%U3r4s0??o~zE>Q5&Un)1oVs^?w%zmvn_?Zpx8RT2OYDT z(kebIeB~Boil4OJz5YeM8_PFIlw9KUD!CGC!}u>^{DprUvEawBbVI9|J(V02mh=8IBLlc`M;6> z560ki5ilD=8BGzaKSP;Fxr8G4PoYevOrmH`@+s3OQ#0Sj_UJHYU%S{ZP0aCp#=0tQ zyp`;`h3GwJFy2z$^)VO98*wGJN#pGPwaF9@C(OSvp(J3ZkY6aJ_9eT&$rs^gk1AgT zxgtu)84=4D;pK4&iJ!Ckw}Efxji!wf@Qvy#qb}i@Hel$jTMy?{lN(_h97oAvpR6G_LW9ZOkT_@T_^#XyWp3_<81DQ6Ja*HFOpi{q zz`xdkvxGknql1%fyEnX?F%})cIq1dw9EVEj)bYes=bYf<%;oChr zA-j6v>9!vi)@x7u;l*b`8q6@#MvrdqJ$FxxF1gQp=I-(6lyInW_e|A3$4)y!4p7Z|m}{7;b?ETDqKgsE6bkw{ z_eO9n)H{cc+>5VOW+ikY0^KYKy3e`BKUX{&8+ukd2s*^tOET*(sUr89H8+H9+vIAJ z?ZD%_Cpd~Wy@sFE0{o7Pf%kqFR~Lh;+x!z6z*n_;r*tX%l=(c)-Vx6J65oqf3r-%) z?jz5P#^?i2j$&^5P~!8<=$Z1&%wSGN@D6#1$TJf(d1e-XCzQ{{+n1sT`hPc9>c4mj z*J5zv<>1Eq-nwV~V~R;m-^Nm2DzKut6!r6M@-FO2uDs>h^gTDT7E%^cswvwjV=k<` z<&sPH-25EBk5N*W&rg|1DLnMXlFJe@zP9ktu_ZTgtv>Y5lKZ)CJ9J{n6I{bN3o^qw z-=Hj{+(fyNax3NQl%<((hw&*eer?HZ*^H|YT&Fo%$aNvt!b3;zRUPtQ9Le~t-`#p| zc1~Gl{Qmd${v5`s^|=aNkjAh4Hd)+Lju+_PH{bO4hu#Ls?-KZ{=Xc3werv4^a9DqE zSbvs~m8RS}?#Lm&Rd;NR z1>JM^GdYU7w`Nw>M+;ES$dD7x@$n};RZU=IK@a`_go(s+u9P~Sf_4f#PX*8v0 zUO4kE{p^{$C<%T-yv!=-gK*ZBcJlsCXw)k73Ci=LTuX|(y_uX0tAUMp=5-%l_R19| zr%t5(-|XZU>f-XPB~xF8og5;UwBael4~QlRZ(EcBly~5TA7jr=pb!uvnoBw2Pi-hd z_FdRMF8auU()?|QOY z+bGXbZY;ks|Lf&n&p*cRZ(B-QYrl?11J|z22v(p6WKB7ZzDUJUYcC8 zn)0tNO)WY6(v*^IloKyaE17&v0nZC|?BUsWDF=D(@guME&Q8jEyeHXNyon<_%O429A!kUgc4WNpq41J0vR>h#5laePnJ)q#aZZ^J8LAK( zxpfQR^8>Ewq0p>yL^{69`kUEvwga^P|CNN8vRWkDbzYkq=1tIA5qlDs4y#_&C? zFRd}1#pr!~r|-i}^SM7iGdob08ObQiv{RR4X6Kh>T9E~r(|9)~XPvmWyPOq9&Z0=p z8abeH{OBQj#`P66kiJu{_GdZ1+mkN=a3Xz|}$W38nr7$v8*vM9rog_m^mO^daSW6T=+Dqx_!B_1kF?zcipIKcRcuVCYom7Sk0p2As!f1ykf*1lUU9aQ%i zp!l9G-NM{y-$gj1IJ^~nv>N&dZG3&9&f2Z$FQ4q(h_1=(uV$UKeyPX%EyT3L({`va*{l8X!(e<^WBlFJpnFF2g->>ui0?zmS zthWN4uiU5{_g(tGn0$ARu^rUd{66eKd$&WD%(1}7a-1=(Q&spw$vTWRbwi?ZNT6(V=-|?z-{7Znprc# zj|Ipq=38Q~wfZ9HqO1#AJzaOkc;MpbcW3l-w*f*~HZ+&R` zkkkbaeJ8)eGZ*yeL&|vBiSImpW?ZjuiTJzP_y)KnzK!^P-7wIKs*S_I1cQe(&8_p? zu?37h2QSH=Ybx(XsLz8(Z*#)=p25%FGc%@9U1Ku$pK{s}Y^0Yr_e=~tXC3H&9kf6? z^C0`nZ}iiOX`hZi&x}{i`UcSzg9f;K!qXQlPhTaeg=Nnr}F{XuDIhz9x-;&Iw$xnFd9tk?ADRMtNrUqy?)Q! zXwIt8jhi#}y76~?jJ#u&@Y6@(u^;oHBM@)R@8jfN z46U@HkFT<##0X*=0WTR{ac4?^=hRPqx;g8H2kP4-a!< z6Kj0l7#6aBy)pRty_vks3!o8tXAt9E`^NH*9aB|xcFC6NaLJzP5hX{fM|O<~xM)n9 z8B-bazd7-qcbgfT;Ifu{a3OS&(ns#_Nq?HSzYIBjB_+E$JEacaP08sRpZT8eYJth) zzC_@GuQ4SN{(d~A!A=aV#i#hw!XrG~*_)q+_s<#Q(7kiY>z{JZCI7$LbI<(cd+u+6 z!GCAZUBUPNvwQ9l_FUIF#9y@M^8a`3Ijefql5jQgud2r^Sy+A1lGvF3!aZkIhbMfR zJy&ce&-tI)bJvXi7+zDk>jpcv?&ssFfAK`;#s|>{i9VNoLVj~9I8gaPs$9Dz*@zhW zu6v1&eaoG8`?O|ChktOMa7mUuq|FCCFz-1u?*8yQ7e|$Qq1(Nh3DF@v??o<-ir2|1 z$Zp#M9`5%3>z70oe>7kXuK38amnRxsS-5Ar_dE8qp04bZ@EvKy+cEST9=Q&hARaj) zT>|IqHu(GpqWwEzsW0@LFrWyZIr-jM&Rq@=o9T%H?*T z_61+k{!-TI2sze7 z?(_P`NzsiwGcb+gH)N-m6|lZ#K|8yxgPSKuYkBsgQPu{QeZR;_qyJNayW>VaN{F?)QZZKeUJXWqW{5a{r6IP%W`XpxMFNAoO|- zv>H9h6I*+QVefNmL#zMMg^}&T=t}HA?28`E(fnxj3AisC^iOzXm z%!$XC`w;r-$H_IWxD(<-s@&KST7QCF9dRn|rai3>@kbh4DzKaL`{nCj6u)N&YIhi( zFVs-S96Zb%#N%YOuQT^5Y~D&~pWF!WL7|2@f4XP=i@-(a=>KN;pwRv*+V^m=+BawQ z?|07ILHp7>_U3;ndAnfX`E?4*cRKw255R%j#Z!MG9Y~kWO?xRkb`QIo`K*a{a9-M- znOAS5-j*J`I((m5M=QY#SF(;2+w#GX^<>sScx~iw*$zu5CVss}xEcE-*IwuT@X5*D z=(v`1L&~O zUwL{o$4*1G2C^?0m065FOuTItv3HtT4?%xm|MtW{tqp&kZP{7Gg*~CUGvh-SmQ}5`dFmpDXEuVDVA>>EJ0dUvct*gmI(dH)(?=xJAPbXMSg z^?x3E#2>OA_h~&F+f7II*8i+jeB*?Zf7B(DN}e?D{-3UU`XAve?g-BU^w$|zE( zGj}W9x$AA-I{u3Dc9MBJ!n}F?_TaIdeh1un^JwN_Gp`@@HP%>cjRk#hZ+W3~b~=Bg zHSc}bj=i@r{pcTi!G|Ba7Q1x9vbpqhy{AHvj_&x+;ft!Eqna!6Mg8e-i^j-$YI6BW zREI8rtxVeAZ6arPL_SdjU! zuGk^$)%C80nc?yUnYq?onTs4=!RRN|_wINsEyf3$arIa`&qFWqA^GMm^g@N~YxPk! z9QEiP)}mLbwS)VU>1Q(iOs1b(k^?2`>%+Rz-?!**QZT7@EB~w0cR&6p_B*oG_#Ri; zZB!pBD>+8lMtM%Ohx=Y4jkIxRb}5;&H46sv0Z(Kamn`N09VTm_4{Tm_HYxO(uo?NtXJbGZs86S)dTsa#W^b6_)(t6(*k ztKfATR}WsdJ?Fq{E?2>9B3HpMm22uR4wt0nb-`^S|Bq#SIpq@W3ATdkRot7X|J)a> z1?O!USEby_{WpjQ-H&G;yanq=xL2Lgx8z3RmaXH=z8Lzu5?)L&uWCaUdMj(1e6?DL zuYEq=>@apy=aWqb{v?KrUfwQT@ZaFgPQ#B)L&w>fh@C5Z27J}a9$!@eO$*PQW@N>W z+~4l_8h%t(?493IoH1ym;}aYw3r67iJe+qBxOlo??i*RM4B0^EFDqUCuN9s!Z&6Er zDfuvt|911x5U~rBuqC-~@y+?g#L-9Bkhga6xP1Aub@~D(j($40Y@gs1$K#1EzQSCH z=Te>7%ba+KpR`WZcP{*5+H&!WXtmnXelz!(D+AZd9UmnRetISuu0m_0Ncl}th;P{+ zJN;Db^#{PuTmWA)5TC0w;zjf!7j!@3rt~59cS6Ja_!BE;TsyH;^*Z4QB-%4o2OD=I(FGJGG-F0>k-0he#z zd;QbQ{bc3d+w8X*b#`(Fe`V!H_ysYq6%+fBfr{1Z)FD6ml7H^pXzGDylP~6nE9TMn zs~N*w#&Q*7`ZE3}R}u@a zb|$+1muryk<9*i6f7Vld-}I1|zoKsSp!O!#v|?rMx^6=57IYBJ3w_ZEj1N9|vicTV z&xYPPxvu1E^#SA5x~N;|JD?Z?RzY^=48GgG`r3B+N(Kj5jV<&^`i;ZDbHNY2{tjx$ zZS34A-p&V%h7T;fKH4Y`8<31xFlds{*NJlcU zJtk29+ppjYz_<0Zmp9Rh&aoqn`+>jKbMbsDx)~Wl^5L&&qh@gXv{OGN1_pT|0;7{R zr6gO8={6Bl$$O)?&Tn&eXJXR6N4~p}zUUiA?dUP=wYugiy#c434e*PTPyMv0emQl1 zK%UWZ;#IeQy-|JoZ zohY|N<=&jO#qf)ZDvMqTmM_X*%o%6y=og0Ok|U%Qo8ZqcThY$iI?;M1`4fi}EXQ_Y zp5V9;*j6H|wvH^UZy8wgP$hiYK3~m4_UK`ov`&)Gc0SpR-IDt7H^BZi=B<9!_Ycl) z{l|B6r~Uff*5}@PcTHuGe9&dD%=QNpk5m6xduXC^A%;Hee6rFW-ey4)k-r9@V=yr+ zj%W=~Cvt~_TUj64zuSdBv{u~s9I^l4Pdz`&{0;|~wa|uOb&B=-=1A<^z^U8m(=7Uw zL!VmcQ%z-HQ-D6r@&^)ISz{l-w}$A~TKZMYx-F$&qlQG5)32+T_W@z%I|#g0r`}a8 zj&k&Ff4?lJy(KH6{89s2SXYXVsyL&sKcL)(-hLe3u=rQl46*LD9@VG#wFcamt|Pt` zI4SMav`9zS{*!*n*?-u@nf=#&&p14*H}Bdf@P8Y;HDCLd`doET`$n>|)>nMH?*K2> zc1I<)SWWCBLTd#Me05^H_w4z5~X?3KAs(T3#m zJbu4Y1(oC}&u0BslBe9lo}lt> z|I+y*7zg}(9d<^WS=ZUv6>OGmO4yoLIujizSNSiqmQL)Sf&7SHG;`tY4kprctf6*J*t*bxT_`;|^7IvHJPZ-=KpKd>XJ3;)o z$Kr2Pi7)q>$wntQSNR1jbWq{ykNO+Q-f%7FZCU8DjsoK!(Z(!%&`T}fiM`B02p{l8 zwqy4>gF5%ncD&u^aq3=FU>(S^f^DtXrTvUKDou;L8^Iq(eJbM08k>tf=>5gm@rBYN z`Qs?HcBr@lJH9!KD#)Rtys(blrhJ&5QXSX?qM0#1>Ot2oU+vGn*s+^`i*~nQS2-f# zt@j3hw5@ai@^?VM$1o_TseP^M2)p*H2M?7}L zCD^k){{V6wZD=jUw>i^oGv5BTs=RE;>%&JcslGlN87h0pD*n%O+m3&4b&vN}^1s;a zLn-i)ovzlceuG2i&6J%kYpJK5u6Y++*V9fnX#9RcZH4T?fNf#3p16M(I>bWc0w+eZ z-LOUL*s@PN%)ao(syGNE$e*e8y(*V)!N0;ktANJ>{3rqzzH=0G>vJsjg0V5gpRY6l zpRj4XpTKj9o_juYr2+i%%>45#(BoMWHa%1LE{SK9Zr{;|W^hCxm1mT0&(f?DmY${Y zjMD8{20m?*c$UF4O8hem-Dvz+eM7LZv|Qg4uAc9S#?uVk?F84igloKSiN@3n&9MXS zbFT5vWm_5Fj$kJ^dbXVYnUQBkQQ~bm3u#kyE8doKJ98xZ!2qOY;Xdm*%IvQ<|SXGm?MQ@)zHT4fS`hp?(w_>V?=!dp6WX&b8SC%(+QzeU!Tz1cHdCgv!BLpI!I}?gCW^qoRI*ADET!Fkh&u=Y&={e|7|ckBh>cg^K4`u8yVBuK212K+-^bG^;j%pZg@k*U=XnY4UXS+|(lgn*s&6BBM}5nqZ#oNG z08UJ%?_U4DPyPD8fvfPAXQM1UT!y`fXh^Sk_yl+u`sv}}J*+(grygthliC)?ug6^c zmBzv=-HeU#TFwuGRwA)T5^IyQt>^^G+y116t=JfE!^Zeuu`xdIKWJlIX(t&QW7${F zq{Q18&tQJfXJZ^c##txtU2j?V!%{w}&u$htxe2|5ozV1!5tQ&J@Y&5`&a=^N*a5zw ze4=kAIzGF065mih(Kp0zX@=JfGGCSztPN9U5qHN1Z;haMKD*+LBu{>x^%9$Be0ICd za~1PU(L8U#XLl<;yZ?gE?!W#o_Sx0C5RR7(oc!3l@oG&hWV}7`hwKiNtAf3EaDs9R zxHwmP5IpeB0(`~ttmNAMw$6Q1_8)=gEuzHx@9w|`O*Fvs-xVI40j>3 z{r-B=$x^|PH7ERq&!6#w4%ztNS^W*)+Xpyq1CHaNW%7lVA9P<}_+!fXeD3Zu{80Zk z<=rU(j^kZllL&QbZjOVSJ^bnMcsGKFze72fAGCC{hPL$ZgLdXD+0eJ=-_DvgjyVr8 z=kOu5i||3c&-kGx&&kUT4yyzn+B*^GchB`CUv2UFZN^7CfUl$7&Cl_E`t}4R_1hCm z20R+LIQ7xMH;<*>y5zakTPJKwUAm+?b?F41-|mL~RaZY+vaK4Q`08!O2ho9tLxYc> zR3B65V@ho~eOpU`c2)$gsktH977cdf>7G2MVg&_w-jlYT>x}GVEHqWCcXWSW@1bAq zFwf#*bxNPm+qs%}`krUcIvWU(FIrhTf&TCO$z!mJ6JJC zYXTkD8oo>9yTItYO_p8yjFp{}saPlL649eVkMvynwpz{!1lzo@6%Fye&Z_RS)8SRo z6>Yn3=#G2rfj_xt?54<~C8mz2uDx&Qx`O+L?(!v7>}QWDzCsTArX;>i8lSYO3V(F9 zwF9}mCTRVtj{lGEj2E>p&}GsDuW;iOlH1=|cLVu?(W_En}u`$}Yo~ z%TAx;yJzaA?=ycjw6%T2)J+3zU`^k$KD2Xd5*(|fP8iavjp{(M|~IGt5|;P1=XL?6y6 z5*m&YXWEGwXLEjGHKe~7u6=s>WwN2z`5^IV_DSD1h5hH|*)ac!lQ;#K=$^A*yKF3! zf6jZ?mTtbkihZav4(iaJ&^bx`ebuS^ilZBUzrek(GnMjh5pVTJ zMU8nES_9A*EiERWV=?(1$C5WY=?6uPfyRQ4&8)>_&ZFKMc;7?B!dV)y?|Ufcp1`mf z{=|xie-0}4S<54=`#bEaxs}ZGY5I5?U9B@l;!?-ub2m8i!3={_E$pDw=co5fikf%9 zg;mV6@{tG+Dvw}1E;R2L9O~pH!QQmtG`j0+h|`wgk8~)3YwJttot~d*sf3lKkFJUPC#hy?;e_IBR~*x9)up&ffRl`yQO1A@1f6+}N8D zu0KOhJfbr4faA+Eyy3;6)`mj!e;{W>=?(k%zkvT|frWCOnK-H3)BZs>-hnf6M+dlA zwzk?YvPT?>Ubh8U4CntJc&7b!iuZ?cb!bK0+A=VViw|u6JGx(elfpM5%>K`_E+cXJ_p*yrrgpxvOj0JshoQb;QaFf^pXQP z8{iywMLO{_`w$n}iTi&N9#M52;jHrL)xPNeA)cT1e3dyz9m0CKhVSO_{ngYnm-?>a z9QDhbqh5JS+gQ$0S375^!c`Alo3p89BQ&9}H94}WsIh>&ri#0c`Btwcr+ty{Kr1#*YOn5W=airS;m-QkAB!|@A9hRb)Bfw)`KD1Y5D%ev*~+E# zCveI!@Xj)FHR`*E&`HgL=ZfdIy8b)7T-SdmF639p?-*Y%JlNcQZhd=!;a7fKL=FF==$&UL-BKk z6TNuLEk(X)J29%e`lj&?X?TNjjByWc@7$<5BFv4(?u@zjx)pm}{hiG`cxTj|-?tjE zaWH4pe|jL&7XD?|Df%j z?`o{dQ`G)_+116*>2TA|Hb1$o;hQxs)$tvSebUepJ4?(DYpxk$&QKjTa?KpfQAdU5EF z_rH$ZzM99_f7YOx>lygy(zbkA)wfRH@U{h?rC-3Or3m}CW#seioL0ZfKe(O#n|1yO z>)Whz*1pzxtRH-HfIU`6ywCR1e)WymAIxG7#81v4?w77B;q7(CB>kfFxr!5_--?Y9 zT$XjgTmGcH9nkyn6}RO7U7xHAer;Qy`N`;)hVB^s>!B~f}I$8%npUt1;sZc zRm_LqMCTcj@8T@>rQ)!wt@s?n)5v3H#?HFYIlH%}d)_056mw)Xz>k=ORKebqNdGOP`Ud0%ZF=3U+Y5AF#ET}RzBD~lT2r)iyMG<*O*XzV>MR-LT%>#W9` z@V~i!Q&Hn~;hss@A1H4Ywg-|sl$(N_9vuPTP7XrWS=9xh)GwOY3CdBC`gT8~$YdALUyQf97J}BD>w6Q)m06NJk9E317J}aAR{uALI9hXOHkO-xH4_ zuL78it*FQ!7ql*@82#eV3f7<28gkYE$yJA0d*b)imd?B-e@QQ$&6vjC)BW4Az^je? z|g#inYz1vJaU%mU7lVEN>%z?YR|q8k>*1!Y>TX@&^~! zv8S*Lp+Cb+e{P~5=h_F^>;vT5`#rg~nYEy{@ilrB4a{w>ospMYF)jb$zxg@NDf3|$It*43cnKM5n%r(qa`D7!W%`J1UwX>Nq z*njSv_e0vQK{wb+dupdmeAEMx9p9jh`Q+SP_=$4vjxj#rVf?}^l^*S%FQ;w<+tggf zzQx3O3$#V(lUduXSyOk>w;}A?cIfD@KXiYK{_|V01J0LA=mTSq*cbk_5B7)&;6EqF z$v|ZLWxu$r16p^#a#8;ReL{_BzLD=8JYxQ*i&hMAWqXGwGxvkeeaVNSA>upX@7HS` z#Xp~Ko~QFXt=H!(>VAAKLx7h$V#Ghj?6wpeL1MH#OgD9&ylhJ{e#Xa)BTZ-5BTPv zn42?<;rCq6Ef+d+g!HfSsX<3;;-yGFbak{lJsqv&jDY5WXU})(Xm?ukvQ6JT9qq1< z=x80;*L)j?CzN+eep%AdHl0I98`BHNeW!Y`>v46oPTlf-jn~miwv-$hub-97$>IOx zzz}#6o(qP=7f(|@4gL3W`j~$9koC;HI9W}y-uq_W|3CKL1w5+i>Kor@W)gDY5+Fc8 zgdu_?5MshjK#(L51>|N3h}d>A$xO(Q$xO&hxLbnIzCqBJ@uih2EkS7ucxkFwNlR_K zv_+*YDk`m10Z{{DUsQxd!2Ew}?|sgkIWxnh_WwQK_dGK&IkWb4?X}lld+oK?-iO{5 z9DZhlY@_sUpOZJlVI3F!{XT8d&P6&3`R0BleRIh#m-_elWZ3QCQ#BNG4$Z-*%&9|O z=kqJxwSc`_nu~3ii)l~cP&YPm8}yS6kWnp2mx(qdpndLpzyCiCi?a4r-h1!=ytZg) zE9IeiD-ZK`!wT2F*H9kaOXY@5a{B`JK5mDE3?kd)_7y|-{bfZ}>t9w3ZG8awK80NR z18k2^BA(`zli)2Hr}e}aT<;Y2jAopPr8RO}ci2)eHogY`-UquH^^2z`<_($t0%XP3 z@81hsjqs<NnfU%)63c$4SQ8 zb-r`xqok`OO~o2F80Fv@$ioN^T7Wk)+S^ZJqwzL26{wU5c=Z(#1Zy&h^`38K` zzNZECGvH{#oNk7mV}ZW>=~vK66Ega(!M!`U+q>UR+aV^ZpeGlwy$A9=DxF-Z#I9{K8kGrSQj_Z7$bXsUpy90s@`l1H^?gc2 zN44HXn5RhhZZ}&n{t_|%l3@2phW(=>>>!W#aWu;!t4@?QAJw+z00SDU%_kOZukTLxQpscU8z*39(Y z8U<_SV{6${v^UjqS6$Od==?OM({t+|p}C00&x1YSR}Gw20;iK-2>$*Q?^Znh{Yh_i zs&tPb-|^RR{sHUEA<30lV?MwPZh;3vDUe}wekQuF#ph_~{ry&fh1_GKtn zYY*oEF?MNv-EQjr=~3MKUGd1;COS)TKYq7kjrP)trL7;9!OwUO`5B8f{hiOWKV0$+ z-g&!XQqx7O&A9#zosIA%yorvm+X)>UW8`d z&wIFVW_23QYu6{M`gTSHeLFKu-+m4}V@JD*e&f-`Th4{*l&euk9nQGdtrX`zBI%TO zR0@4^YUPkIG`6OI#@q2+JqdTdV+}*{NY&k_?<#Ocm+N(?^HcPh8ux!%ucNj#K(D(+ zzCWnq%X=SMpPam5npx%~FPW$}%oOB!`qD!UnHnH~WhXg{Itp2@qq>SRa* z_?^asHuhn!34yWpC75JPf8?X_(RR=6yR`J69mRj#eMV->!aVHp>FtiB|D|Ew+!MC2 z-n;LC?S|&1U|yj&24P{x4#Gm;B-`|*m9ro_WI{uAIPpJ_tB>OJb?U@Hm8bL^z%4x(Gcm+Ix@H{n8AU*M#-b85$ECF#pke zeR|*vyGFM*=Z2!c$2HV|x4N}-U`>!A-T3d-N+#Jkdg4p||IcB3R+#FV7L3692xD^^ z-M>b1ypuTd+n@EWgzZU&O@@vu_De|bB>E=yW!)-pt~5#Mvtde)ys<5qQ)wQ7UQ(nF z-;ejnOu-qHXfHj|ThewECc2#57I<~7m29O+7#aqIigJCVqr zW2%y<**|_~dbAIfnT&IJM!YK_51?1vSwAg9dw0@{I4hZf^02Sn^f+)J`cpq7;M;;e z(fS8%qWV>P9AWn@ z{6&3nKl+dQOuUPLEnXD2p%2bzz-F3M`6BLrfsesh*eFJF{4(MKbC93T3&O`*ge{8? zkbe*_|IDqJn^JcdY-@jbHo{c;j0GMl?Mg#vJbpuO(71O58kcqnrSS?`MhKnJPcG=M zr_8;EK)+f%b^H295;`Srn2NNCQObSHP%h!6FLOy;>&+bRPU`sWxjP-@ad|5Fg7z{a z;w<}LZMU)P2T)F`pw+1gDxH8gjZ>Vb3*+g>47jiFpma^Yo^@CI zjoPno7x5?g??en&#{qEr408*eM;i zQl%?o(VHkUbt&S>f1`d*#-j;%H#pw$Ju*n^>n=;{mkjdb>S!(YBf|Q?Kx=wG-b&DV zEas>WUc!6W;J4%AwC?@wX^r=w5v}V%>%O3M258+Mw64Hha~J3_6tu1!mJ!GVtrxi} zw0E3;4PQZyx11+iFyHRSe2cR(l@E~4$>-4EcvI)g2Hc&Xr*VSPe>llY$hWXO>KHu_ zJc#Fhg1&42p|ZH-OWfJ`h_cvvdTkD2NM{ zZw39YFxCv?QyrJuoWsXj-`%v`U4!@c zdG&k;F|Xxy3LJo4xurv16QBDIF6>tff17y-<8#N+gupB6@0R2M?DHage}}*e_Jgl?To^V+4A`OqU@;_pAbl8uzgf&q zTo+#baa@}kR&q*)ozjKl$j67*2U}gx zA0*s&f~Vo_6?UK=$!ru4)7jI=W}1(=S;e31awLa2Y^?v{x2t~?-VGS3emlm+Rn^~; z@~ztcBfO72QvKvxXRN;h?_8%b`#SE~qB(HYeQ|-Mrp|$4$feB>bq~zN^SK3G1F&5+ zz7yXqkS^xp#sSq`Fc){Ibe$oCglq!LXjvqqd^0z$cI? zG#6G3scSl4paf`Lw+OPVMb6=LUo_4)EIx)Y$#IZ4c`wQX5=U6{XAS}qvdcI4r0##HaN7Mjf?}`k#aRSz%Qwh?eE6<3Tv3> z;D_5w!xitAzJKM)RvLfmeZ>DRt(x%eYF@5^R>!c;H{y9ea3DVUvJ=}(WBn-Xeig$7 zKMutlr{Sl!`=99kt;WW4r=s9@G915((GnNP4SGlCa#N-l7p19UT$p79AUKH|)_7`~DLijM$&yDsqcpA=!f`8sU5gB*oL^$rS(>C?T zJ9P&@Pt(&eh>I8(|1K^|k4DC2`v>8;(48WwkP)=kb1rP&Qg&-|7VMNv&hdHh1BXpz zH_crb-H6;a=06{z{KZJAPM~ zn#cD43(n6&x9+$4EqCC%(dk6Y(*NHi;saG)CZKFudfEM zv9#`|b#?;!p5hX_A`W{OSbK%^xxh83&(KGho6aAx_x3k3PSx506WMy@J=5*F-SYPfyaVqP;(Y?!F=0 z8u3sncu2*igm{PONOKv{(MrA^d2O)09i;aqRNx-k%v#b{a0edhAzD%yH)H*De|BLe zt>Zt#JGJU>ye*S_Xp-@*ge_^c(yOu(;h)B{J2y@nD&F-Shj%&SJ*4%fWd2_14g;JhaFy#Ry*#nIh%iP*b1S(N!G*^2g~ z|FE{%b3T!cT)(?8a|2}P1J6v(`~%s$l#a<{;~D}Vv#D|S_d(ynX40$jMc5WKe!+WG zlD6mX%ELWJ>bs1nF1kl%Kl*tJcc(f}UMf4+j4FLWLPTI>Cdrh2%qwrn@#51&W9m<5y2=+CR zc6miBl|Q9Zuzc(-^Rk_?Y}Q4T?MFN6;bUz#vF8$Wci~l|JOzA1ABmorC}(+q!m z!ci^f819|X<4I*F=Xukj4tr=!-}1>x$rq_rZg5plMj^QxXt zUxXauyl`hQFVUCQtdVqOdM5?R8%l$Vb{5mwAZio*l+dQJ+B@W-a~4y(xX&5Zu6AyV z=)J)Nx)ZHcp8X7TruuPb$tddgv)~141Nl)?J1NeBv)&v>**=mN6i0X7@NgYntY5c} zsyFrC&;#|Tb&zia&0`Cn#C+4%K9c8wuAB&)&@S}XkU@oQnRiZWI`y9BOW(+{#92H_ zd$g~(gN??jikmtfDgG^@HR?=2ow!Y-jbvvg%D?~VNxM${itU0vfq4RYaGfP!1>OyP z#5*%M9?-?=AiIbrbY6qXRefGaH|1%#{vh%_n^PgwP>WCnY-YG@K5i?^ChXHl)aUXZKBCd};Bk$XIzB&oynPgv(}QFz%2j#qB+7}vdz|LP zdv#~qpF4|wCOV7)u93=S(6RMp_teHxu+5u+bMyP{BdHvIz6N87WS=&ca8H^%m$FG6 zOO&<_K3|-#Ba9_p7VqQK-S0zRk0cLvQhhWZfDhlMG?;VVB;6iu;^RWS!%)hPzaUPf z&o1Q6gii4q=r*lW!iIe4R!PtyQtuq{Xg&7f@5kPJGJGv<@Qv+=^XI3#Z+yfCf7wa} z&mWi<5u7gTAt9z?R;DXSb;O zyCE(01?jGohp(GLvib2w1(1n+)$1}>m1Rr?fHRPf75U(5e zf2~0t9{yY~ocNj3bj!JMT_>XhTRByg*e-r zPxms3Gw3Ks&~|^HKqB};tzX}E>O)@F$m_UXSfuqqW_Z812lEPb~h3FJpCq~Sv0&eu1UmwD(LrVXb<%3&+D-Mza!ta zm+aR0@Ik|Rrl}ROY!v*@IQ|>^avi_~x$!j0Znp3}%1r~-U9W{>pJww>?7Q;xtNQWq zbe!vc4B-vu+DFyh#sdFEc;W8O8K9@izqBscH8b(ijGvmDBDIP17hYyo-vGS_f$)x& zuC9~?JhF}|jH9qRwnwjn^4etH&%gs=d4C=~FURjp-@tzXKmNPr`oKE%_bdGZ@ayAv zQ(KJdWU`w>pKffxIq*ZcUjeL# z34hX4co^QJw;r~+Q-2e445!cd{#>Vs8h^1r_(#aysA&#ZgK4Bakj8G*^jil6(@T5y z6Igf9{uAuho8I|hdf;w6$KIR~z`AAAf?wSbxChUb9}MK#-jJ$k&t(+fYL%cl{3)Cm^~+jd@PzifG&#;G@k(b!lo zPuFqq71PnVZ0b|;sjrvz&PuF-$lm!A*gHA>$}lO|osHu8Fb?ZJ7JE?JFc!5ixu>-a<4_Beds^Et2DLD`r?m~^PYaWKTH7%8 zco^!fOBdsX!&rxq&CLpbDmGo5m9I+&+!3;Y+DPedjFNu7Ob_1`E$xsfY3pR#AxJC7 z!W|e3|F7PGF?go6rv)xxej1D4WAEzCZ6NgiP8t`q zH*SMnJ4qcIz_sLAL;aQF3@XvS?_E|G|ZbS|I=N#w155Z zeaQh%vw}VWwH=4y(|UB#GVVL5;dxK6?MD}lX(fLG8Xq4(o{&FAa2-DdGWK@J+S?#= z3n6>@cya}Cn(>fCd~fH+kMRx_E1!Rbj!5t8p!uTx<#@~! zJ%DRZ;M@zir=bnKF;Db?t{Wdv&(U0fe)qM!+nerESPr~0h_Ab%Pye-suW_3*g@3*R zcuf-Yh3;%I-O+tVCiFv`rM&Q^dDpqYtc~^xAiIm&S9jP&v}<~t&Vr{6xu=W;dUj%O zfS0?q+|1fC5ZAI0_X*#{+E&4@oc#G$pj=wJJ%&64*KNi62=+qKnd*kXzfY#Cmg$Z^ zjx+2y^Lt_~o%`*(yZjN{Sr2=gnyx%by0^(@o)S#=oha%4g7Qjq>57c$e4^e_D6gSA z8@Y_*m$rL~nhw12VRztngDLQlnbM~1{`@D{d$Nb+FJjM&Pn%$ zUmkq-`o`h?^+yY|w4>j3Z>&b;oWbBxWy@f-KA(>}7D{Ed_I z9;z6@o~w9m)CO+bzne8xyfkV<>UPUm@^i1BnenK#L-Pdo&$n57<;KL@EhKr!=7tFT`d!FZ^tjOjsb7BJdP)LQ^on%srKTjlzu7p zPV(8}`-=qLEw8htlkb5(YF|dd`)DO=YnUhScIogwh4PXl?o(!DJbHBPf$=Q&z6mG2 zu#>thZRD4DYAI`4G~9sy$Ko!b7M~8EZFx;63IAt-)5}+ZlZ~~pB7xI-Jx(Yy1gD$O zrvczp2AneE1WrESG&&Tg7mu|ULvC!k2w&|BI9u@5UBCtO?UUGgGe6sbd5maGvVvsa zS2*WU315X>(?)K{{A|@*i%bbPQ!=T^hP6%!)}{$q1JU^eTKDk$kn1hbBTnK>E&0xo zeVX=MGLa7UUw$?uBp!TjO%09zdN6DHv={mpxY2oV?9Jf*f}XqSoOho@l0kiT-<>Gl zPe66Pj&r(89_tjKGotUne*t{_xfNmi$$tUoitWIS%Snvk=KE}|bk^ZG&MlF=u7j+8 z9{G-fwzrz_j&M9lE>hc1w#V_mcGih!Deu-E=YU$684P1b2`44M*w5s)-0zIeh%H#LM@V4L$=|mHfQw_K~ zn5ToS@^LBWiEetEEuClNX`m-ipHSYFiEI=PgFRBkhwQT3!7Ds`vA|Qc$@U+J`3djt zxD{=^Y+Km6qSnD|7w|;eZwc&2TZpE2V4eDvxz~^-FAWg=k98>ZKiPz?w*R4{Y5lhW zelHwPwSU)jq4%Tq*KTC zDYU_ceVEU12Y`wL=dt3>xSupb{(@1Zr<$quZI?h&AN@$`-!yblx9{Cj&q&k$pV_z8Eq zVPCaZa!(~S`2+Ml_LI49@2bZvfgY&uxleJaL%!rLM}$+M&CxGC-xp#7r;@UDi(j-DDGG>5i)-TvGWwC^O^lks-m zt|gtp0}Ek4#2k3C*S0>cbojZW4%)MTeN2o;tW&9vO8T+3qgZ!yoDmQEj}}jOlwci; zJ?`*$xo$1Nx)ta1!sF#ywFGO`qqythB6!sQy|~Pl!80>m>G7G{z-vQs1{d?*n`6LV zX-}jD#^JdDYt?hGr=EvhpYz@S_6~GF+o3CJeuD47pLZM9UrCs2+n^KI6TJ!dImCZL zFK&KDtiM}mE++dZWMp_+(J#$ku(oFSVQ4f!IYMUi7UOle(uQ@$9$psohV8Js8q4D8 z8)f>h(F^vGtb3-NIc&U(R}pKcf==4ux7`c zdGI{e>_+;l_Y*a*7};8ack*z4!8)DzDX-vUuBs?cpoXDlHE7DAI@Y`Uv?clPsig-Q3Gz z&@u#R ziHN=^$ms_jtt+B?5rTW_a!eu()s1wU3jDVO@(t-Y-GXTj7P$Kb?2*!7pNq;_gE-Kh z+Z)32Huno`zf9g25tkk0b#JN? zdK2+4c(?KVgS`TDex1v_%KqF&O}zRX)(_ioJ|zkHc0p!Mgq)$Z%{i3^!5_4DrSduM z71QLN$~UU)Bb|Zc6vDURIy6ti`Bun5f`8YGjY^b#LU$7n09}qlc2oaa(S8jd+<8HL zlCP(!jxHL0I=W1JSmAej5nbqBJ*qDX&o#15*K?jz>l8j_O~uE$Nj@A^fZZFN?QL@Mjy&Yw$1wFC4{P2w$oErK2~c?Ezf4 zUMlAV@I1|xjqKpiKm+vBG_;ZXTO?23<-;9v&G4Dg;xZHa>i}oTK(_YUGjKy=T zZ8+CMI6k^MDKF9IBxEGnZcf4;!{s7$Jst+z4#`G36TznkCwcDP)K!b8oU|2sT1g7eUS zVSK5&9{HKl*sjI?Bejdc$ex!L&fzCK!B>7wG z=3Y4u(j3~{+`fnQcz8Q#%$m(_9EI%B>)dtvIn7+mZI3jky$D&VwO@ua%-eJaH{H8^ z;v)6~uT{=jvN?~wkNfAYIdAJIo|o>iyXL%gxjb((@@joX@wl-t zGdJ@(@&39i-nEyIA#@}15C0N-gX&#Jbk49Z>rB2FXRsID_>O0s7{@;w&vjio@3$3a zVCa3Ur0cFXL!PVtOElj@p6?>R6YY$j*!P7kKje(xhuAL^KBD3C-V`cFH}Cbvz27_x z<3&9i%Fm3#&y0tIu4*`k!*CG1dKB-L*Porc798%5a&B`C*0x3*c47|v4aP0;?sd>> zC|;X~rOzd7Nn#$}cT0fZeT%dyS4!LQR^GoQSjQRb6zlQJ-#18i%S5|ZM&*a0oFC{M zRo$EO!2=^P-ZwweL-WO{PS3GqC*>O_24Y2`s6!J+* zpgx5>C?P*?^u5uKn|z#k8s6{1pQI=Horgu}cOI_m_YC+aB*6b58XhIU@!!Sc9o+XG z2@eJG)QHFPvfmSEO+and;YfXCLikZUBi)6e-h&b9t7h3-vAw!Pb={+oq&2yTNsApI^&$s3D%0Y?tO zd93NU?{)~vx?f>U_v5~f{{@|raOVm`SVG=k-c0D<@2 z(j>HO`2WJ!t^~H_ik`yGqSeKDSJ=k{Zox9!&B`0+?owbcgCFuroMC(!^usxsk_r3Y=5{8G(`OeRk|GQ zAaJsB+Dt-y1+dS-N7*dySXmuU{U09QLhnaMKf}HsNU(r!ke_HzVTtHJ^1oHj*Qxz+ zANWtSQ}jVX3g#5}fLkFG$@icHdtP*h8}WjMBhHW|f__OT*SdU>JV&PR^|!t(HGSe# zjBA-b!F6iPQTRR{gFg+eUG?cHO(M#~dsS%v=5xGP<&kNZCjHMHpiL#lO(m5>_oZ}7 zx+7u0t9=r#?=VL#tHf9q%E@3s8Wap&TeKVdJ?S^DE!v5v+I|MR7&|aN0G(*l0PBPR z?vmP6Ry-ka-=#H0KLb5==^EML>-6aw%Pf5Zr`y{f4oQ>KH!My1;I%~?jAd1arz^-< zTeQZQuECJ*bl<>nq+4oCXT3hOUZjJ4Clt5h@HEFk7l*Md_$KS<(O9=lbA2>d7ZP5f{SsCe}>E_=MFwIHl+uS z&sbZOX-pRZw^}1^BL{}o*)T9r@Z+^bJ&k2W;17qftO#lD2~Bf`eWyogeHB9k>3>*T z^fm6**6~_+x*bCU1xR-$G+iTW91>QZ>7BJjA73dQ%1cMOBUegydPv~DgKLZ4G^UHf zyZeplBJ@FOC`}q!l=1SMv8=k$p>2I-bimZUw&;n_bO%}Lt@?Cl%BExlN}tEQj>dGw z;py(%S6B3~G2Q0ybdSAQSM-1}T}ybn^k?dd)*91|nW)FFu?+2a>{oR~*w4}Pz(M8+ zPgk(NuE=XlS0A44_*ZpBPGh>gA?Y|>jvuZoy2qIAaCkb?(Ym5Ljp(%-5p!v1_{I*St4j{9Dt_k;w~S;=5@=2+C6NMFWQv#(jL^10$ReQaVK zl2h1#LKmAb$F=%LjQx#$#4fO|%3uXEN{=BESz1;eyKTBViLn7n`t9lI=`--9&n)rK z{<1q>S6+Ypb%rl}YQ#hP>u2mVV@fY{+^g&@maOy|%-{qnKUiKsdk_0W2ntK{|8#(& zm=u%AOkb1PY*C-|+ibDK8DTY?;w*7-@mGpBrdRV(-njVq4&OHamC85Pr`Ah#$9L!; znVTNvZm-=xVmNbo{9{?p@zz*toOXxHv(TFB^IMlV%lzINMEVSo!#xgtdx3<*nWTkFzDJ%7Q z-A=oQKPl7bk!n`_;vMUW zD8b=e=5(-9s?qLeHBMidw+7)$$|+-|-Q!_{vWNKCoWkjalZve_N0zm$qSjMs3;yz! zm;0Q4>up7|W?0h)EltnHA6t!gsmtL@x860Su&B_=A?pO|L^c(zt?}61R^MW`%kLb9 z{t$LqJcJRpSK?ONfq4i*Jj7orAUv9%hQ6PX5E(JsFe9pqQB6V+S} z5toBwF-fbc+zCFBjAV7#{dQ|PIB<{~n3UIetE`hjg#4K^WeV_*ojL?q=h%Rf4L`u1 zHp<9?Ey^xq88W8K>#nWxfLhC}w@$F;WLj^$(HbFcytR5BiXL{Wr?zSyFLM&l=*y(K zPzAeslw}{PDC={gyRCNW4eL^uze08kHCEQ*(@O zwmEV2*)PKwU^gx)IG=$3w9YGYdwovXPL4~KwHjjtVdXTq?H;Sk=c{$9?4gaYK{>-6 z27cwdrSYrE;+$C|>o2jpYn>5t+H04&+%62baAxOhA+vMd3S~_UNIM0SD4>GF3y^uM z?8`DZZ)aW>Yi7-#IoZmrq3y(|v#J!hQbE@~JRvlkkg%L!`Vo1V?$mKI@uR+k%hj)P z0oc3NjT*fUCxp1uVY3$NJ?c}XGh?Nan=gIzuGtMrkfUG6x5bx zmwBshvilb1}*_^_nVk_peSz#hh_RPHe>2nL`STiPO-g3EC z1esSaQspsY5KVgvj_V-axr|m;axR>V zagmoHGzFVP6L|CK&KKl8fm{^4R1qo~AGt&lvEju*L9Mb^+h}xSC|So?Ct!LewN-}N zXogbZGH>;A^|#&Qu(>?dZhM)NW$>(-A$iLnacb1Wn1|e~%Ec7`R%yKzRa9EXPq2EJ z&*?@>rOH8?hNe2HZ3<2c5OXz>0r`vs8s*qTlWkC)RqND5j)&UY zyfR&+=zOadUG8$a9fCuG-J|h+24+XM(~|);dyc;*b69Ss^(N~`wz$?=vs}}?87*3b z8qV&d7)b=0OKBaLP79rM%(bMkLvzHG#D@!}$`zp*Xo(Opht{c>bW5F9Z+URNSqkmM zPII=PkaZ~*qt!LuB`$~4k|*tAs#~& zmBf&>PPEDj&gMl!L|Ch8p}qmvh3G8eV1EVFW>oE5T#Hp2+L046>vBYSp}W;A#9X7c zL#&%1AUSp1t|}MSaz4RSTzRLIWlkSg*Eky!HW}I3*_jwhHFi~r;fpfTVLZ@`gJ_p5 z(~_6q7hg8hID$q%U8b9wX zTAXsuayZM-H|Tl3&a+#|_@dVqvp9d)vD)?w<8gvF^h`;#1}lhpJe$q(xR-133T|S|pGIhSWI+a*RCaJgx@x%4p>_NV4E*hiu(>SV@>pMEB1v`)! zN+E@0g^FIoK!FaHeK}-+!-E*f zRRns~xl|PzoYO9chq|nii))%-Ie+`+sRRwq91s(H$qh9%(mMMp2^XQ4iFQC599G7~ zkVBo0u8IOd+L1YePgq*lU%6zGpw4RDRJ;%ts4H<>kS2!SBMkoimIRB11&<4C$GA>`Po+?XgpbmxL7%~Pg$B;o9gqe4Q zP`R2x5iEprn-Im8lH=;97_ky%0@J$f4OimkXGJS+k}W=Fbdj zSyK1m7GEucI@8ink{11lIk1G&^bJ_+Rkehhrg?ST_sX9E9O@>YYTgA27`esAHAiFjh zbF_U7K7Wm~(mb!N-gyEY4fHz~VqS-qsh`P7E|Yx;>VT9QMAL{0tX}24>P%3<#8T!z zr1gq<>uBT=Bj<#1p*l&8qlD`#dbLliHE8>YcB3Me5Uf+oPvF27x|qa{Nasf;M=%eg$l zRHOlAz4~E5LKRI8T^+MJd)+;Z3uz~ge`!?F1H7eF-x`|f-jQJ63pPMt*-WR zwPd-|pKXN^jPJGU@=K!0!7B}PuqbgUujLjrf^mX;8GP9!{jf1#!)-!Ka=8W9;Vi9P2p12Y0#it6lBCI4)Q__c&lx^?SkA~{Il09-qsNUHJ8snI1w(W2 zNt(ok{y6JM=Ws`PS?SGV9c86sN9UG0O6_I#++2i>%`F{OT3$NV;T&1+7?D&^>mqjo zw|${+oE57>5Jugjhu?^BvLKvQ9mEC~jZio@6t1vi+VLz54U`@olo6)Th5ia2O-h9L z;k7OD!AM5&b_btLZE(Heu+QznW(LK0yfsx2h{6zVBM%Y^C1)ObVkIz!|A1}K<439p zA*C)4IiDbT4o~W|msQB6D_`5wWLaM85p&}p5JdCr(W0xoj#}8UWaJ8Gjdz%6krk!F z7a{@&WizR{g3R0tNhYycID&bH2wwoZp@iOc6ATN$i!gJ8{&)^`V^J!DvIg-It$ znd7X`LCEa{S-E-B$7b4RLdPy=)8@>YDJ+@9`rOPZ^^~ceY7|YI0D^h_*oza!xxx1g z7WqPQpg79Ft+N&OCGb=t&nDiQ42NyTKsU^!^&DRyWl;5*T5EioixtmHqXZo( zNSGa=O0G=7KrCqh6=oqEDUgeI`&{XSp_N6UlFHe^)t^`O^GAO>d)`bvkVhq;Egtm+R&d`D;fFwkb zU;vROlX;x3g%zdnmC_=xN6JNo2b-`Wjy5dqHDwhxH+ zMC^By=2J-ChkO;NwuUQt>R!3Q(jY6c2}+^cGY zWQ~B*q9)h6%BHTIvM{5`u7$^+4pKYXA-&{$Q4saOlSeoMgz1s84`vlviwb8?&!1FC z1}L2iPDlr;Rv8hfv&+CN6UBWX07>Wrzy)?9ULN~v%q zW{5(?Acooo<8U?!4!}_D%k1v5T5{C0P9IJxD|aZyuCbVi{7bRht!fs~zr!=-{u`O3 zk{dZ^sFoM0&dX-k=`NA-3ROCC&H9GkgX=dvweav6RL)?a`mWk?=-1XzqF}ci?!s{6 z(Wpai?=_^wMNOzW^^9O#KerAB*=wL~@O6%+4cN&c+K*j+a{ei$3S?@h2QGJ4nKqYEfPs$+m$ScNv6_!xFev`naI zYEf7Y(CUiRJN*b^C^H9UJMvMjr3G5JM?bA?wEaN2oF6>MH#ln6VtAKS**(jHz9j;2 zX&r=~0bgcURc)1K8IDkY(5nVZ?vVUZy;pSQO1JokEt@Ql1&Hw#W|2U3qy~pnDV&!g zkx4C#`)U{{PN!j{;vF1$7=*e7EMJmG#Bv6XatMbWtW?nj;(Up2{|Ng;!3$SWF?eRjn0@huCDJm{hnI(6P{SHv=meZNIn zS4%-DpN0tot7at^L-#*K(0{WIIhAm86EPc!*K(*O5I4N@1@H3c3|Iu5HRKIRh8VJk zllepxkjYdt0e6uMRl>tp!-FRk72-I8ZC+u~oT;;B+Ggh$Pnt5AiBM~Ce!=uY>#__+ z_UfhSdU2O!Wl~9(kqF?9-*O)sE(NM`EjFgJtd%k<6DcnjNzEn8ome$R9ic%vCS3%r zOZ3izSynz|VUr!?lV|wom)M1(Ut*l<_Op0GF~p*TiY$DEA1pxw(Iz@&2+Omy0#F*2 z%SFB1ToFQC&0k&gO$K+FAfHa%)FL<9VI*6gsoOUZ4rbQDd_{{hDOYtShF3$i$U=2% zX5sXag@ZpMuy!5^^J~V$QTR2Q|GF8!#-Qthg3;#$2S%+ul(8g7X?!*#f7+~~u)wJ^ z!vi@-Ms{bpVp~G_SR=LQi}Va8CJ`LjQJsNi7fqd!Uv#(ij>5aG`E!eBO`VBm%qW~$ zoWZXkGB#WWNY7*0 zGf~NR?O0rWh2bO;wOuud!X%MOEgd^%N!fEXJrq{nHDV%7n8Mx_sms(w>D42{i@a(y z!X#)skiz4XGpH%6fF6wkqV!# zBJrYdJiH3(P;q{{ZZ^GUL^Ov-NgDl-5NMFJh%Bkp#;9dnb>-UfEImVNA#x#O)m5*b z3Z-z=@`X>vQG{cdx)G7wk;i@{;Vd`0{vC>|S!HE>yXBhs@p3rn3Xaede1V;7ok0pH zoyxDVllcY9C+UoV^+a&pjiPeIz7v!A#O(@{2s^Zyw3~O;CFD!%GpZY0N!tNj_f}6S z>lScW-qGqVM}O)_9w!m@Ygqyn0J9U$7^vn5NFdmrOTBPqm_>#J&44gi9H}X|ThoY< z*KMzbiAmRVwca~s&g8A81Cjrsas+0m0Jvd`SzQT<(tTwx8WCifnq?-JbPz>g52ELCem??m#xhS~hzz)Y1bl4628gNRu<0m&QyLv!JsbMvRq z$+F(g*IGrk;wkwvv#iq#=gi?hZL^AOJc%wWG_fuP^dXUWj*daVgfpk#E$gvnOyG_b zx|A6MC`gV7;d7#nD$qw>#}Z~wg0pqB?m{k1GGgx}a?gYi;Pzs)rx4A<6AQ{`hurBTE{n>KbLN2?4h)OjxL_2{c*YYSL)5)COWoF3`e z6A*Wth!d=06+SikT{-30b)o};{N@?rXV(qlK})5O&vvanULn!>vPA%L9MA`K&I}>#7JDPzOr`B`B+)Sif%7kbU zSI8}#S0dyV5tq*$o-H(e{`6uTHx))GjUV}dh7-li{27H-;Xxs`^lxDi)5}q8$RR_c zc-H=CyM#&Q#ZiZ~Zh$uOQ1ktH%#)`ueL@7yC;dEo#fJ}rGS13zVE|-L%WLFE* zCy7#;K8XP(eN>d(;eyjpMtFiNl%$iWQHs)~h*Fj+kfKvNLW(PtrAb)>R%%IF{4K(G zAc$uS1x8UuzK14bAFMj8V~83RTe18z13j4=j`H3Z}uG0in%nrp-~ z*NADZ5!2itrbIX$H8>cofrG*FIT$RRgTb;nXec>I0UjG{KL>-Y=U}ky1nOGO!BDJp zt>&?zSm|2KV@HKr50_{>1$$^on{t~OYqsnWM(j5Hw?b>bx|r+YJ{ zxDR7TZe(#KgPCblCQ}aJl343drc58k%*$?Ki5-VC)9jHf;lM2{aqZ*ql04Jn5dXqlX0nkXT@9rf}ZY3K;l+1{hWC@mrv7pQEzwoOqb7G`OK5gS@QWk`K*%9Rr0w(J|B_KUGlkCKL0GA@5tvz@_AN1 z7n~OKam(l3hG&h04}LDv^_BF@kbqjjedC?&eLGy zk3+wwe9`0c-WTQWlh4^75NyR)eEb|vVF%?i^{7a{S3VEO=TZ4=K1T7ePmBUF3dAT7 zqd<%TF$%;e5Tihh0x=52C=jDSi~=zV#3&G>K#T%03dAT7qd<%TF$%;e5Tihh0x=52 zC=jDSi~=zV#3&G>K#T%03dAT7qd<%TF$%;e5Tihh0x=52C=jDSi~=zV#3&G>K#T%0 z3dAT7qd<%TF$%;e5Tihh0x=52C=jDSi~|4vQNW6#EAZWkZwkKplkOJ4^hv`vhyN0P z2xfWl_|kjY#fS1~;dT1(1f~E~`r(U0lEt6pv^tEeQ%=eL(t5@0L0yWF863v2B) z4ra6ay)I@e^*QY|Wfl0b!dc^GvKaoX@-A`mA3mp_*%te}HF)^^HEt(r#?w<)Rn33+ zy(kU=ey>|2f{mT-2EferPQ{;nH{s8b9Qu`wKznty)8k;B%iK=8r?#4PcX?cXmS$la z|D`YsJAH=!p7;#yH6cX}8}F@N&I&ASGhQ!mVf%UXS-j%i!nU4P6kB3`rC-V%tT3ksZjJ& ziiNe-QJ9TAtN3iC%l%H9&$YtIUPR1Zp69TZ=RKb17-H(yh&-Q!*(* zw!=(h*=;7WG@4nQ!v)szlsRpSYwaFCNaA4I6%RXXs;;T^fJja^s%EE6YBalKT4Hy* z94`NI8~csf%nlX;%hS2|bA~vhej5I4okmRIuCB1N$1M)mLNLQl%hC#$-|4HSZhXoD zrZ`1tHiH8|gqnq@3jFAF*xW$K$KJ5GJT{kO8G9E=H?2*g79Gc^HQB3O?4kwq08gOU z`{K;(m0ZN`Xg1^T(I-s!d-^Mrg0WKTsr1=UXAS#B9QywyTnb_?uXVe9Wp)p1h^zE? z*pqS9UKgnHA`%>Jwjgio6ZH4=PWrp!XeZbVggo^yzbg64{Po)k2g$$f9k-@5|z*5 zr+P>>vGpD1R-?5}b^s-|K1l`3g?I8T1gyi36{p;f5{R# za5e!0)n{XS68v5p`x*x^n-a7UKG@e8r zvyPkYPvC^Ju>*;F>II^!LOwsHTHPG8;x&t?RMOaKWFa5pF`iJ(Jnc~R_RXlkt96wlaAHwTt`2RE}OTSv+C|nk`^L0`&B0kd-5Y{WDEbh?_=T;RlIPDNxsfP{V;oq5YU3Og-pHwl)P*n})LFhfCk6dE4VdmY3?ZCc z#_E#FYn)E@L=q+=8~Y^4p6sEH9`?JA;7K1Q!#$lA*E-S5>=&JD*e6|l>?bLHZ>7_N zDHJ%on6i}QT(DA3C-$clX1-0ZBl~ll5L`C)SqF?)ps}AOsl#?+uwnRf(T*kvt;Oc? zdaK!+UB%!I&YbUd1rca|+nO6PqyD9989UOIQ&3d=O;=xSsegI3)8?^PIoaB7%$&oX z?rIAL?eB_N+{Ws=0fk|x80y1sx`E9w&HAP0cd#2vwvi&1Xs@ZUqv_WR8rs+j2&zgD z+r|!?ogQCpjZ@VHs_cGfd_S?2gGD*hK?f79`I&{}-!qmf_D_p%u^ZGHf$HOe7(E)d zguUGjw6Hkplm;a)Bg3-M{AA+J4lU-CjI`7-TP-Phji%G){pLo?X>;1ZtV11J7iLW>BHElI* ziQgOdBnq3o#k{lg_~H|$14^SZzdB=`Y0SWktaavQ(@{%H|II1Q{Z7OkF(0rTwmfOs z(Pc~AlYKX4A2OXb?J*tcu&2YSt;r{P)eYRA2vkk2<|h*xO=p#}%4y3H%VyKM#8rpQ z>k^KbiyJ%cOxn|-HNH_fqO9w1HvVjUeNuhgD@vPNwY(iSv{_bPyI(=u%R$y0hw)~H~hm++Jk0v;&gWn%?AO2Q4d3iu8Q7Z(V)M8XFO1?-mas@nv-M8flL z7w}pMADJfLjS`+cQ@}rx@GEx;xIw}P<_Y*$5-z@5z5vk@4zCBKCi3s4+{90gtr6)taK6hiu?N*>m*@uj~`=wBrNXpV=Pm` zmIjf3tQs%j+axUR`D1LhgvEV-jNKz)aqk~v3neV>|6^>igvC98jIEHcxDSxAA4*u< z3&>bN!s32F#(t{CKQHjxDPeJ6AY;!+Slk=P*b5RC_Xjd|K*HkwK*kPBSlk!LSc`-! zplH(PO9`+0hk%n(1USJA$N zA0GOP|#40-rGw&X914gvU#GorGsgm^5PgxFmc?!fPaaQNllw@Ica<@%fE}r%U)v z3Hv4dk%YHO_?(1ak#JI~!1uI-`$#zT6H)#U36GcXcnLcsTqNO*5-yeS9tqb-_=tqp zO4!mO%Kxc^vn1Rk;bI9NBp9mit*1o#V=DZqfX@(|z*wEMJ0|oHFe`wHjZc4q6Y)dZ zA1Rck&b)Ag>DzM)9e_o{@glLbs-fa05T z1RReJA=n|yOPBEM0uet>!e{dZJX^wPGQM2G2h&CTN(rA%6Yzr)J|p{ki-Z%XWAS-R z!hI$DYYDq+Mf@Kn+$`z;SAvrm+q4Eh@Oe+hr{$s%_EKKdg8kCpJUV*0)AhO?=RpB z67Jhuzyn}-qyAXdPr&&SZvI@6c^%G)pDj6niE zA>r{i3fLSc>R-1~!KW%vs{2d9;k#K`w;v?aaw+eW%gc~Oa_=gf6Zxirt32&D5 zy)5DBcZv9860R;2@HY~kyh6YOItY9$-xF}5gdKMa_#O#wbqTmu!YA$(@Foebs}yj9 zgwtgE{vhEaLqz;165f#|V3Nf|k24tp9wFgF*#e#?;pV{t_DVQ|1S>x4CH!QKfOko_ zMZ&L0c)U-EJ__P83 z(g0sDz!t2(_3i6ufWJhu&*J+PzUT05#kURLukpQr??rq`w0?tcJHEUy6llWNnD;!Q zuO&YfXT^>q-yIZ2DY@Tg6Og*=Cqce1W0O`Z{pOt-Cd}m;M0ZFJdGP#TAaEc2a~6bm#${gM}(B7i_mWyhL=ctflyCz4sy7H-wF!Kf*A7wMPSU!-5U9Yz?1!}b(yRdP?!rkX-&Gf@Mm0|ilo z=24QC%AY4UG$RxsFvBKcq|72RWJfb<5pttbA1^l*!-K-NHN(^J^7yW1c${I|Q=dSz zKBO@s2u++M_Cdpw3;O7z!~0flVc`+nQ{*M75t=-r?ZuE7+G!+C)^JN_=TdT5C{SK-K;yXjZpSrD75lCA` zLHzmFi*B1Vn8vVO8jOgvZ5oV?uzebg)TmrowRxv$+A~`lSi0_2TR2Uc!I8qHh*FiNvIhiJ=GfD)VC7R=5=SWY3E@Rgu%;)BsIU<4hk^>$G`AP2jLq*Elf^RoB9eDws}o zR*lmx0)=wy9uB>y##Zk3+J){cgL7@=BZl+LBA^W3CU64_ODD2ZgLR4Bx!}-{5SiT& zT4Aq(Dz=c3Xy*jcv?!b4NQpBhD*3C_?JW%^_rf(yI3{T&IJonaDh<_gkx)bg^QzPm zO|qd143W!43*5;8)9=E#AorQ_T2C48JW_5|dKv?A4FOuC(WGELK_HP7ewYjW@Z6*X zq=L#{UfUuce5H7>-62Gi4MRtS_}nfy)bU7|GD1gJ&RFA_c6}-tVu(d9FGNNm|ASq>>1y@;F zgxl+rrHLhm2qrC9{3`U8%al3|l`Fs^Sg+I;I2XEPxpS6F_5_j`XtJ;(uiIS;Ct{Jc z$jN<;hJndGy=VcA>iAS&anw($uXgiwPWHQs71ka)^zFRRc~g$IOEh6fp_ z!^1S9h*C7da8O4a4r>JBkV+(xGe{^7OJdEMTReU0%)-gG+vd)kR6KRoOj{1Kg$Ifu zn?uWZA_UEPq@rbGPIF`_DO_Q-jKqpz+5$8<5O^(~4rr6!E z>3{ux$7UQ|SPIiAEU^5OiZJY=#g{So>oa)%Bb0VO=8I??Lot0(XEiZ+HeJO>d1I%V zibi3!W4YT^%FfT;>Q3L(GH=SWmrCOn-&FGMFFwnhv~l0`WmA-2D7`;+BUv*PwM;*zx~bR!^t1z_I+gDr2_MNe|qS*|JoDp z?sB0n>)EVDiO-}yxbE)u{@oI$&iY-;*kPNN?u~mP&Oh?=&2PT_>vJ1T5ByN6nB667 z^3i|!U(QJ@Kl|vDjW5*=`0A%m=X`(j@*lm_=?_odkXHHYU*7P$;$I9LJ-N!_*?6{h z((a$V_jSK{7fzeL+O~DdM?e1gs|O!UeBxBu->>ia+lGU$&h0sLe$kT?D{g%3sg~b2 zb$Hji_^So}z+;ajZdGu=;m&xKL7Fd z&+;7~RDHVIHD~WHU;e89z$4%E{PO3W|9E?k$5#LOolE_n>3Qdm=9|u?|NZ@@(Z`x! zzUjH&$7MhNQqLa0H81`7>?05TeDvwjUuHZ}?LPbY+`E>x|7qjIS<|w9`tUrIM^`h3*-hm_8rBrPpT+thY+Vw_`VL(!biUOtiX=XL!$P59;yk9Pjv`S(vO zu}*w!-sJNvC+??TJY~P`<@&_Z8DmNxEb6`9{_wD!+4i?O{Pm6BOuq3*ztwG@|01{k z4?BiG@_1_Qwgpe$XIf*Qn>^yi$*=F-xMWk)uAA=u-o3+@kGOf(Z3_;?_gent1HBs> zC;olX+P2!--;Xd2|Kr7?o4So2{qR=>{d|9ZE2+bj&z>H3;h(3S>#o~$_`V%CBwSpu zddlw`n_KdV{x22&JQ)1i>RE|2naviCgd>J6=^wY-M>)p$tc| zu3WOza81*_h)0P}&q!M9aS6xWOYA+o;HPk|+f1``ahHhx14jhDRrxLar*b3inrz*Y zdXDE622L-G6}b9#iyd`Qj@60%#U_?4(pnys|7Y_7-b-5+cp7eP<9(C4E&KDq6$=cV zWVf~*W7FFc`R%_|-Fen!Pg(Xq(pm7%=t->K+V^LEer>o|TF)RoZ*Nq{>CaOZyMHvi zBgSe|@S)GO#;NMxhbxI`sT-1K2$(vUe3~A*wtmf~i2P$O(+;p)zj!g5$v=Yif6bPf zs@7Y3yFEH}mQyNkDQPUI@*D#hg&&GD@8+L#aB{&n>BJ2NTkrN+K5b7`pPzZs zxiIaTvvLTZ_@jU2X47uDG4-4G^eZwg?_IQRg}^PVZPP;MrlzMeS ix7CL;k4-lmv1R(b&u?kLS(QIiJYOf;t&HnvU;qG93q3Rd literal 0 HcmV?d00001 diff --git a/scripts/vectorize_chunks.py b/scripts/vectorize_chunks.py new file mode 100644 index 0000000..e13755f --- /dev/null +++ b/scripts/vectorize_chunks.py @@ -0,0 +1,69 @@ +#!/opt/homebrew/bin/python3.11 +"""Vectorize sentence chunks via Ollama mxbai-embed-large and store in DB + Qdrant.""" +import json, sys, time +import psycopg2 +from urllib.request import Request, urlopen + +DB = "dbname=momentry user=accusys" +UUID = sys.argv[1] if len(sys.argv) > 1 else "23b1c872379d4ec06479e5ed39eef4c5" +OLLAMA = "http://localhost:11434/api/embeddings" +QDRANT = "http://localhost:6333" + +conn = psycopg2.connect(DB) +cur = conn.cursor() + +cur.execute(""" + SELECT chunk_id, text_content FROM dev.chunk + WHERE file_uuid = %s AND chunk_type = 'sentence' + AND (text_content IS NOT NULL AND text_content != '') + ORDER BY id +""", (UUID,)) +rows = cur.fetchall() +print(f"Vectorizing {len(rows)} chunks for {UUID}...") + +stored = 0 +batch = [] +for chunk_id, text in rows: + req = Request(OLLAMA, data=json.dumps({ + "model": "nomic-embed-text-v2-moe:latest", + "prompt": text + }).encode(), headers={"Content-Type": "application/json"}) + resp = json.loads(urlopen(req).read()) + embedding = resp["embedding"] + + # Store in PostgreSQL chunk_vectors + cur.execute(""" + INSERT INTO dev.chunk_vectors (chunk_id, uuid, chunk_type, embedding) + VALUES (%s, %s, 'sentence', %s::jsonb) + ON CONFLICT (chunk_id, uuid) DO UPDATE SET embedding = EXCLUDED.embedding + """, (chunk_id, UUID, json.dumps(embedding))) + + # Batch for Qdrant + batch.append({ + "id": int(chunk_id) + 1 if chunk_id.isdigit() else len(batch) + 10000, + "vector": embedding, + "payload": {"chunk_id": chunk_id, "chunk_type": "sentence"} + }) + + if len(batch) >= 100: + req = Request(f"{QDRANT}/collections/momentry_dev_rule1_v2/points?wait=true", + data=json.dumps({"points": batch}).encode(), + headers={"Content-Type": "application/json"}, method="PUT") + urlopen(req) + batch = [] + + stored += 1 + if stored % 50 == 0: + print(f" {stored}/{len(rows)}") + conn.commit() + +if batch: + req = Request(f"{QDRANT}/collections/momentry_dev_rule1_v2/points?wait=true", + data=json.dumps({"points": batch}).encode(), + headers={"Content-Type": "application/json"}, method="PUT") + urlopen(req) + +conn.commit() +cur.close() +conn.close() +print(f"Done: {stored} vectors stored") diff --git a/src/bin/release.rs b/src/bin/release.rs new file mode 100644 index 0000000..e140a02 --- /dev/null +++ b/src/bin/release.rs @@ -0,0 +1,618 @@ +//! Release Manager — deploy/undeploy/list video packages. +//! Binary: `cargo run --bin release -- ` + +use anyhow::{Context, Result}; +use chrono::Utc; +use clap::{Parser, Subcommand}; +use momentry_core::core::config; +use momentry_core::core::db::PostgresDb; +use sqlx::Row; +use std::fs; +use std::io::Write; +use std::path::{Path, PathBuf}; +use std::process::Command; + +const DEMO_DIR: &str = "/Users/accusys/momentry/var/sftpgo/data/demo"; +const OUTPUT_DIR: &str = "/Users/accusys/momentry/output_dev"; +const RELEASE_DIR: &str = "/Users/accusys/momentry_core_0.1/release/files"; +const PG_BIN: &str = "/Users/accusys/pgsql/18.3/bin"; + +#[derive(Parser)] +#[command(name = "release", about = "Release Manager — deploy/undeploy video packages")] +struct Cli { + #[command(subcommand)] + command: Commands, +} + +#[derive(Subcommand)] +enum Commands { + /// Deploy a release package (.tar.gz) + Deploy { + /// Path to .tar.gz package + tarball: String, + }, + /// Undeploy (remove all data for a video UUID) + Undeploy { + /// File UUID + uuid: String, + /// Skip confirmation + #[arg(short = 'y', long)] + yes: bool, + }, + /// List deployed videos + List, + /// Create release package for a deployed video + Package { + /// File UUID + uuid: String, + }, + /// Show package contents and statistics + Stats, + /// Generate visual reports from video data + Visualize { + /// File UUID + uuid: String, + /// Visualization type: heatmap, timeline + #[arg(short, long, default_value = "heatmap")] + typ: String, + /// Output path (default: output_dev/_heatmap.html) + #[arg(short, long)] + output: Option, + /// Filter by identity_id + #[arg(short = 'i', long)] + identity: Option, + }, +} + +/// Run psql command and return stdout +fn psql_exec(sql: &str) -> Result { + let output = Command::new(format!("{}/psql", PG_BIN)) + .args(["-U", "accusys", "-d", "momentry", "-t", "-A", "-c", sql]) + .output() + .context("psql command failed")?; + Ok(String::from_utf8_lossy(&output.stdout).trim().to_string()) +} + +/// Run a SQL file via psql +fn psql_file(path: &Path) -> Result<()> { + let status = Command::new(format!("{}/psql", PG_BIN)) + .args(["-U", "accusys", "-d", "momentry", "-f"]) + .arg(path) + .status() + .context("psql file execution failed")?; + if !status.success() { + anyhow::bail!("psql returned non-zero exit code"); + } + Ok(()) +} + +/// Extract tar.gz archive to a temp directory, return the top-level dir +fn extract_tarball(tarball: &Path) -> Result { + let tmpdir = std::env::temp_dir().join(format!("release_{}", Utc::now().timestamp())); + fs::create_dir_all(&tmpdir)?; + + let status = Command::new("tar") + .args(["-xzf", tarball.to_str().unwrap(), "-C", tmpdir.to_str().unwrap()]) + .status() + .context("tar extraction failed")?; + if !status.success() { + anyhow::bail!("tar returned non-zero"); + } + + // Find the UUID directory (first subdir) + for entry in fs::read_dir(&tmpdir)? { + let entry = entry?; + if entry.file_type()?.is_dir() { + return Ok(entry.path()); + } + } + anyhow::bail!("no directory found in tarball"); +} + +/// Get file_info.json from package directory +fn read_file_info(pkg_dir: &Path) -> Result { + let info_path = pkg_dir.join("file_info.json"); + let content = fs::read_to_string(&info_path) + .with_context(|| format!("Cannot read {:?}", info_path))?; + serde_json::from_str(&content).context("Invalid file_info.json") +} + +// ---- Deploy ---- + +async fn cmd_deploy(db: &PostgresDb, tarball: &str) -> Result<()> { + let tarball_path = Path::new(tarball); + if !tarball_path.exists() { + anyhow::bail!("File not found: {}", tarball); + } + + println!("=== Deploy: {} ===", tarball_path.file_name().unwrap().to_str().unwrap()); + + // Extract + let pkg_dir = extract_tarball(tarball_path)?; + println!("Extracted to {:?}", pkg_dir); + + // Read file_info + let info = read_file_info(&pkg_dir)?; + let uuid = info["file_uuid"].as_str().context("Missing file_uuid in file_info.json")?; + let file_name = info["file_name"].as_str().unwrap_or("?"); + println!("UUID: {}\nVideo: {}", uuid, file_name); + + // Import data.sql + let sql_path = pkg_dir.join("data.sql"); + if sql_path.exists() { + let size = fs::metadata(&sql_path)?.len(); + println!("Importing data.sql ({} MB)...", size / 1024 / 1024); + psql_file(&sql_path)?; + println!(" SQL imported OK"); + } else { + println!(" No data.sql in package"); + } + + // Copy video to demo dir + for entry in fs::read_dir(&pkg_dir)? { + let entry = entry?; + let fname = entry.file_name(); + let fname_str = fname.to_str().unwrap_or(""); + if fname_str.ends_with(".mp4") || fname_str.ends_with(".mov") || fname_str.ends_with(".avi") { + let dest = Path::new(DEMO_DIR).join(&fname); + if !dest.exists() { + fs::copy(entry.path(), &dest)?; + println!("Video: {} → {}", fname_str, DEMO_DIR); + } else { + println!("Video: {} already in demo dir", fname_str); + } + } + } + + // Copy output JSONs + for entry in fs::read_dir(&pkg_dir)? { + let entry = entry?; + let fname = entry.file_name(); + let fname_str = fname.to_str().unwrap_or(""); + if fname_str.ends_with(".json") && fname_str != "file_info.json" { + let dest = Path::new(OUTPUT_DIR).join(&fname); + fs::copy(entry.path(), &dest)?; + } + } + println!("Output files copied to {}", OUTPUT_DIR); + + // Verify + let chunk_count: (i64,) = sqlx::query_as( + "SELECT COUNT(*) FROM dev.chunk WHERE file_uuid = $1" + ).bind(uuid).fetch_one(db.pool()).await?; + let face_count: (i64,) = sqlx::query_as( + "SELECT COUNT(*) FROM dev.face_detections WHERE file_uuid = $1" + ).bind(uuid).fetch_one(db.pool()).await?; + + // Cleanup + fs::remove_dir_all(&pkg_dir.parent().unwrap_or(&pkg_dir))?; + + println!("\n=== Deploy Complete ==="); + println!(" Video: {}", file_name); + println!(" Chunks: {}", chunk_count.0); + println!(" Face detections: {}", face_count.0); + Ok(()) +} + +// ---- Undeploy ---- + +async fn cmd_undeploy(db: &PostgresDb, uuid: &str, skip_confirm: bool) -> Result<()> { + // Get video info + let rows: Vec<(String, String)> = sqlx::query_as( + "SELECT file_name, file_path FROM dev.videos WHERE file_uuid = $1" + ).bind(uuid).fetch_all(db.pool()).await?; + + if rows.is_empty() { + anyhow::bail!("UUID {} not found in DB", uuid); + } + + let (file_name, file_path) = &rows[0]; + println!("=== Undeploy: {} ===", uuid); + println!("Video: {}", file_name); + println!("This will DELETE all data for this video."); + + if !skip_confirm { + print!("Continue? (y/N): "); + std::io::stdout().flush()?; + let mut input = String::new(); + std::io::stdin().read_line(&mut input)?; + if input.trim().to_lowercase() != "y" { + println!("Cancelled"); + return Ok(()); + } + } + + // Delete DB data + let tables = [ + ("dev.chunk", "file_uuid"), + ("dev.chunk_vectors", "uuid"), + ("dev.face_detections", "file_uuid"), + ("dev.processor_results", "file_uuid"), + ("dev.monitor_jobs", "uuid"), + ("dev.pre_chunks", "file_uuid"), + ]; + for (tbl, col) in &tables { + let sql = format!("DELETE FROM {} WHERE {} = $1", tbl, col); + let result = sqlx::query(&sql).bind(uuid).execute(db.pool()).await?; + println!(" {}: {} rows deleted", tbl, result.rows_affected()); + } + sqlx::query("DELETE FROM dev.videos WHERE file_uuid = $1") + .bind(uuid).execute(db.pool()).await?; + println!(" dev.videos: removed"); + + // Delete output files + for entry in fs::read_dir(OUTPUT_DIR)? { + let entry = entry?; + let fname = entry.file_name().to_string_lossy().to_string(); + if fname.starts_with(uuid) { + fs::remove_file(entry.path())?; + } + } + println!(" Output files: removed"); + + // Delete video file + if !file_path.is_empty() { + let vp = Path::new(file_path); + if vp.exists() { + fs::remove_file(vp)?; + println!(" Video file: removed ({})", vp.file_name().unwrap().to_str().unwrap_or("?")); + } + } + + // Delete release directory + let release_path = Path::new(RELEASE_DIR).join(uuid); + if release_path.exists() { + fs::remove_dir_all(&release_path)?; + println!(" Release dir: removed"); + } + + println!("\n=== Undeploy Complete ==="); + Ok(()) +} + +// ---- List ---- + +async fn cmd_list(db: &PostgresDb) -> Result<()> { + let rows = sqlx::query( + "SELECT file_uuid, file_name, duration, status, + (SELECT COUNT(*) FROM dev.chunk WHERE file_uuid = v.file_uuid) as chunks, + (SELECT COUNT(*) FROM dev.face_detections WHERE file_uuid = v.file_uuid) as faces + FROM dev.videos v ORDER BY id DESC" + ).fetch_all(db.pool()).await?; + + println!("{:<36} {:<44} {:>8} {:>10} {:>6} {:>6}", + "UUID", "Name", "Duration", "Status", "Chunks", "Faces"); + println!("{}", "-".repeat(116)); + + for row in &rows { + let uuid: String = row.get(0); + let name: String = row.get::, _>(1).unwrap_or_default(); + let duration: Option = row.get(2); + let status: Option = row.get(3); + let chunks: Option = row.get(4); + let faces: Option = row.get(5); + + let dur_str = match duration { + Some(d) if d > 60.0 => format!("{:5.0}min", d / 60.0), + Some(d) => format!("{:5.0}s", d), + None => "?".to_string(), + }; + let short_name = if name.chars().count() > 42 { + format!("{}..", name.chars().take(40).collect::()) + } else { + name.clone() + }; + + println!("{:<36} {:<44} {:>8} {:>10} {:>6} {:>6}", + uuid, short_name, dur_str, + status.as_deref().unwrap_or("?"), + chunks.unwrap_or(0), faces.unwrap_or(0)); + } + Ok(()) +} + +// ---- Package ---- + +async fn cmd_package(db: &PostgresDb, uuid: &str) -> Result<()> { + println!("=== Package: {} ===", uuid); + + // Verify video exists + let row = sqlx::query( + "SELECT file_uuid, file_name, file_path, duration, fps, width, height FROM dev.videos WHERE file_uuid = $1" + ).bind(uuid).fetch_optional(db.pool()).await?; + let (_, file_name, file_path, duration, fps, width, height): ( + String, String, String, Option, Option, Option, Option + ) = match row { + Some(r) => (r.get(0), r.get(1), r.get(2), r.get(3), r.get(4), r.get(5), r.get(6)), + None => anyhow::bail!("UUID {} not found", uuid), + }; + + let outdir = Path::new(RELEASE_DIR).join(uuid); + if outdir.exists() { + fs::remove_dir_all(&outdir)?; + } + fs::create_dir_all(&outdir)?; + + // Write file_info.json + let info = serde_json::json!({ + "file_uuid": uuid, + "file_name": file_name, + "duration": duration, + "fps": fps, + "width": width, + "height": height, + "status": "completed", + }); + fs::write(outdir.join("file_info.json"), serde_json::to_string_pretty(&info)?)?; + + // Export data.sql + let sql_path = outdir.join("data.sql"); + let tables = [ + ("dev.videos", "file_uuid"), + ("dev.chunk", "file_uuid"), + ("dev.chunk_vectors", "uuid"), + ("dev.face_detections", "file_uuid"), + ]; + + { + let mut f = fs::File::create(&sql_path)?; + writeln!(f, "-- Release package: {}", uuid)?; + writeln!(f, "BEGIN;")?; + writeln!(f)?; + + for (tbl, col) in &tables { + writeln!(f, "-- {} WHERE {} = '{}'", tbl, col, uuid)?; + // Get columns + let parts: Vec<&str> = tbl.split('.').collect(); + let cols = psql_exec(&format!( + "SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='{}' AND table_name='{}' AND is_updatable='YES'", + parts[0], parts[1] + ))?; + + // COPY + let data = psql_exec(&format!( + "COPY (SELECT * FROM {} WHERE {} = '{}') TO STDOUT WITH CSV HEADER", + tbl, col, uuid + ))?; + + if !data.is_empty() { + writeln!(f, "COPY {} ({}) FROM STDIN WITH CSV HEADER;", tbl, cols)?; + writeln!(f, "{}", data)?; + writeln!(f, "\\.")?; + writeln!(f)?; + } + } + // Export identities referenced by this file + writeln!(f, "-- dev.identities (referenced by face_detections)")?; + let cols = psql_exec("SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='dev' AND table_name='identities' AND is_updatable='YES'")?; + let data = psql_exec(&format!( + "COPY (SELECT DISTINCT i.* FROM dev.identities i INNER JOIN dev.face_detections fd ON fd.identity_id = i.id WHERE fd.file_uuid = '{}') TO STDOUT WITH CSV HEADER", uuid + ))?; + if !data.is_empty() { + writeln!(f, "COPY dev.identities ({}) FROM STDIN WITH CSV HEADER;", cols)?; + writeln!(f, "{}", data)?; + writeln!(f, "\\.")?; + writeln!(f)?; + } + + // Export identity_bindings for identities referenced by this file + writeln!(f, "-- dev.identity_bindings (for identities in face_detections)")?; + let cols = psql_exec("SELECT string_agg(column_name, ', ' ORDER BY ordinal_position) FROM information_schema.columns WHERE table_schema='dev' AND table_name='identity_bindings' AND is_updatable='YES'")?; + let data = psql_exec(&format!( + "COPY (SELECT DISTINCT ib.* FROM dev.identity_bindings ib INNER JOIN dev.face_detections fd ON fd.identity_id = ib.identity_id WHERE fd.file_uuid = '{}') TO STDOUT WITH CSV HEADER", uuid + ))?; + if !data.is_empty() { + writeln!(f, "COPY dev.identity_bindings ({}) FROM STDIN WITH CSV HEADER;", cols)?; + writeln!(f, "{}", data)?; + writeln!(f, "\\.")?; + writeln!(f)?; + } + + writeln!(f, "COMMIT;")?; + } + + let sql_size = fs::metadata(&sql_path)?.len(); + println!(" data.sql ({} MB)", sql_size / 1024 / 1024); + + // Copy video file + if !file_path.is_empty() { + let vp = Path::new(&file_path); + if vp.exists() { + let dest = outdir.join(vp.file_name().unwrap()); + fs::copy(vp, &dest)?; + let vsize = fs::metadata(&dest)?.len(); + println!(" {} ({} MB)", vp.file_name().unwrap().to_str().unwrap_or("?"), vsize / 1024 / 1024); + } + } + + // Generate identities.json for offline analysis + let id_script = "/Users/accusys/momentry_core_0.1/scripts/export_identities.py"; + let id_out = format!("{}/{}.identities.json", OUTPUT_DIR, uuid); + let _ = Command::new("/opt/homebrew/bin/python3.11") + .args([id_script, uuid, &id_out]) + .status(); + if Path::new(&id_out).exists() { + println!(" Identities JSON generated"); + } + + // Generate SQLite database for offline app use + let sqlite_script = "/Users/accusys/momentry_core_0.1/scripts/export_sqlite.py"; + let sqlite_out = format!("{}/{}.sqlite", OUTPUT_DIR, uuid); + let _ = Command::new("/opt/homebrew/bin/python3.11") + .args([sqlite_script, uuid, &sqlite_out]) + .status(); + if Path::new(&sqlite_out).exists() { + let sz = fs::metadata(&sqlite_out)?.len(); + println!(" SQLite database: {}MB", sz / 1048576); + } + + // Copy output files (JSONs + SQLite + any data files) + for entry in fs::read_dir(OUTPUT_DIR)? { + let entry = entry?; + let fname = entry.file_name().to_string_lossy().to_string(); + if fname.starts_with(uuid) { + fs::copy(entry.path(), outdir.join(&fname))?; + } + } + println!(" Output files copied"); + + // Create tar.gz + let tarball = Path::new(RELEASE_DIR).join(format!("{}_v{}.tar.gz", uuid, Utc::now().format("%Y%m%d_%H%M%S"))); + let status = Command::new("tar") + .args(["-czf", tarball.to_str().unwrap(), "-C", RELEASE_DIR, uuid]) + .status()?; + if !status.success() { + anyhow::bail!("tar creation failed"); + } + let tsize = fs::metadata(&tarball)?.len(); + println!("\n Package: {} ({} MB)", tarball.display(), tsize / 1024 / 1024); + Ok(()) +} + +// ---- Visualize ---- + +fn cmd_visualize(uuid: &str, typ: &str, output: Option<&str>, identity: Option) -> Result<()> { + let outpath = match output { + Some(p) => p.to_string(), + None => format!("/Users/accusys/momentry/output_dev/{}_heatmap.html", uuid), + }; + + match typ { + "heatmap" | "density" => generate_face_heatmap(uuid, &outpath, identity)?, + "timeline" => generate_face_timeline(uuid, &outpath, identity)?, + _ => anyhow::bail!("Unknown visualization type: {}. Try: heatmap, density, timeline", typ), + } + Ok(()) +} + +fn generate_face_heatmap(uuid: &str, outpath: &str, identity: Option) -> Result<()> { + let script = "/Users/accusys/momentry_core_0.1/scripts/render_face_heatmap.py"; + let mut args: Vec = vec![script.to_string(), uuid.to_string(), outpath.to_string()]; + if let Some(id) = identity { + args.push("--identity".to_string()); + args.push(id.to_string()); + } + let output = Command::new("/opt/homebrew/bin/python3.11") + .args(&args) + .output() + .context("Python heatmap script failed")?; + if !output.status.success() { + anyhow::bail!("Heatmap: {}", String::from_utf8_lossy(&output.stderr)); + } + println!("{}", String::from_utf8_lossy(&output.stdout)); + println!("\n Open: {}", outpath); + Ok(()) +} + +fn generate_face_timeline(uuid: &str, outpath: &str, identity: Option) -> Result<()> { + generate_face_heatmap(uuid, outpath, identity) +} + +// ---- Stats ---- + +fn cmd_stats() -> Result<()> { + let pkg_dir = Path::new(RELEASE_DIR); + if !pkg_dir.exists() { + println!("No release packages found at {}", pkg_dir.display()); + return Ok(()); + } + + let mut packages: Vec = Vec::new(); + for entry in fs::read_dir(&pkg_dir)? { + let entry = entry?; + let name = entry.file_name().to_string_lossy().to_string(); + if name.ends_with(".tar.gz") { + packages.push(entry.path()); + } + } + packages.sort_by(|a, b| b.cmp(a)); // newest first + + if packages.is_empty() { + println!("No .tar.gz packages found."); + return Ok(()); + } + + for pkg_path in &packages { + let pkg_name = pkg_path.file_name().unwrap().to_str().unwrap_or("?"); + let pkg_size = fs::metadata(pkg_path)?.len(); + + println!("📦 {} ({} MB)", pkg_name, pkg_size / 1024 / 1024); + + // List contents via tar -tvzf (shows sizes without extraction) + let output = Command::new("tar") + .args(["-tvzf", pkg_path.to_str().unwrap()]) + .output() + .context("tar list failed")?; + + let listing = String::from_utf8_lossy(&output.stdout); + let mut total_sql = 0u64; + let mut total_video = 0u64; + let mut total_json = 0u64; + let mut sql_count = 0u64; + let mut video_count = 0u64; + let mut json_count = 0u64; + + for line in listing.lines() { + let trimmed = line.trim(); + if trimmed.is_empty() || trimmed.ends_with('/') { continue; } + + // tar -tvzf format: perms link owner group size date_month date_day time path... + // Fields are space-separated; size is 5th field, path starts at 8th field + let parts: Vec<&str> = trimmed.split_whitespace().collect(); + if parts.len() < 8 { continue; } + let fsize = parts[4].parse::().unwrap_or(0); + let fpath = parts[8..].join(" "); + let fname = Path::new(&fpath).file_name().unwrap_or_default().to_str().unwrap_or("?"); + let ext = Path::new(&fpath).extension().unwrap_or_default().to_str().unwrap_or(""); + + match ext { + "sql" => { + println!(" 📄 {} ({:.0} MB)", fname, fsize as f64 / 1048576.0); + total_sql += fsize; + sql_count += 1; + } + "mp4" | "mov" | "avi" | "mkv" => { + println!(" 🎬 {} ({:.0} MB)", fname, fsize as f64 / 1048576.0); + total_video += fsize; + video_count += 1; + } + "json" => { + if fname != "file_info.json" { + println!(" 📋 {} ({:.0} MB)", fname, fsize as f64 / 1048576.0); + } + total_json += fsize; + json_count += 1; + } + _ => {} + } + } + + println!(" ─────────────────────────────"); + println!(" SQL: {} files, {:.0} MB", sql_count, total_sql as f64 / 1048576.0); + println!(" Video: {} files, {:.0} MB", video_count, total_video as f64 / 1048576.0); + println!(" JSON: {} files, {:.0} MB", json_count, total_json as f64 / 1048576.0); + println!(" Total: {:.0} MB (compressed: {:.0} MB)", (total_sql + total_video + total_json) as f64 / 1048576.0, pkg_size as f64 / 1048576.0); + println!(); + } + + Ok(()) +} + +// ---- Main ---- + +#[tokio::main] +async fn main() -> Result<()> { + dotenv::from_filename(".env.development").ok(); + let cli = Cli::parse(); + let db = PostgresDb::new(&config::DATABASE_URL).await?; + + match cli.command { + Commands::Deploy { tarball } => cmd_deploy(&db, &tarball).await?, + Commands::Undeploy { uuid, yes } => cmd_undeploy(&db, &uuid, yes).await?, + Commands::List => cmd_list(&db).await?, + Commands::Package { uuid } => cmd_package(&db, &uuid).await?, + Commands::Stats => cmd_stats()?, + Commands::Visualize { uuid, typ, output, identity } => cmd_visualize(&uuid, &typ, output.as_deref(), identity)?, + } + Ok(()) +} diff --git a/src/bin/service.rs b/src/bin/service.rs new file mode 100644 index 0000000..84abdd1 --- /dev/null +++ b/src/bin/service.rs @@ -0,0 +1,853 @@ +//! Service Lifecycle Manager — source, build, install, config, launch, env +//! Binary: `cargo run --bin service -- ` + +use anyhow::{Context, Result}; +use chrono::Local; +use clap::{Parser, Subcommand}; +use std::fs; +use std::io::Write; +use std::path::Path; +use std::process::Command; + +const PREFIX: &str = "/Users/accusys"; +const SERVICE_SRC: &str = "/Users/accusys/momentry_core_0.1/release/system/v1.0/services/src"; +const SERVICE_BIN: &str = "/Users/accusys/momentry_core_0.1/release/system/v1.0/services/bin"; +const LOG_DIR: &str = "/Users/accusys/service_logs"; +const LAUNCH_DIR: &str = "/Users/accusys/Library/LaunchAgents"; + +#[derive(Parser)] +#[command(name = "service", about = "Service Lifecycle Manager — source → build → install → config → launch → env")] +struct Cli { + #[command(subcommand)] + command: Commands, +} + +#[derive(Subcommand)] +enum Commands { + /// Manage source code (download, verify, list) + Source { + #[command(subcommand)] + action: SourceAction, + }, + /// Build services from source code + Build { + /// Service name (all, ffmpeg, redis, postgres, llama, python) + #[arg(default_value = "all")] + service: String, + }, + /// Install built binaries to target paths + Install { + /// Service name + #[arg(default_value = "all")] + service: String, + }, + /// Generate or show configuration files + Config { + /// Service name (all, postgres, redis, momentry, embedding) + #[arg(default_value = "all")] + service: String, + }, + /// Manage macOS launchd plist files + Launch { + #[command(subcommand)] + action: LaunchAction, + }, + /// Show or generate environment configuration + Env { + /// Output file path (writes .env if specified) + #[arg(short, long)] + output: Option, + }, + /// Run functional tests on built services + Test, + /// Generate a service status report + Report, +} + +#[derive(Subcommand)] +enum SourceAction { + /// List all source packages + List, + /// Verify source integrity (checksums) + Verify, + /// Download a specific source package + Download { + /// Package name: ffmpeg, redis, postgres, x264, freetype, pyenv, llama, cmake, python, all + #[arg(default_value = "all")] + name: String, + }, +} + +#[derive(Subcommand)] +enum LaunchAction { + /// Generate all launchd plist files + Generate, + /// Load (start) all services + Load, + /// Unload (stop) all services + Unload, + /// Show status of all services + Status, +} + +// ---- Source ---- + +fn cmd_source_list() -> Result<()> { + let src_dir = Path::new(SERVICE_SRC); + if !src_dir.exists() { + println!("Source directory not found: {}", SERVICE_SRC); + return Ok(()); + } + + println!("{:<30} {:>10} {:>10}", "Package", "Size", "Type"); + println!("{}", "-".repeat(52)); + + let packages = [ + ("ffmpeg", "ffmpeg-7.1.1.tar.xz", "tarball"), + ("x264", "x264/", "git repo"), + ("freetype", "freetype-2.13.3.tar.gz", "tarball"), + ("redis", "redis-7.4.3.tar.gz", "tarball"), + ("postgresql", "postgresql-18.3.tar.gz", "tarball"), + ("pyenv", "pyenv/", "git repo"), + ("cmake", "cmake-4.2.0-macos-universal.tar.gz", "binary"), + ("llama.cpp", "llama.cpp/", "git repo"), + ("libreoffice (src)", "libreoffice-26.2.3.2.tar.xz", "source tarball"), + ("libreoffice (dmg)", "LibreOffice_26.2.3_MacOS_aarch64.dmg", "binary (TDF)"), + ("mermaid-cli", "mermaid-js-mermaid-cli-11.14.0.tgz", "npm package"), + ("librsvg", "librsvg/", "Rust source"), + ("GroundingDINO", "GroundingDINO/", "git repo (IDEA-Research)"), + ("PaliGemma", "paligemma/", "HuggingFace reference"), + ("Odoo 19 CE", "odoo/", "git repo (LGPL-3.0)"), + ("ERPNext v15", "erpnext/", "git repo (GPL-3.0)"), + ("Frappe Framework", "frappe/", "git repo (MIT)"), + ("Gitea v1.25", "gitea/", "git repo (MIT, Go)"), + ("Go v1.26", "go/", "git repo (BSD)"), + ("Rust/Cargo", "rustc-1.92.0-src.tar.xz", "source tarball (Apache 2.0 / MIT)"), + ("rustup", "rustup-1.28.1.tar.gz", "source tarball (Apache 2.0)"), + ("Swift v6.3", "swift-6.3.1-RELEASE.tar.gz", "source tarball (Apache 2.0)"), + ("yt-dlp", "yt-dlp/", "git repo (Unlicense)"), + ("SQLite", "sqlite-amalgamation-3490100.zip", "amalgamation (Public Domain)"), + ("sqlite-vec", "sqlite-vec/", "git repo (MIT)"), + ]; + + for (name, path, pkg_type) in &packages { + let full_path = src_dir.join(path); + let size = if full_path.exists() { + if full_path.is_dir() { + format_dir_size(&full_path) + } else { + let s = fs::metadata(&full_path).map(|m| m.len()).unwrap_or(0); + format_bytes(s) + } + } else { + "MISSING".to_string() + }; + println!("{:<30} {:>10} {:>10}", name, size, pkg_type); + } + Ok(()) +} + +fn cmd_source_verify() -> Result<()> { + let src_dir = Path::new(SERVICE_SRC); + if !src_dir.exists() { + println!("Source directory not found: {}", SERVICE_SRC); + return Ok(()); + } + + let checks = [ + ("ffmpeg", "ffmpeg-7.1.1.tar.xz", false), + ("x264", "x264/", true), + ("freetype", "freetype-2.13.3.tar.gz", false), + ("redis", "redis-7.4.3.tar.gz", false), + ("postgresql", "postgresql-18.3.tar.gz", false), + ("pyenv", "pyenv/", true), + ("cmake", "cmake-4.2.0-macos-universal.tar.gz", false), + ("llama.cpp", "llama.cpp/", true), + ("libreoffice (src)", "libreoffice-26.2.3.2.tar.xz", false), + ("libreoffice (dmg)", "LibreOffice_26.2.3_MacOS_aarch64.dmg", false), + ("mermaid-cli", "mermaid-js-mermaid-cli-11.14.0.tgz", false), + ("librsvg", "librsvg/", true), + ("GroundingDINO", "GroundingDINO/", true), + ("PaliGemma", "paligemma/", true), + ("Odoo 19 CE", "odoo/", true), + ("ERPNext v15", "erpnext/", true), + ("Frappe Framework", "frappe/", true), + ("Gitea v1.25", "gitea/", true), + ("Go v1.26", "go/", true), + ("Rust/Cargo", "rustc-1.92.0-src.tar.xz", false), + ("rustup", "rustup-1.28.1.tar.gz", false), + ("Swift v6.3", "swift-6.3.1-RELEASE.tar.gz", false), + ("yt-dlp", "yt-dlp/", true), + ("SQLite", "sqlite-amalgamation-3490100.zip", false), + ("sqlite-vec", "sqlite-vec/", true), + ]; + + let mut ok = 0; + let mut missing = 0; + for (name, path, is_dir) in &checks { + let full = src_dir.join(path); + let exists = if *is_dir { full.is_dir() } else { full.is_file() }; + if exists { + println!(" ✅ {}", name); + ok += 1; + } else { + println!(" ❌ {} (missing: {})", name, path); + missing += 1; + } + } + println!("\n {}/{} sources verified", ok, ok + missing); + Ok(()) +} + +// ---- Build ---- + +fn cmd_build(service: &str) -> Result<()> { + let install_sh = Path::new(SERVICE_SRC).parent().unwrap().join("install_services.sh"); + + if service == "all" { + // Run the full install script + println!("Running: {}", install_sh.display()); + let status = Command::new("bash") + .arg(&install_sh) + .env("PREFIX", PREFIX) + .env("SRC_DIR", SERVICE_SRC) + .status() + .context("build script failed")?; + if !status.success() { + anyhow::bail!("Build failed"); + } + return Ok(()); + } + + // Single service build + match service { + "ffmpeg" => { + println!("Building ffmpeg (requires x264 + freetype)..."); + // Simplified: run the install script which handles incremental builds + let status = Command::new("bash").arg(&install_sh).env("PREFIX", PREFIX).env("SRC_DIR", SERVICE_SRC).status()?; + if !status.success() { anyhow::bail!("Build failed"); } + } + "redis" => { + let src = format!("{}/redis-7.4.3.tar.gz", SERVICE_SRC); + run_build("redis", &src, &format!("cd /tmp && tar xzf {} && cd redis-7.4.3 && make -j$(sysctl -n hw.ncpu) && make PREFIX={}/redis install", src, PREFIX))?; + } + "postgres" => { + let src = format!("{}/postgresql-18.3.tar.gz", SERVICE_SRC); + run_build("postgresql", &src, &format!("cd /tmp && tar xzf {} && cd postgresql-18.3 && ./configure --prefix={}/pgsql/18.3 && make -j$(sysctl -n hw.ncpu) && make install", src, PREFIX))?; + } + "llama" => { + println!("Building llama.cpp from {}...", format!("{}/llama.cpp", SERVICE_SRC)); + let status = Command::new("cmake") + .args(["-B", "build", "-DCMAKE_INSTALL_PREFIX=/tmp/llama_install"]) + .current_dir(format!("{}/llama.cpp", SERVICE_SRC)) + .status()?; + if !status.success() { anyhow::bail!("cmake failed"); } + let status = Command::new("cmake").args(["--build", "build", "--config", "Release", "-j"]).current_dir(format!("{}/llama.cpp", SERVICE_SRC)).status()?; + if !status.success() { anyhow::bail!("build failed"); } + } + "libreoffice" => { + let dmg = format!("{}/LibreOffice_26.2.3_MacOS_aarch64.dmg", SERVICE_SRC); + let mount = "/tmp/lo_mount"; + println!("Extracting LibreOffice from DMG..."); + // Mount + let status = Command::new("hdiutil").args(["attach", &dmg, "-nobrowse", "-quiet", "-mountpoint", mount]).status()?; + if !status.success() { anyhow::bail!("DMG mount failed"); } + // Copy app + let lo_dir = format!("{}/libreoffice", PREFIX); + let _ = std::fs::remove_dir_all(format!("{}/LibreOffice.app", lo_dir)); + std::fs::create_dir_all(&lo_dir)?; + let status = Command::new("cp").args(["-R", &format!("{}/LibreOffice.app", mount), &format!("{}/LibreOffice.app", lo_dir)]).status()?; + if !status.success() { anyhow::bail!("Copy failed"); } + // Create symlink + std::fs::create_dir_all(format!("{}/bin", lo_dir))?; + let _ = std::fs::remove_file(format!("{}/bin/soffice", lo_dir)); + std::os::unix::fs::symlink("../LibreOffice.app/Contents/MacOS/soffice", format!("{}/bin/soffice", lo_dir))?; + // Unmount + let _ = Command::new("hdiutil").args(["detach", mount, "-quiet"]).status(); + println!(" libreoffice installed to {}/bin/soffice", lo_dir); + } + _ => anyhow::bail!("Unknown service: {}. Try: all, ffmpeg, redis, postgres, llama, libreoffice, python", service), + } + Ok(()) +} + +fn run_build(name: &str, src: &str, cmd: &str) -> Result<()> { + println!("Building {} from {}...", name, src); + let status = Command::new("bash").arg("-c").arg(cmd).status()?; + if !status.success() { anyhow::bail!("{} build failed", name); } + println!(" {} build complete", name); + Ok(()) +} + +// ---- Install ---- + +fn cmd_install(service: &str) -> Result<()> { + let ffmpeg_src = format!("{}/ffmpeg_build/bin/ffmpeg", PREFIX); + let ffprobe_src = format!("{}/ffmpeg_build/bin/ffprobe", PREFIX); + let redis_src = format!("{}/redis/bin/redis-server", PREFIX); + let pg_src = format!("{}/pgsql/18.3/bin/postgres", PREFIX); + let llama_src = format!("{}/llama/bin/llama-server", PREFIX); + let libreoffice_src = format!("{}/libreoffice/bin/soffice", PREFIX); + let mmdc_src = format!("{}/bin/mmdc", PREFIX); + let rsvg_src = format!("{}/librsvg/bin/rsvg-convert", PREFIX); + let gitea_src = format!("{}/gitea/bin/gitea", PREFIX); + let go_src = format!("{}/go/bin/go", PREFIX); + let rustc_src = format!("{}/.rustup/toolchains/stable-aarch64-apple-darwin/bin/rustc", PREFIX); + let swift_src = "/usr/bin/swift".to_string(); + let ytdlp_src = "/opt/homebrew/bin/yt-dlp".to_string(); + + let installs: Vec<(&str, &str)> = vec![ + ("ffmpeg", &ffmpeg_src), + ("ffprobe", &ffprobe_src), + ("redis", &redis_src), + ("postgres", &pg_src), + ("llama", &llama_src), + ("libreoffice", &libreoffice_src), + ("mermaid-cli", &mmdc_src), + ("rsvg-convert", &rsvg_src), + ("gitea", &gitea_src), + ("go", &go_src), + ("rustc", &rustc_src), + ("swift", &swift_src), + ("yt-dlp", &ytdlp_src), + ]; + + for (name, src) in &installs { + if service != "all" && service != *name { continue; } + if Path::new(src).exists() { + println!(" ✅ {} installed: {}", name, src); + } else { + println!(" ❌ {} not found: {}", name, src); + } + } + Ok(()) +} + +// ---- Config ---- + +fn cmd_config(service: &str) -> Result<()> { + if service == "all" || service == "postgres" { + println!("\n--- PostgreSQL config ---"); + println!("# Save as: ~/pgsql/18.3/data/postgresql.conf"); + println!("listen_addresses = 'localhost'"); + println!("port = 5432"); + println!("max_connections = 100"); + println!("shared_buffers = 256MB"); + println!("work_mem = 16MB"); + println!("maintenance_work_mem = 128MB"); + println!("effective_cache_size = 768MB"); + println!("wal_level = replica"); + println!("max_wal_senders = 5"); + println!("log_destination = 'stderr'"); + println!("logging_collector = on"); + println!("log_directory = '{}'", LOG_DIR); + println!("search_path = 'dev, public'"); + } + + if service == "all" || service == "redis" { + println!("\n--- Redis config ---"); + println!("# Save as: ~/redis/redis.conf"); + println!("port 6379"); + println!("daemonize yes"); + println!("pidfile {}/redis/redis.pid", PREFIX); + println!("logfile {}/redis/redis.log", LOG_DIR); + println!("dir {}/redis/", PREFIX); + println!("requirepass accusys"); + println!("maxmemory 512mb"); + println!("maxmemory-policy allkeys-lru"); + } + + if service == "all" || service == "momentry" { + println!("\n--- Momentry Core config ---"); + println!("# Save as: .env.development"); + println!("DATABASE_URL=postgres://accusys@localhost:5432/momentry"); + println!("DATABASE_SCHEMA=dev"); + println!("REDIS_URL=redis://:accusys@localhost:6379"); + println!("MOMENTRY_REDIS_PREFIX=momentry_dev:"); + println!("MOMENTRY_SERVER_PORT=3003"); + println!("QDRANT_URL=http://localhost:6333"); + println!("MOMENTRY_EMBED_URL=http://localhost:11436"); + println!("MOMENTRY_LLM_SUMMARY_URL=http://localhost:8082/v1/chat/completions"); + println!("MOMENTRY_OUTPUT_DIR={}/momentry/output_dev", PREFIX); + println!("MOMENTRY_SCRIPTS_DIR={}/momentry_core_0.1/scripts", PREFIX); + println!("MOMENTRY_PYTHON_PATH={}/.pyenv/versions/3.11.15/bin/python3.11", PREFIX); + } + + if service == "all" || service == "embedding" { + println!("\n--- Embedding Server config ---"); + println!("# Start: {} embeddinggemma_server.py --port 11436", format!("{}/momentry_core_0.1/scripts", PREFIX)); + println!("MODEL=google/embeddinggemma-300m"); + println!("PORT=11436"); + println!("DEVICE=mps"); + } + + Ok(()) +} + +// ---- Launch ---- + +fn cmd_launch_generate() -> Result<()> { + fs::create_dir_all(LAUNCH_DIR)?; + + let pg_bin = format!("{}/pgsql/18.3/bin/postgres", PREFIX); + let pg_args = format!("-D {}/pgsql/18.3/data", PREFIX); + let redis_bin = format!("{}/redis/bin/redis-server", PREFIX); + let redis_args = format!("{}/redis/redis.conf", PREFIX); + let qdrant_bin = format!("{}/momentry_core_0.1/services/qdrant/target/release/qdrant", PREFIX); + let embed_bin = format!("{}/.pyenv/versions/3.11.15/bin/python3.11", PREFIX); + let embed_args = format!("{}/momentry_core_0.1/scripts/embeddinggemma_server.py --port 11436", PREFIX); + let llama_bin = format!("{}/llama/bin/llama-server", PREFIX); + let llama_args = format!("-m {}/models/google_gemma-4-26B-A4B-it-Q5_K_M.gguf --port 8082 -ngl 99 -c 16384", PREFIX); + let play_bin = format!("{}/momentry_core_0.1/target/debug/momentry_playground", PREFIX); + + let services: Vec<(&str, &str, &str, &str)> = vec![ + ("com.momentry.postgres", &pg_bin, &pg_args, "PostgreSQL"), + ("com.momentry.redis", &redis_bin, &redis_args, "Redis"), + ("com.momentry.qdrant", &qdrant_bin, "", "Qdrant"), + ("com.momentry.embedding", &embed_bin, &embed_args, "EmbeddingGemma"), + ("com.momentry.llama", &llama_bin, &llama_args, "LLM (llama.cpp)"), + ("com.momentry.playground", &play_bin, "server --port 3003", "Momentry Playground"), + ("com.momentry.worker", &play_bin, "worker --max-concurrent 2 --poll-interval 5", "Momentry Worker"), + ]; + + for (label, bin, args, _desc) in &services { + let plist = format!(r#" + + + + Label + {label} + ProgramArguments + + {bin} + {args} + + RunAtLoad + + KeepAlive + + WorkingDirectory + {prefix} + StandardOutPath + {log_dir}/{name}.stdout.log + StandardErrorPath + {log_dir}/{name}.stderr.log + EnvironmentVariables + + PATH + {prefix}/bin:{prefix}/.pyenv/versions/3.11.15/bin:/usr/bin:/bin + + +"#, + label = label, + bin = bin, + args = args, + prefix = PREFIX, + log_dir = LOG_DIR, + name = label.split('.').last().unwrap_or("service"), + ); + + let plist_path = Path::new(LAUNCH_DIR).join(format!("{}.plist", label)); + fs::write(&plist_path, plist)?; + println!(" 📝 {} → {:?}", label, plist_path.file_name().unwrap()); + } + println!("\n Generated {} plist files in {}", services.len(), LAUNCH_DIR); + Ok(()) +} + +fn cmd_launch_load() -> Result<()> { + for entry in fs::read_dir(LAUNCH_DIR)? { + let entry = entry?; + let path = entry.path(); + if path.extension().map_or(false, |e| e == "plist") { + let name = path.file_stem().unwrap().to_str().unwrap_or("?"); + let status = Command::new("launchctl").args(["load", "-w", path.to_str().unwrap()]).status(); + match status { + Ok(s) if s.success() => println!(" ✅ loaded: {}", name), + Ok(_) => println!(" ⚠️ load failed: {}", name), + Err(_) => println!(" ❌ launchctl error: {}", name), + } + } + } + Ok(()) +} + +fn cmd_launch_unload() -> Result<()> { + for entry in fs::read_dir(LAUNCH_DIR)? { + let entry = entry?; + let path = entry.path(); + if path.extension().map_or(false, |e| e == "plist") { + let name = path.file_stem().unwrap().to_str().unwrap_or("?"); + let status = Command::new("launchctl").args(["unload", path.to_str().unwrap()]).status(); + match status { + Ok(s) if s.success() => println!(" ✅ unloaded: {}", name), + Ok(_) => println!(" ⚠️ unload failed: {}", name), + Err(_) => println!(" ❌ launchctl error: {}", name), + } + } + } + Ok(()) +} + +fn cmd_launch_status() -> Result<()> { + for label in &[ + "com.momentry.postgres", + "com.momentry.redis", + "com.momentry.qdrant", + "com.momentry.embedding", + "com.momentry.llama", + "com.momentry.playground", + "com.momentry.worker", + ] { + let output = Command::new("launchctl").args(["list", label]).output(); + match output { + Ok(o) if o.status.success() => { + let stdout = String::from_utf8_lossy(&o.stdout); + if stdout.contains("PID") || stdout.lines().count() > 1 { + let pid = stdout.lines().nth(1).and_then(|l| l.split_whitespace().next()).unwrap_or("-"); + println!(" 🟢 {} (PID: {})", label, pid); + } else { + println!(" ⚪ {} (not running)", label); + } + } + _ => println!(" ⚪ {} (not loaded)", label), + } + } + Ok(()) +} + +// ---- Env ---- + +fn cmd_env(output: &Option) -> Result<()> { + let env_content = format!(r#"# Momentry Core — Environment Configuration +# Generated: {} +# Service: {} env + +# --- Database --- +DATABASE_URL=postgres://accusys@localhost:5432/momentry +DATABASE_SCHEMA=dev + +# --- Redis --- +REDIS_URL=redis://:accusys@localhost:6379 +MOMENTRY_REDIS_PREFIX=momentry_dev: +REDIS_PASSWORD=accusys + +# --- Qdrant --- +QDRANT_URL=http://localhost:6333 +QDRANT_API_KEY=Test3200Test3200Test3200 + +# --- Embedding (Gemma, port 11436) --- +MOMENTRY_EMBED_URL=http://localhost:11436 + +# --- LLM (llama.cpp, port 8082) --- +MOMENTRY_LLM_SUMMARY_URL=http://localhost:8082/v1/chat/completions +MOMENTRY_LLM_SUMMARY_MODEL=google_gemma-4-26B-A4B-it-Q5_K_M.gguf +MOMENTRY_LLM_SUMMARY_ENABLED=true + +# --- Paths --- +MOMENTRY_OUTPUT_DIR={prefix}/momentry/output_dev +MOMENTRY_BACKUP_DIR={prefix}/momentry/backup/momentry_dev +MOMENTRY_SFTP_ROOT={prefix}/momentry/var/sftpgo/data/demo/ +MOMENTRY_SCRIPTS_DIR={prefix}/momentry_core_0.1/scripts +MOMENTRY_PYTHON_PATH={prefix}/.pyenv/versions/3.11.15/bin/python3.11 + +# --- Server --- +MOMENTRY_SERVER_PORT=3003 +RUST_LOG=debug +MOMENTRY_LOG_LEVEL=debug + +# --- Worker --- +MOMENTRY_WORKER_ENABLED=true +MOMENTRY_MAX_CONCURRENT=6 +MOMENTRY_POLL_INTERVAL=10 +MOMENTRY_WORKER_BATCH_SIZE=5 + +# --- Timeouts --- +MOMENTRY_ASR_TIMEOUT=3600 +MOMENTRY_CUT_TIMEOUT=3600 +MOMENTRY_DEFAULT_TIMEOUT=7200 + +# --- Service Paths (source-built) --- +# Add to PATH: {prefix}/ffmpeg_build/bin:{prefix}/redis/bin:{prefix}/pgsql/18.3/bin:{prefix}/llama/bin +"#, + chrono::Local::now().format("%Y-%m-%d %H:%M"), + env!("CARGO_PKG_VERSION"), + prefix = PREFIX, + ); + + if let Some(path) = output { + fs::write(path, &env_content)?; + println!(" ✅ Written to {}", path); + } else { + println!("{}", env_content); + } + Ok(()) +} + +// ---- Test ---- + +fn cmd_test() -> Result<()> { + println!("=== Service Functional Tests ===\n"); + + let cmake_bin = format!("{}/bin/cmake", PREFIX); + let python_bin = format!("{}/.pyenv/versions/3.11.15/bin/python3.11", PREFIX); + let ffmpeg_bin = format!("{}/ffmpeg_build/bin/ffmpeg", PREFIX); + let ffprobe_bin = format!("{}/ffmpeg_build/bin/ffprobe", PREFIX); + let redis_bin = format!("{}/redis/bin/redis-server", PREFIX); + let pg_bin = format!("{}/pgsql/18.3/bin/postgres", PREFIX); + let llama_bin = format!("{}/llama/bin/llama-server", PREFIX); + let libreoffice_bin = format!("{}/libreoffice/bin/soffice", PREFIX); + let mmdc_bin = format!("{}/bin/mmdc", PREFIX); + let rsvg_bin = format!("{}/librsvg/bin/rsvg-convert", PREFIX); + let gitea_bin = format!("{}/gitea/bin/gitea", PREFIX); + let go_bin = format!("{}/go/bin/go", PREFIX); + let rustc_bin = format!("{}/.rustup/toolchains/stable-aarch64-apple-darwin/bin/rustc", PREFIX); + let cargo_bin = format!("{}/.rustup/toolchains/stable-aarch64-apple-darwin/bin/cargo", PREFIX); + let swift_bin = "/usr/bin/swift".to_string(); + let ytdlp_bin = "/opt/homebrew/bin/yt-dlp".to_string(); + + let tests: Vec<(&str, &str, Vec<&str>)> = vec![ + ("cmake", &cmake_bin, vec!["--version"]), + ("python 3.11", &python_bin, vec!["--version"]), + ("ffmpeg", &ffmpeg_bin, vec!["-version"]), + ("ffprobe", &ffprobe_bin, vec!["-version"]), + ("redis-server", &redis_bin, vec!["--version"]), + ("postgres", &pg_bin, vec!["--version"]), + ("llama-server", &llama_bin, vec!["--version"]), + ("libreoffice", &libreoffice_bin, vec!["--version"]), + ("mermaid-cli", &mmdc_bin, vec!["--version"]), + ("rsvg-convert", &rsvg_bin, vec!["--version"]), + ("gitea", &gitea_bin, vec!["--version"]), + ("go", &go_bin, vec!["version"]), + ("rustc", &rustc_bin, vec!["--version"]), + ("cargo", &cargo_bin, vec!["--version"]), + ("swift", &swift_bin, vec!["--version"]), + ("yt-dlp", &ytdlp_bin, vec!["--version"]), + ]; + + let mut pass = 0; + let mut fail = 0; + + for (name, bin, args) in &tests { + print!(" {} ... ", name); + std::io::stdout().flush()?; + + if !Path::new(bin).exists() { + println!("❌ binary not found"); + fail += 1; + continue; + } + + let output = Command::new(bin).args(args).output(); + match output { + Ok(o) if o.status.success() => { + let ver = String::from_utf8_lossy(&o.stdout).lines().next().unwrap_or("?").to_string(); + println!("✅ {}", ver.chars().take(70).collect::()); + pass += 1; + } + Ok(o) => { + // Some tools return non-zero for --version (llama-server) + let stderr = String::from_utf8_lossy(&o.stderr); + if stderr.contains("version") || stderr.contains("build") { + println!("✅ (non-zero exit, but has version info)"); + pass += 1; + } else { + println!("❌ exit code {}", o.status.code().unwrap_or(-1)); + fail += 1; + } + } + Err(e) => { + println!("❌ {}", e); + fail += 1; + } + } + } + + // Functional tests + println!("\n--- Functional Tests ---"); + // Create test docx for libreoffice test + let _ = std::fs::write("/tmp/svc_test_func.docx", "Service test document for LibreOffice conversion"); + let func_tests = [ + ("ffprobe probe", "ffprobe", vec!["-v", "error", "-show_entries", "format=duration", "-of", "csv=p=0", "/Users/accusys/momentry/var/sftpgo/data/demo/Charade_YouTube_24fps.mp4"]), + ("ffmpeg audio extract", "ffmpeg", vec!["-y", "-v", "quiet", "-i", "/Users/accusys/momentry/var/sftpgo/data/demo/Charade_YouTube_24fps.mp4", "-t", "2", "-ar", "16000", "-ac", "1", "/tmp/svc_test_audio.wav"]), + ("ffmpeg frame extract", "ffmpeg", vec!["-y", "-v", "quiet", "-i", "/Users/accusys/momentry/var/sftpgo/data/demo/Charade_YouTube_24fps.mp4", "-ss", "100", "-vframes", "1", "/tmp/svc_test_frame.jpg"]), + ("libreoffice doc→txt", "libreoffice", vec!["--headless", "--convert-to", "txt", "/tmp/svc_test_func.docx", "--outdir", "/tmp/"]), + ("rsvg-convert svg→png", "rsvg-convert", vec!["-o", "/tmp/svc_test_rsvg.png", "/tmp/test_rsvg.svg"]), + ("mmdc mermaid→png", "mermaid-cli", vec!["-i", "/tmp/test_mermaid.mmd", "-o", "/tmp/svc_test_mmd.png", "-w", "200"]), + ]; + + for (desc, bin_name, args) in &func_tests { + print!(" {} ... ", desc); + std::io::stdout().flush()?; + let bin = match *bin_name { + "ffmpeg" => ffmpeg_bin.as_str(), + "ffprobe" => ffprobe_bin.as_str(), + "libreoffice" => libreoffice_bin.as_str(), + "rsvg-convert" => rsvg_bin.as_str(), + "mermaid-cli" => mmdc_bin.as_str(), + _ => continue, + }; + let output = Command::new(bin).args(args).output(); + match output { + Ok(o) if o.status.success() => { println!("✅"); pass += 1; } + _ => { println!("❌"); fail += 1; } + } + } + + // Cleanup + let _ = std::fs::remove_file("/tmp/svc_test_audio.wav"); + let _ = std::fs::remove_file("/tmp/svc_test_frame.jpg"); + + println!("\n=== Test Results: {} passed, {} failed ===", pass, fail); + Ok(()) +} + +// ---- Report ---- + +fn cmd_report() -> Result<()> { + println!("=== Momentry Service Report ==="); + println!("Generated: {}", chrono::Local::now().format("%Y-%m-%d %H:%M:%S")); + println!(); + + // 1. Source status + println!("## 1. Source Code"); + let src_dir = Path::new(SERVICE_SRC); + if src_dir.exists() { + let size = format_dir_size(src_dir); + println!(" Path: {} ({})", SERVICE_SRC, size); + for entry in fs::read_dir(src_dir)? { + let entry = entry?; + let name = entry.file_name().to_string_lossy().to_string(); + let meta = entry.metadata()?; + let icon = if meta.is_dir() { "📁" } else { "📄" }; + println!(" {} {}", icon, name); + } + } else { + println!(" ❌ Source directory not found"); + } + + // 2. Binary status + println!("\n## 2. Binaries"); + let binaries = [ + ("cmake", &format!("{}/bin/cmake", PREFIX)), + ("python3.11", &format!("{}/.pyenv/versions/3.11.15/bin/python3.11", PREFIX)), + ("ffmpeg", &format!("{}/ffmpeg_build/bin/ffmpeg", PREFIX)), + ("ffprobe", &format!("{}/ffmpeg_build/bin/ffprobe", PREFIX)), + ("redis-server", &format!("{}/redis/bin/redis-server", PREFIX)), + ("postgres", &format!("{}/pgsql/18.3/bin/postgres", PREFIX)), + ("llama-server", &format!("{}/llama/bin/llama-server", PREFIX)), + ("libreoffice", &format!("{}/libreoffice/bin/soffice", PREFIX)), + ]; + for (name, path) in &binaries { + let status = if Path::new(path).exists() { + let size = fs::metadata(path).map(|m| m.len()).unwrap_or(0); + format!("{} ({})", "✅", format_bytes(size)) + } else { + "❌".to_string() + }; + println!(" {} {}", status, name); + } + + // 3. Running services + println!("\n## 3. Running Services"); + let procs = [ + ("PostgreSQL", "postgres"), + ("Redis", "redis-server"), + ("Qdrant", "qdrant"), + ("llama.cpp", "llama-server"), + ("EmbeddingGemma", "embeddinggemma"), + ("Playground", "momentry_playground.*server"), + ("Worker", "momentry_playground.*worker"), + ]; + for (name, pattern) in &procs { + let output = Command::new("pgrep").args(["-f", pattern]).output(); + match output { + Ok(o) if o.status.success() => { + let pids = String::from_utf8_lossy(&o.stdout).trim().to_string(); + println!(" 🟢 {} (PID: {})", name, pids.replace('\n', ", ")); + } + _ => println!(" ⚪ {} (not running)", name), + } + } + + // 4. Ports + println!("\n## 4. Port Status"); + let ports = [(3003, "Playground"), (5432, "PostgreSQL"), (6379, "Redis"), (6333, "Qdrant"), (8082, "LLM"), (11436, "Embedding")]; + for (port, name) in &ports { + let output = Command::new("lsof").args(["-i", &format!(":{}", port)]).output(); + match output { + Ok(o) if o.status.success() => println!(" 🟢 :{} ({})", port, name), + _ => println!(" ⚪ :{} ({})", port, name), + } + } + + // 5. Summary + println!("\n## 5. Quick Check"); + println!(" {}", "─".repeat(60)); + println!(" source → release/system/v1.0/services/src/ (336MB)"); + println!(" build → bash install_services.sh"); + println!(" install → {}", PREFIX); + println!(" config → service config all (view configs)"); + println!(" launch → service launch generate (create plists)"); + println!(" launch → service launch load (start all)"); + println!(" env → service env -o .env.development"); + println!(" test → service test (verify all binaries)"); + + Ok(()) +} + +fn format_bytes(bytes: u64) -> String { + if bytes > 1024 * 1024 * 1024 { format!("{:.1}GB", bytes as f64 / 1_073_741_824.0) } + else if bytes > 1024 * 1024 { format!("{:.0}MB", bytes as f64 / 1_048_576.0) } + else if bytes > 1024 { format!("{:.0}KB", bytes as f64 / 1024.0) } + else { format!("{}B", bytes) } +} + +fn format_dir_size(path: &Path) -> String { + let output = Command::new("du").args(["-sh", path.to_str().unwrap()]).output(); + match output { + Ok(o) if o.status.success() => { + let s = String::from_utf8_lossy(&o.stdout); + s.split_whitespace().next().unwrap_or("?").to_string() + } + _ => "?".to_string(), + } +} + +// ---- Main ---- + +#[tokio::main] +async fn main() -> Result<()> { + let cli = Cli::parse(); + match cli.command { + Commands::Source { action } => match action { + SourceAction::List => cmd_source_list()?, + SourceAction::Verify => cmd_source_verify()?, + SourceAction::Download { name } => { + println!("Downloading: {} (use install_services.sh for full download)", name); + println!("Source URLs:"); + println!(" ffmpeg: https://ffmpeg.org/releases/ffmpeg-7.1.1.tar.xz"); + println!(" redis: https://download.redis.io/releases/redis-7.4.3.tar.gz"); + println!(" postgres: https://ftp.postgresql.org/pub/source/v18.3/postgresql-18.3.tar.gz"); + println!(" x264: git clone https://code.videolan.org/videolan/x264.git"); + println!(" freetype: https://download.savannah.gnu.org/releases/freetype/freetype-2.13.3.tar.gz"); + println!(" pyenv: git clone https://github.com/pyenv/pyenv.git"); + println!(" cmake: https://github.com/Kitware/CMake/releases"); + println!(" llama: git clone https://github.com/ggml-org/llama.cpp.git"); + } + }, + Commands::Build { service } => cmd_build(&service)?, + Commands::Install { service } => cmd_install(&service)?, + Commands::Config { service } => cmd_config(&service)?, + Commands::Launch { action } => match action { + LaunchAction::Generate => cmd_launch_generate()?, + LaunchAction::Load => cmd_launch_load()?, + LaunchAction::Unload => cmd_launch_unload()?, + LaunchAction::Status => cmd_launch_status()?, + }, + Commands::Env { output } => cmd_env(&output)?, + Commands::Test => cmd_test()?, + Commands::Report => cmd_report()?, + } + Ok(()) +}