8cebb4f4e9
- unified_search: Hybride Suche (PostgreSQL FTS + pgvector + RRF Fusion) - 5 Search Providers (Contact, Company, Mail, File, Event) - KI Query Understanding (Fuzzy, Facetten via LiteLLM) - DMS Text-Extraction (PDF, DOCX, XLSX, PPTX) - Embedding Pipeline (ollama/nomic-embed-text, 768 Dim) - Background Jobs für Indexierung - Plugin-basierte Provider Registry - ai_proactive: Proaktiver KI-Agent - Context-Tracking (Frontend → Backend → Event Bus) - Proactive Engine mit LLM Suggestion-Generierung - SSE Real-time Push an Frontend - 6 AI Tools für Tool Registry - Rate-Limiting + User Settings - Deep Analysis Background Jobs - Frontend Integration: - useAIContext Hook, SuggestionSidebar, SuggestionBadge - ProactiveAISettings Page, Search API Client - Globale Suche auf neue API umgestellt - Tests: test_unified_search.py + test_ai_proactive.py (alle bestanden) - Config: Ollama Cloud DeepSeek V4 als Default, konfigurierbar - Dependencies: PyMuPDF, python-docx, python-pptx, pgvector - Bugfixes: notification type_key length, migration IF NOT EXISTS
155 lines
5.9 KiB
PL/PgSQL
155 lines
5.9 KiB
PL/PgSQL
-- Unified Search: pgvector extension, FTS triggers, provider registry
|
|
|
|
-- pgvector extension
|
|
CREATE EXTENSION IF NOT EXISTS vector;
|
|
|
|
-- ─── Provider Registry Table ───
|
|
CREATE TABLE IF NOT EXISTS unified_search_providers (
|
|
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
tenant_id UUID NOT NULL,
|
|
entity_type VARCHAR(50) NOT NULL,
|
|
plugin_name VARCHAR(80) NOT NULL,
|
|
is_active BOOLEAN NOT NULL DEFAULT TRUE,
|
|
config JSONB NOT NULL DEFAULT '{}'::jsonb,
|
|
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
|
updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
|
UNIQUE(tenant_id, entity_type)
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_usp_tenant ON unified_search_providers(tenant_id);
|
|
|
|
-- ─── Index Log Table ───
|
|
CREATE TABLE IF NOT EXISTS unified_search_index_log (
|
|
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
tenant_id UUID NOT NULL,
|
|
entity_type VARCHAR(50) NOT NULL,
|
|
entity_id UUID NOT NULL,
|
|
action VARCHAR(20) NOT NULL,
|
|
status VARCHAR(20) NOT NULL DEFAULT 'pending',
|
|
error_message TEXT,
|
|
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_usil_tenant ON unified_search_index_log(tenant_id);
|
|
CREATE INDEX IF NOT EXISTS ix_usil_entity ON unified_search_index_log(entity_type, entity_id);
|
|
|
|
-- ─── FTS: Mails ───
|
|
ALTER TABLE mails ADD COLUMN IF NOT EXISTS body_tsv tsvector;
|
|
|
|
CREATE OR REPLACE FUNCTION mails_tsv_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.body_tsv :=
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.subject, '')), 'A') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.from_address, '')), 'B') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.to_addresses, '')), 'C') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.body_text, '')), 'D');
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
DROP TRIGGER IF EXISTS mails_tsv_update ON mails;
|
|
CREATE TRIGGER mails_tsv_update
|
|
BEFORE INSERT OR UPDATE ON mails
|
|
FOR EACH ROW EXECUTE FUNCTION mails_tsv_trigger();
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_mails_body_tsv ON mails USING gin(body_tsv);
|
|
|
|
-- ─── FTS: Contacts ───
|
|
ALTER TABLE contacts ADD COLUMN IF NOT EXISTS search_tsv tsvector;
|
|
|
|
CREATE OR REPLACE FUNCTION contacts_tsv_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.search_tsv :=
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.first_name, '') || ' ' || coalesce(NEW.last_name, '')), 'A') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.email, '')), 'B') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.phone, '') || ' ' || coalesce(NEW.mobile, '')), 'C') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.notes, '')), 'D');
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
DROP TRIGGER IF EXISTS contacts_tsv_update ON contacts;
|
|
CREATE TRIGGER contacts_tsv_update
|
|
BEFORE INSERT OR UPDATE ON contacts
|
|
FOR EACH ROW EXECUTE FUNCTION contacts_tsv_trigger();
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_contacts_search_tsv ON contacts USING gin(search_tsv);
|
|
|
|
-- ─── FTS: Calendar Entries ───
|
|
ALTER TABLE calendar_entries ADD COLUMN IF NOT EXISTS search_tsv tsvector;
|
|
|
|
CREATE OR REPLACE FUNCTION calendar_entries_tsv_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.search_tsv :=
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.title, '')), 'A') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.description, '')), 'B') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.location, '')), 'C');
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
DROP TRIGGER IF EXISTS calendar_entries_tsv_update ON calendar_entries;
|
|
CREATE TRIGGER calendar_entries_tsv_update
|
|
BEFORE INSERT OR UPDATE ON calendar_entries
|
|
FOR EACH ROW EXECUTE FUNCTION calendar_entries_tsv_trigger();
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_cal_entries_search_tsv ON calendar_entries USING gin(search_tsv);
|
|
|
|
-- ─── FTS: Files (content_text added here, not in 0002, to avoid trigger dependency) ───
|
|
ALTER TABLE files ADD COLUMN IF NOT EXISTS content_text text;
|
|
ALTER TABLE files ADD COLUMN IF NOT EXISTS content_tsv tsvector;
|
|
|
|
CREATE OR REPLACE FUNCTION files_tsv_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.content_tsv :=
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.name, '')), 'A') ||
|
|
setweight(to_tsvector('pg_catalog.german', coalesce(NEW.content_text, '')), 'D');
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
DROP TRIGGER IF EXISTS files_tsv_update ON files;
|
|
CREATE TRIGGER files_tsv_update
|
|
BEFORE INSERT OR UPDATE ON files
|
|
FOR EACH ROW EXECUTE FUNCTION files_tsv_trigger();
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_files_content_tsv ON files USING gin(content_tsv);
|
|
|
|
-- ─── FTS: Tags ───
|
|
ALTER TABLE tags ADD COLUMN IF NOT EXISTS search_tsv tsvector;
|
|
|
|
CREATE OR REPLACE FUNCTION tags_tsv_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.search_tsv := to_tsvector('pg_catalog.german', coalesce(NEW.name, ''));
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
DROP TRIGGER IF EXISTS tags_tsv_update ON tags;
|
|
CREATE TRIGGER tags_tsv_update
|
|
BEFORE INSERT OR UPDATE ON tags
|
|
FOR EACH ROW EXECUTE FUNCTION tags_tsv_trigger();
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_tags_search_tsv ON tags USING gin(search_tsv);
|
|
|
|
-- ─── FTS: Audit Log ───
|
|
ALTER TABLE audit_log ADD COLUMN IF NOT EXISTS search_tsv tsvector;
|
|
|
|
CREATE OR REPLACE FUNCTION audit_log_tsv_trigger() RETURNS trigger AS $$
|
|
BEGIN
|
|
NEW.search_tsv :=
|
|
to_tsvector('pg_catalog.german',
|
|
coalesce(NEW.entity_type, '') || ' ' ||
|
|
coalesce(NEW.action, '') || ' ' ||
|
|
coalesce(NEW.user_id::text, ''));
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
DROP TRIGGER IF EXISTS audit_log_tsv_update ON audit_log;
|
|
CREATE TRIGGER audit_log_tsv_update
|
|
BEFORE INSERT OR UPDATE ON audit_log
|
|
FOR EACH ROW EXECUTE FUNCTION audit_log_tsv_trigger();
|
|
|
|
CREATE INDEX IF NOT EXISTS ix_audit_log_search_tsv ON audit_log USING gin(search_tsv);
|