2026-06-29 00:10:10 +02:00
|
|
|
"""ARQ job queue integration."""
|
|
|
|
|
|
|
|
|
|
from __future__ import annotations
|
|
|
|
|
|
2026-07-25 21:03:46 +02:00
|
|
|
import logging
|
2026-06-29 00:10:10 +02:00
|
|
|
from typing import Any
|
|
|
|
|
|
|
|
|
|
from arq import create_pool
|
2026-08-16 01:17:18 +02:00
|
|
|
from arq.connections import ArqRedis, RedisSettings
|
2026-06-29 00:10:10 +02:00
|
|
|
|
|
|
|
|
from app.config import get_settings
|
|
|
|
|
|
2026-07-25 21:03:46 +02:00
|
|
|
logger = logging.getLogger(__name__)
|
2026-06-29 00:10:10 +02:00
|
|
|
|
2026-07-25 21:03:46 +02:00
|
|
|
# ── Global ARQ pool singleton ────────────────────────────────────────────────
|
|
|
|
|
_job_pool: ArqRedis | None = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def init_job_pool() -> ArqRedis:
|
|
|
|
|
"""Create and store the global ARQ job pool.
|
|
|
|
|
|
|
|
|
|
Called once during app lifespan startup so every subsequent enqueue
|
|
|
|
|
reuses the same connection instead of opening a new one per call.
|
|
|
|
|
"""
|
|
|
|
|
global _job_pool
|
|
|
|
|
if _job_pool is not None:
|
|
|
|
|
logger.warning("init_job_pool() called but pool already initialized")
|
|
|
|
|
return _job_pool
|
2026-06-29 00:10:10 +02:00
|
|
|
settings = get_settings()
|
|
|
|
|
redis_settings = RedisSettings.from_dsn(settings.redis_url)
|
2026-07-25 21:03:46 +02:00
|
|
|
_job_pool = await create_pool(redis_settings)
|
|
|
|
|
logger.info("Global ARQ job pool initialized")
|
|
|
|
|
return _job_pool
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def close_job_pool() -> None:
|
|
|
|
|
"""Close the global ARQ job pool. Called during app lifespan shutdown."""
|
|
|
|
|
global _job_pool
|
|
|
|
|
if _job_pool is not None:
|
|
|
|
|
await _job_pool.close()
|
|
|
|
|
_job_pool = None
|
|
|
|
|
logger.info("Global ARQ job pool closed")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def get_job_pool() -> ArqRedis:
|
|
|
|
|
"""Return the global ARQ job pool singleton.
|
|
|
|
|
|
|
|
|
|
If init_job_pool() has not been called yet (e.g. during testing),
|
|
|
|
|
a new pool is created lazily so callers always get a working connection.
|
|
|
|
|
"""
|
|
|
|
|
global _job_pool
|
|
|
|
|
if _job_pool is None:
|
|
|
|
|
settings = get_settings()
|
|
|
|
|
redis_settings = RedisSettings.from_dsn(settings.redis_url)
|
|
|
|
|
_job_pool = await create_pool(redis_settings)
|
|
|
|
|
logger.debug("ARQ job pool created lazily (init_job_pool not called)")
|
|
|
|
|
return _job_pool
|
2026-06-29 00:10:10 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
async def enqueue_job(job_name: str, *args: Any, **kwargs: Any) -> str | None:
|
|
|
|
|
"""Enqueue a background job. Returns job_id or None."""
|
|
|
|
|
pool = await get_job_pool()
|
|
|
|
|
job = await pool.enqueue_job(job_name, *args, **kwargs)
|
|
|
|
|
if job:
|
|
|
|
|
return job.job_id
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def get_job_status(job_id: str) -> dict[str, Any] | None:
|
|
|
|
|
"""Get the status of a background job."""
|
|
|
|
|
pool = await get_job_pool()
|
|
|
|
|
job_info = await pool.job_info(job_id)
|
|
|
|
|
if job_info is None:
|
|
|
|
|
return None
|
|
|
|
|
return {
|
|
|
|
|
"job_id": job_id,
|
|
|
|
|
"status": str(job_info.status),
|
|
|
|
|
"result": job_info.result,
|
|
|
|
|
"enqueue_time": job_info.enqueue_time.isoformat() if job_info.enqueue_time else None,
|
|
|
|
|
"start_time": job_info.start_time.isoformat() if job_info.start_time else None,
|
|
|
|
|
"finish_time": job_info.finish_time.isoformat() if job_info.finish_time else None,
|
|
|
|
|
}
|
2026-07-26 20:45:42 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# ── Password Reset Email Job ─────────────────────────────────────────────────
|
|
|
|
|
|
|
|
|
|
async def send_password_reset_email(
|
|
|
|
|
ctx: dict[str, Any],
|
|
|
|
|
*,
|
|
|
|
|
user_id: str,
|
|
|
|
|
email: str,
|
|
|
|
|
raw_token: str,
|
|
|
|
|
expires_at: str,
|
|
|
|
|
) -> None:
|
|
|
|
|
"""Send a password reset email via SMTP.
|
|
|
|
|
|
|
|
|
|
This is an ARQ worker function. It is registered with the job registry
|
|
|
|
|
so the worker can execute it when the auth service enqueues it.
|
|
|
|
|
"""
|
|
|
|
|
from email.mime.multipart import MIMEMultipart
|
2026-08-16 01:17:18 +02:00
|
|
|
from email.mime.text import MIMEText
|
|
|
|
|
|
|
|
|
|
import aiosmtplib
|
2026-07-26 20:45:42 +02:00
|
|
|
|
|
|
|
|
settings = get_settings()
|
|
|
|
|
|
|
|
|
|
# Build the reset URL
|
|
|
|
|
reset_url = f"{settings.frontend_url.rstrip('/')}/reset-password?token={raw_token}"
|
|
|
|
|
|
|
|
|
|
# Build the email
|
|
|
|
|
msg = MIMEMultipart("alternative")
|
|
|
|
|
msg["From"] = settings.smtp_from_email
|
|
|
|
|
msg["To"] = email
|
|
|
|
|
msg["Subject"] = "LeoCRM — Passwort zurücksetzen"
|
|
|
|
|
|
|
|
|
|
text_body = (
|
|
|
|
|
f"Sie haben angefordert, Ihr Passwort zurückzusetzen.\n\n"
|
|
|
|
|
f"Klicken Sie auf den folgenden Link, um ein neues Passwort zu setzen:\n"
|
|
|
|
|
f"{reset_url}\n\n"
|
|
|
|
|
f"Dieser Link ist gültig bis {expires_at}.\n\n"
|
|
|
|
|
f"Falls Sie diese Anfrage nicht gestellt haben, können Sie diese\n"
|
|
|
|
|
f"E-Mail ignorieren. Ihr Passwort bleibt unverändert.\n"
|
|
|
|
|
)
|
|
|
|
|
html_body = (
|
|
|
|
|
f"<html><body>"
|
|
|
|
|
f"<h2>Passwort zurücksetzen</h2>"
|
|
|
|
|
f"<p>Sie haben angefordert, Ihr Passwort zurückzusetzen.</p>"
|
|
|
|
|
f"<p><a href=\"{reset_url}\">Passwort jetzt zurücksetzen</a></p>"
|
|
|
|
|
f"<p>Dieser Link ist gültig bis {expires_at}.</p>"
|
|
|
|
|
f"<p>Falls Sie diese Anfrage nicht gestellt haben, können Sie diese "
|
|
|
|
|
f"E-Mail ignorieren. Ihr Passwort bleibt unverändert.</p>"
|
|
|
|
|
f"</body></html>"
|
|
|
|
|
)
|
|
|
|
|
msg.attach(MIMEText(text_body, "plain", "utf-8"))
|
|
|
|
|
msg.attach(MIMEText(html_body, "html", "utf-8"))
|
|
|
|
|
|
2026-07-31 11:37:11 +02:00
|
|
|
# Send via SMTP (port 465 = implicit TLS, port 587 = STARTTLS)
|
|
|
|
|
use_tls = settings.smtp_port == 465
|
|
|
|
|
start_tls = settings.smtp_use_tls and not use_tls
|
2026-07-26 20:45:42 +02:00
|
|
|
await aiosmtplib.send(
|
|
|
|
|
msg,
|
|
|
|
|
hostname=settings.smtp_host,
|
|
|
|
|
port=settings.smtp_port,
|
|
|
|
|
username=settings.smtp_username,
|
|
|
|
|
password=settings.smtp_password,
|
2026-07-31 11:37:11 +02:00
|
|
|
use_tls=use_tls,
|
|
|
|
|
start_tls=start_tls,
|
2026-07-26 20:45:42 +02:00
|
|
|
)
|
|
|
|
|
logger.info("Password reset email sent to %s for user %s", email, user_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Register the job so the worker can find it
|
|
|
|
|
from app.core.job_registry import register_job # noqa: E402
|
|
|
|
|
|
|
|
|
|
register_job("send_password_reset_email", send_password_reset_email)
|
2026-08-25 23:48:22 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# ── DSAR Processing Job (G1 DSGVO: Art. 15 Auskunft / Art. 17 Löschung) ─────
|
|
|
|
|
|
|
|
|
|
async def _dsar_collect_user_data(db: Any, tenant_id: str, user_id: str) -> dict[str, Any]:
|
|
|
|
|
"""Collect every data category the dsgvo-export route promises.
|
|
|
|
|
|
2026-08-27 18:09:15 +02:00
|
|
|
Core collects ONLY core-owned data (profile, audit log, notifications).
|
|
|
|
|
Plugin-owned categories (contacts, mail accounts, tasks, calendar
|
|
|
|
|
entries, comm messages, ...) are contributed by each plugin's contract
|
|
|
|
|
via ``dsar_collect()`` — the core must not know plugin internals.
|
2026-08-25 23:48:22 +02:00
|
|
|
"""
|
|
|
|
|
from datetime import UTC, datetime
|
|
|
|
|
from uuid import UUID as PyUUID
|
|
|
|
|
|
|
|
|
|
from sqlalchemy import select as sa_select
|
|
|
|
|
|
|
|
|
|
from app.models.audit import AuditLog
|
|
|
|
|
from app.models.notification import Notification
|
|
|
|
|
from app.models.user import User
|
2026-08-27 17:38:06 +02:00
|
|
|
from app.plugins.builtins.contracts import get_contract
|
2026-08-27 18:09:15 +02:00
|
|
|
from app.plugins.registry import get_registry
|
2026-08-25 23:48:22 +02:00
|
|
|
|
|
|
|
|
uid = PyUUID(user_id)
|
|
|
|
|
tid = PyUUID(tenant_id)
|
|
|
|
|
|
|
|
|
|
export_data: dict[str, Any] = {
|
|
|
|
|
"user_id": user_id,
|
|
|
|
|
"exported_at": datetime.now(UTC).isoformat(),
|
|
|
|
|
"legal_basis": "GDPR Art. 15 (access) / Art. 20 (portability)",
|
|
|
|
|
"data": {},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
# Profile
|
|
|
|
|
user = (
|
|
|
|
|
await db.execute(sa_select(User).where(User.id == uid))
|
|
|
|
|
).scalar_one_or_none()
|
|
|
|
|
if user:
|
|
|
|
|
export_data["data"]["profile"] = {
|
|
|
|
|
"email": user.email,
|
|
|
|
|
"name": user.name,
|
|
|
|
|
"is_active": user.is_active,
|
|
|
|
|
"created_at": user.created_at.isoformat() if user.created_at else None,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
# Audit trail entries by/about the user (bounded to keep payloads sane)
|
|
|
|
|
audit_entries = (
|
|
|
|
|
await db.execute(
|
|
|
|
|
sa_select(AuditLog).where(
|
|
|
|
|
AuditLog.tenant_id == tid,
|
|
|
|
|
AuditLog.user_id == uid,
|
|
|
|
|
).limit(1000)
|
|
|
|
|
)
|
|
|
|
|
).scalars().all()
|
|
|
|
|
export_data["data"]["audit_log"] = [
|
|
|
|
|
{
|
|
|
|
|
"action": a.action,
|
|
|
|
|
"entity_type": a.entity_type,
|
|
|
|
|
"timestamp": a.timestamp.isoformat() if a.timestamp else None,
|
|
|
|
|
}
|
|
|
|
|
for a in audit_entries
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
# Notifications addressed to the user
|
|
|
|
|
notifications = (
|
|
|
|
|
await db.execute(
|
|
|
|
|
sa_select(Notification).where(
|
|
|
|
|
Notification.tenant_id == tid,
|
|
|
|
|
Notification.owner_id == uid,
|
|
|
|
|
).limit(1000)
|
|
|
|
|
)
|
|
|
|
|
).scalars().all()
|
|
|
|
|
export_data["data"]["notifications"] = [
|
|
|
|
|
{
|
|
|
|
|
"id": str(n.id),
|
|
|
|
|
"type": getattr(n, "type", None),
|
|
|
|
|
"title": getattr(n, "title", None),
|
|
|
|
|
"created_at": n.created_at.isoformat() if n.created_at else None,
|
|
|
|
|
}
|
|
|
|
|
for n in notifications
|
|
|
|
|
]
|
|
|
|
|
|
2026-08-27 18:09:15 +02:00
|
|
|
# ── Plugin-owned categories via contracts ──
|
|
|
|
|
# For every discovered plugin, resolve its contract (lazy-load) and ask
|
|
|
|
|
# it to contribute its DSAR categories. Inactive/absent plugins simply
|
|
|
|
|
# contribute nothing — same semantics as the former per-plugin try/except.
|
|
|
|
|
registry = get_registry()
|
|
|
|
|
for plugin_name in registry.list_discovered():
|
|
|
|
|
contract = get_contract(plugin_name)
|
|
|
|
|
dsar_collect = getattr(contract, "dsar_collect", None) if contract else None
|
|
|
|
|
if dsar_collect is None:
|
|
|
|
|
continue
|
|
|
|
|
try:
|
|
|
|
|
categories = await dsar_collect(db, tid, uid)
|
|
|
|
|
export_data["data"].update(categories)
|
|
|
|
|
except Exception:
|
|
|
|
|
logger.warning(
|
|
|
|
|
"DSAR collect failed for plugin '%s' — category skipped",
|
|
|
|
|
plugin_name,
|
|
|
|
|
exc_info=True,
|
2026-08-26 00:19:20 +02:00
|
|
|
)
|
|
|
|
|
|
2026-08-25 23:48:22 +02:00
|
|
|
return export_data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def _dsar_execute_deletion(db: Any, tenant_id: str, user_id: str) -> dict[str, int]:
|
|
|
|
|
"""Execute GDPR Art. 17 erasure for a user within one tenant.
|
|
|
|
|
|
|
|
|
|
Strategy (respects retention duties):
|
2026-08-27 18:09:15 +02:00
|
|
|
- Plugin-owned personal data (contacts, ...) → erased via each plugin's
|
|
|
|
|
contract ``dsar_erase()`` — the core must not know plugin internals
|
|
|
|
|
- Notifications owned by the user → hard delete (core-owned)
|
2026-08-25 23:48:22 +02:00
|
|
|
- User account → deactivate (is_active=False), clear personal fields,
|
|
|
|
|
scramble password hash and email (keeps FK integrity for audit rows)
|
|
|
|
|
Returns counters for the audit entry.
|
|
|
|
|
"""
|
|
|
|
|
from uuid import UUID as PyUUID
|
|
|
|
|
|
|
|
|
|
from sqlalchemy import select as sa_select
|
|
|
|
|
from sqlalchemy import update as sa_update
|
|
|
|
|
|
|
|
|
|
from app.core.audit import log_audit
|
|
|
|
|
from app.models.notification import Notification
|
|
|
|
|
from app.models.user import User
|
2026-08-27 18:09:15 +02:00
|
|
|
from app.plugins.builtins.contracts import get_contract
|
|
|
|
|
from app.plugins.registry import get_registry
|
2026-08-25 23:48:22 +02:00
|
|
|
|
|
|
|
|
uid = PyUUID(user_id)
|
|
|
|
|
tid = PyUUID(tenant_id)
|
|
|
|
|
|
|
|
|
|
counts: dict[str, int] = {}
|
|
|
|
|
|
2026-08-27 18:09:15 +02:00
|
|
|
# 1. Plugin-owned erasure via contracts (contacts, ...)
|
|
|
|
|
registry = get_registry()
|
|
|
|
|
for plugin_name in registry.list_discovered():
|
|
|
|
|
contract = get_contract(plugin_name)
|
|
|
|
|
dsar_erase = getattr(contract, "dsar_erase", None) if contract else None
|
|
|
|
|
if dsar_erase is None:
|
|
|
|
|
continue
|
|
|
|
|
try:
|
|
|
|
|
plugin_counts = await dsar_erase(db, tid, uid)
|
|
|
|
|
counts.update(plugin_counts)
|
|
|
|
|
except Exception:
|
|
|
|
|
logger.warning(
|
|
|
|
|
"DSAR erase failed for plugin '%s' — counters may be incomplete",
|
|
|
|
|
plugin_name,
|
|
|
|
|
exc_info=True,
|
|
|
|
|
)
|
2026-08-25 23:48:22 +02:00
|
|
|
|
|
|
|
|
# 2. Hard-delete notifications owned by the user
|
|
|
|
|
notif_result = await db.execute(
|
|
|
|
|
sa_select(Notification).where(
|
|
|
|
|
Notification.tenant_id == tid,
|
|
|
|
|
Notification.owner_id == uid,
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
notifications = notif_result.scalars().all()
|
|
|
|
|
for n in notifications:
|
|
|
|
|
await db.delete(n)
|
|
|
|
|
counts["notifications_deleted"] = len(notifications)
|
|
|
|
|
|
|
|
|
|
# 3. Anonymize + deactivate the account (FK integrity for audit rows kept)
|
|
|
|
|
await db.execute(
|
|
|
|
|
sa_update(User)
|
|
|
|
|
.where(User.id == uid)
|
|
|
|
|
.values(
|
|
|
|
|
email=f"erased.{uid.hex[:16]}@anonymized.invalid",
|
|
|
|
|
name="[gelöscht gemäß DSGVO Art. 17]",
|
|
|
|
|
first_name=None,
|
|
|
|
|
last_name=None,
|
|
|
|
|
avatar_url=None,
|
|
|
|
|
password_hash="!dsar-erased",
|
|
|
|
|
is_active=False,
|
|
|
|
|
preferences={},
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
counts["user_anonymized"] = 1
|
|
|
|
|
|
|
|
|
|
# 4. Audit the erasure itself (who/what/when — required by Art. 17 recital)
|
|
|
|
|
await log_audit(
|
|
|
|
|
db,
|
|
|
|
|
tid,
|
|
|
|
|
user_id,
|
|
|
|
|
"dsar_erasure",
|
|
|
|
|
"user",
|
|
|
|
|
uid,
|
|
|
|
|
{"target_user": user_id, **counts},
|
|
|
|
|
)
|
|
|
|
|
return counts
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def process_dsar(
|
|
|
|
|
ctx: dict[str, Any],
|
|
|
|
|
*,
|
|
|
|
|
user_id: str,
|
|
|
|
|
tenant_id: str,
|
|
|
|
|
request_type: str,
|
|
|
|
|
) -> dict[str, Any]:
|
|
|
|
|
"""Process a GDPR Data Subject Access Request (DSAR).
|
|
|
|
|
|
|
|
|
|
ARQ worker function registered as "process_dsar".
|
|
|
|
|
|
|
|
|
|
request_type:
|
|
|
|
|
- "access": collect all data categories (Art. 15/20) and post a system
|
|
|
|
|
message that the export is ready (served via the existing dsgvo-export
|
|
|
|
|
endpoint).
|
|
|
|
|
- "deletion": execute Art. 17 erasure (soft-delete contacts, hard-delete
|
|
|
|
|
notifications, anonymize+deactivate account) and audit it.
|
|
|
|
|
- "rectification": post a system message asking admins to handle the
|
|
|
|
|
correction manually.
|
|
|
|
|
|
|
|
|
|
Returns a summary dict for the job result.
|
|
|
|
|
"""
|
|
|
|
|
import logging
|
|
|
|
|
import uuid as uuid_module
|
|
|
|
|
|
|
|
|
|
from app.core.db import get_worker_session_factory
|
|
|
|
|
from app.core.notifications import post_system_message
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
tid = uuid_module.UUID(tenant_id)
|
|
|
|
|
uid = uuid_module.UUID(user_id)
|
|
|
|
|
|
|
|
|
|
factory = get_worker_session_factory()
|
|
|
|
|
async with factory() as db:
|
|
|
|
|
try:
|
|
|
|
|
if request_type == "access":
|
|
|
|
|
data = await _dsar_collect_user_data(db, tenant_id, user_id)
|
|
|
|
|
await db.commit()
|
|
|
|
|
categories = list(data.get("data", {}).keys())
|
|
|
|
|
await post_system_message(
|
|
|
|
|
db,
|
|
|
|
|
tid,
|
|
|
|
|
uid,
|
|
|
|
|
"dsar_access_ready",
|
|
|
|
|
"DSGVO-Auskunft bereit",
|
|
|
|
|
f"Datenkategorien: {', '.join(categories)}",
|
|
|
|
|
severity="info",
|
|
|
|
|
)
|
|
|
|
|
await db.commit()
|
|
|
|
|
logger.info("DSAR access processed for user %s", user_id)
|
|
|
|
|
return {"type": request_type, "status": "completed", "categories": categories}
|
|
|
|
|
|
|
|
|
|
if request_type == "deletion":
|
|
|
|
|
counts = await _dsar_execute_deletion(db, tenant_id, user_id)
|
|
|
|
|
await db.commit()
|
|
|
|
|
await post_system_message(
|
|
|
|
|
db,
|
|
|
|
|
tid,
|
|
|
|
|
uid,
|
|
|
|
|
"dsar_deletion_done",
|
|
|
|
|
"DSGVO-Löschung ausgeführt",
|
|
|
|
|
f"Kontakten soft-gelöscht: {counts.get('contacts_soft_deleted', 0)}; Konto anonymisiert.",
|
|
|
|
|
severity="info",
|
|
|
|
|
)
|
|
|
|
|
await db.commit()
|
|
|
|
|
logger.info("DSAR deletion executed for user %s: %s", user_id, counts)
|
|
|
|
|
return {"type": request_type, "status": "completed", **counts}
|
|
|
|
|
|
|
|
|
|
if request_type == "rectification":
|
|
|
|
|
await post_system_message(
|
|
|
|
|
db,
|
|
|
|
|
tid,
|
|
|
|
|
uid,
|
|
|
|
|
"dsar_rectification_requested",
|
|
|
|
|
"DSGVO-Berichtigung angefordert",
|
|
|
|
|
f"Manuelle Bearbeitung für User {user_id} erforderlich.",
|
|
|
|
|
severity="warning",
|
|
|
|
|
)
|
|
|
|
|
await db.commit()
|
|
|
|
|
logger.info("DSAR rectification requested for user %s", user_id)
|
|
|
|
|
return {"type": request_type, "status": "queued_for_manual_handling"}
|
|
|
|
|
|
|
|
|
|
logger.warning("Unknown DSAR request_type '%s' for user %s", request_type, user_id)
|
|
|
|
|
return {"type": request_type, "status": "unknown_type"}
|
|
|
|
|
except Exception:
|
|
|
|
|
await db.rollback()
|
|
|
|
|
raise
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
register_job("process_dsar", process_dsar)
|
