feat: Unified Messaging System — kommunikation plugin, AI/Proactive/System participants, MessageSidebar, Rich Content Renderer
Phase 1: Backend plugin kommunikation (13 files, 10 tables, REST API, WebSocket, RBAC, DMS Bridge, Participant Registry, Mini-App Registry, Search Provider) Phase 2: AI plugins as participants (ai_assistant + ai_proactive dock as participants, heartbeat job) Phase 3: system_notif plugin (system events → chat messages, pinned System room) Phase 4: Frontend MessageSidebar (replaces AISidebar, same design, comm API client, WebSocket hook, commStore) Phase 5: Rich Content Block Renderer (11 components: Markdown, HTML, Image, Audio, Video, File, ActionCard, ContactCard, MiniApp, BlockRenderer) BasePlugin: added services property + _container in on_activate
This commit is contained in:
Agent Zero
@@ -0,0 +1,287 @@
|
||||
"""AI Participant Handler — bridges the kommunikation plugin with the AI Assistant.
|
||||
|
||||
When a message is received in a conversation that includes the 'ai' participant,
|
||||
this handler generates an LLM response using litellm.acompletion (non-streaming)
|
||||
and returns it as a new message in the conversation.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import logging
|
||||
import uuid
|
||||
from typing import Any
|
||||
|
||||
import litellm
|
||||
|
||||
from app.core.db import create_db_session
|
||||
from app.plugins.builtins.kommunikation.participant_registry import ParticipantHandler
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class AIParticipantHandler(ParticipantHandler):
|
||||
"""Handles AI responses as a participant in kommunikation conversations."""
|
||||
|
||||
def __init__(self, container: Any) -> None:
|
||||
self._container = container
|
||||
|
||||
async def on_message_received(
|
||||
self,
|
||||
conversation_id: Any,
|
||||
message: dict[str, Any],
|
||||
conversation: dict[str, Any],
|
||||
mentions: list[str],
|
||||
context: dict[str, Any],
|
||||
) -> list[dict[str, Any]] | None:
|
||||
"""Generate an AI response when the AI is mentioned or in a direct chat.
|
||||
|
||||
Checks:
|
||||
1. 'ai' is in the conversation participants as a participant_type
|
||||
2. '@KI' is in mentions OR the conversation is_direct with only user+ai
|
||||
|
||||
Returns a list with one message dict containing the AI response.
|
||||
"""
|
||||
# Check if 'ai' is a participant in this conversation
|
||||
participants = conversation.get("participants", [])
|
||||
ai_is_participant = any(
|
||||
p.get("participant_type") == "ai" for p in participants
|
||||
)
|
||||
if not ai_is_participant:
|
||||
return None
|
||||
|
||||
# Check if AI is mentioned or it's a direct chat with only user + ai
|
||||
ai_mentioned = "KI" in mentions or "ai" in mentions
|
||||
is_direct = conversation.get("is_direct", False)
|
||||
|
||||
if is_direct:
|
||||
# For direct chats, check that only user and ai are participants
|
||||
non_system_participants = [
|
||||
p for p in participants
|
||||
if p.get("participant_type") in ("user", "ai")
|
||||
]
|
||||
if len(non_system_participants) <= 2:
|
||||
ai_mentioned = True
|
||||
|
||||
if not ai_mentioned:
|
||||
return None
|
||||
|
||||
# Don't respond to our own messages
|
||||
if message.get("sender_type") == "ai":
|
||||
return None
|
||||
|
||||
# Get tenant_id and user_id from context
|
||||
tenant_id_str = context.get("tenant_id") or message.get("tenant_id")
|
||||
if not tenant_id_str:
|
||||
logger.warning("AIParticipantHandler: missing tenant_id in context")
|
||||
return None
|
||||
|
||||
try:
|
||||
tenant_id = uuid.UUID(str(tenant_id_str))
|
||||
except (ValueError, TypeError):
|
||||
logger.warning("AIParticipantHandler: invalid tenant_id: %s", tenant_id_str)
|
||||
return None
|
||||
|
||||
# Build messages from conversation history and generate response
|
||||
try:
|
||||
from app.plugins.builtins.ai_assistant.services import (
|
||||
build_litellm_params,
|
||||
get_default_agent,
|
||||
)
|
||||
|
||||
async with create_db_session(tenant_id) as db:
|
||||
# Get default agent for system prompt and preset configuration
|
||||
agent = await get_default_agent(db, tenant_id)
|
||||
|
||||
# Build message history from conversation messages
|
||||
messages = await self._build_message_history(
|
||||
db, conversation_id, tenant_id, message
|
||||
)
|
||||
|
||||
if agent:
|
||||
params, model_id = await build_litellm_params(
|
||||
db, agent, messages, tenant_id
|
||||
)
|
||||
else:
|
||||
# Fallback: use default provider without agent
|
||||
from app.plugins.builtins.ai_assistant.services import (
|
||||
get_default_provider,
|
||||
)
|
||||
|
||||
provider = await get_default_provider(db, tenant_id)
|
||||
if not provider:
|
||||
return [
|
||||
{
|
||||
"content": "Kein AI-Provider konfiguriert. Bitte konfigurieren Sie einen Provider in den KI-Einstellungen.",
|
||||
"content_format": "text",
|
||||
}
|
||||
]
|
||||
|
||||
model_id = "gpt-4o-mini"
|
||||
litellm_model = f"{provider.provider_type}/{model_id}"
|
||||
params: dict[str, Any] = {
|
||||
"model": litellm_model,
|
||||
"messages": messages,
|
||||
"temperature": 0.7,
|
||||
"max_tokens": 2048,
|
||||
"stream": False,
|
||||
}
|
||||
if provider.api_key:
|
||||
params["api_key"] = provider.api_key
|
||||
if provider.base_url:
|
||||
params["api_base"] = provider.base_url
|
||||
|
||||
# Ensure non-streaming for acompletion
|
||||
params["stream"] = False
|
||||
|
||||
response = await litellm.acompletion(**params)
|
||||
response_text = response.choices[0].message.content or ""
|
||||
|
||||
if not response_text.strip():
|
||||
response_text = "*(keine Antwort generiert)*"
|
||||
|
||||
return [
|
||||
{
|
||||
"content": response_text,
|
||||
"content_format": "markdown",
|
||||
}
|
||||
]
|
||||
|
||||
except Exception as exc:
|
||||
logger.exception("AIParticipantHandler: error generating AI response")
|
||||
return [
|
||||
{
|
||||
"content": f"Fehler bei der KI-Antwort: {exc}",
|
||||
"content_format": "text",
|
||||
}
|
||||
]
|
||||
|
||||
async def _build_message_history(
|
||||
self,
|
||||
db: Any,
|
||||
conversation_id: Any,
|
||||
tenant_id: uuid.UUID,
|
||||
current_message: dict[str, Any],
|
||||
) -> list[dict[str, str]]:
|
||||
"""Build a messages array from the conversation history for the LLM."""
|
||||
from app.plugins.builtins.kommunikation.services import get_messages
|
||||
|
||||
messages: list[dict[str, str]] = []
|
||||
|
||||
# Get conversation history (last 50 messages)
|
||||
try:
|
||||
result = await get_messages(
|
||||
db, tenant_id, uuid.UUID(str(conversation_id)),
|
||||
page=1, page_size=50,
|
||||
)
|
||||
items = result.get("items", [])
|
||||
for item in items:
|
||||
role = "assistant" if item.get("sender_type") == "ai" else "user"
|
||||
content = item.get("content", "")
|
||||
if content:
|
||||
messages.append({"role": role, "content": content})
|
||||
except Exception:
|
||||
logger.debug("Could not load conversation history, using current message only")
|
||||
|
||||
# Ensure the current message is included
|
||||
current_content = current_message.get("content", "")
|
||||
if current_content and (
|
||||
not messages
|
||||
or messages[-1].get("content") != current_content
|
||||
):
|
||||
messages.append({"role": "user", "content": current_content})
|
||||
|
||||
return messages
|
||||
|
||||
async def handle_event(self, payload: dict[str, Any]) -> None:
|
||||
"""Handle a message.received event from the event bus.
|
||||
|
||||
Extracts conversation_id from the payload, loads the conversation,
|
||||
and calls on_message_received. If a response is generated, sends it
|
||||
back to the conversation.
|
||||
"""
|
||||
conversation_id_str = payload.get("conversation_id")
|
||||
tenant_id_str = payload.get("tenant_id")
|
||||
message_content = payload.get("content", "")
|
||||
message_id = payload.get("message_id")
|
||||
sender_type = payload.get("sender_type", "user")
|
||||
|
||||
if not conversation_id_str or not tenant_id_str:
|
||||
logger.warning("AIParticipantHandler.handle_event: missing conversation_id or tenant_id")
|
||||
return
|
||||
|
||||
try:
|
||||
tenant_id = uuid.UUID(str(tenant_id_str))
|
||||
conversation_id = uuid.UUID(str(conversation_id_str))
|
||||
except (ValueError, TypeError):
|
||||
logger.warning("AIParticipantHandler.handle_event: invalid UUID in payload")
|
||||
return
|
||||
|
||||
# Build the message dict
|
||||
message: dict[str, Any] = {
|
||||
"id": message_id,
|
||||
"content": message_content,
|
||||
"sender_type": sender_type,
|
||||
"tenant_id": tenant_id_str,
|
||||
}
|
||||
|
||||
# Load conversation
|
||||
try:
|
||||
from app.plugins.builtins.kommunikation.services import get_conversation
|
||||
|
||||
async with create_db_session(tenant_id) as db:
|
||||
# We need a user_id to load the conversation — use the sender_id from payload
|
||||
user_id_str = payload.get("sender_id")
|
||||
if not user_id_str:
|
||||
logger.warning("AIParticipantHandler.handle_event: missing sender_id")
|
||||
return
|
||||
|
||||
user_id = uuid.UUID(str(user_id_str))
|
||||
conversation = await get_conversation(db, tenant_id, conversation_id, user_id)
|
||||
|
||||
if not conversation:
|
||||
logger.warning("AIParticipantHandler.handle_event: conversation not found")
|
||||
return
|
||||
|
||||
# Parse mentions from message content
|
||||
from app.plugins.builtins.kommunikation.services import parse_mentions
|
||||
|
||||
mentions = parse_mentions(message_content)
|
||||
|
||||
context: dict[str, Any] = {
|
||||
"tenant_id": tenant_id_str,
|
||||
"user_id": user_id_str,
|
||||
}
|
||||
|
||||
# Call on_message_received
|
||||
response_messages = await self.on_message_received(
|
||||
conversation_id, message, conversation, mentions, context
|
||||
)
|
||||
|
||||
# If we got a response, send it to the conversation
|
||||
if response_messages:
|
||||
from app.plugins.builtins.kommunikation.services import send_message
|
||||
|
||||
for resp_msg in response_messages:
|
||||
await send_message(
|
||||
db=db,
|
||||
tenant_id=tenant_id,
|
||||
conversation_id=conversation_id,
|
||||
sender_id=None,
|
||||
sender_type="ai",
|
||||
content=resp_msg.get("content", ""),
|
||||
content_format=resp_msg.get("content_format", "text"),
|
||||
blocks=resp_msg.get("blocks"),
|
||||
)
|
||||
|
||||
await db.commit()
|
||||
|
||||
except Exception:
|
||||
logger.exception("AIParticipantHandler.handle_event: error processing event")
|
||||
|
||||
def get_participant_info(self) -> dict[str, Any]:
|
||||
"""Return metadata about this participant."""
|
||||
return {
|
||||
"display_name": "KI Assistent",
|
||||
"capabilities": ["chat", "tools", "streaming"],
|
||||
"description": "KI Assistent für Chat und Tool-Nutzung",
|
||||
}
|
||||
@@ -42,12 +42,78 @@ class AIAssistantPlugin(BasePlugin):
|
||||
is_core=True,
|
||||
)
|
||||
|
||||
def __init__(self) -> None:
|
||||
super().__init__()
|
||||
self._ai_handler = None
|
||||
self._msg_handler = None
|
||||
|
||||
async def on_install(self, db, service_container) -> None:
|
||||
"""Seed default provider and agent."""
|
||||
from app.plugins.builtins.ai_assistant.services import seed_defaults
|
||||
|
||||
await seed_defaults(db)
|
||||
|
||||
async def on_activate(self, db, service_container, event_bus) -> None:
|
||||
"""Activate plugin: register context tools and participant handler."""
|
||||
await super().on_activate(db, service_container, event_bus)
|
||||
|
||||
# Register as participant in the kommunikation system
|
||||
try:
|
||||
from app.plugins.builtins.ai_assistant.participant_handler import (
|
||||
AIParticipantHandler,
|
||||
)
|
||||
from app.plugins.builtins.kommunikation.participant_registry import (
|
||||
get_participant_registry,
|
||||
)
|
||||
|
||||
self._ai_handler = AIParticipantHandler(service_container)
|
||||
get_participant_registry().register("ai", self._ai_handler)
|
||||
logger.info("AI Assistant registered as participant 'ai'")
|
||||
except Exception:
|
||||
logger.exception("Failed to register AI Assistant as participant")
|
||||
|
||||
# Subscribe to message.received events
|
||||
try:
|
||||
self._msg_handler = self._on_message_received
|
||||
event_bus.subscribe("message.received", self._msg_handler)
|
||||
logger.info("AI Assistant subscribed to message.received events")
|
||||
except Exception:
|
||||
logger.exception("Failed to subscribe to message.received events")
|
||||
|
||||
async def _on_message_received(self, payload: dict[str, Any]) -> None:
|
||||
"""Handle message.received event by delegating to the AI participant handler."""
|
||||
if self._ai_handler is None:
|
||||
return
|
||||
try:
|
||||
await self._ai_handler.handle_event(payload)
|
||||
except Exception:
|
||||
logger.exception("Error in AI participant handler for message.received")
|
||||
|
||||
async def on_deactivate(self, db, service_container, event_bus) -> None:
|
||||
"""Deactivate plugin: unregister participant and event subscriptions."""
|
||||
# Unregister from participant registry
|
||||
try:
|
||||
from app.plugins.builtins.kommunikation.participant_registry import (
|
||||
get_participant_registry,
|
||||
)
|
||||
|
||||
get_participant_registry().unregister("ai")
|
||||
logger.info("AI Assistant unregistered as participant 'ai'")
|
||||
except Exception:
|
||||
logger.exception("Failed to unregister AI Assistant as participant")
|
||||
|
||||
# Unsubscribe from message.received events
|
||||
if self._msg_handler:
|
||||
try:
|
||||
event_bus.unsubscribe("message.received", self._msg_handler)
|
||||
except Exception:
|
||||
logger.exception("Failed to unsubscribe from message.received events")
|
||||
self._msg_handler = None
|
||||
|
||||
self._ai_handler = None
|
||||
|
||||
await super().on_deactivate(db, service_container, event_bus)
|
||||
|
||||
def get_notification_types(self) -> list[dict[str, Any]]:
|
||||
return [
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user