feat(*): first mvp
This commit is contained in:
401
backend/src/bot/handlers/message/handler.py
Normal file
401
backend/src/bot/handlers/message/handler.py
Normal file
@@ -0,0 +1,401 @@
|
||||
import asyncio
|
||||
import contextlib
|
||||
import io
|
||||
import time
|
||||
|
||||
from aiogram import Bot, F, Router, html, types
|
||||
from aiogram.enums import ChatAction
|
||||
from aiogram.types import KeyboardButton, ReplyKeyboardMarkup, ReplyKeyboardRemove
|
||||
from convex import ConvexInt64
|
||||
|
||||
from bot.modules.ai import (
|
||||
SUMMARIZE_PROMPT,
|
||||
ImageData,
|
||||
create_follow_up_agent,
|
||||
create_text_agent,
|
||||
get_follow_ups,
|
||||
stream_response,
|
||||
)
|
||||
from utils import env
|
||||
from utils.convex import ConvexClient
|
||||
|
||||
router = Router()
|
||||
convex = ConvexClient(env.convex_url)
|
||||
|
||||
EDIT_THROTTLE_SECONDS = 1.0
|
||||
TELEGRAM_MAX_LENGTH = 4096
|
||||
|
||||
|
||||
def make_follow_up_keyboard(options: list[str]) -> ReplyKeyboardMarkup:
|
||||
buttons = [[KeyboardButton(text=opt)] for opt in options]
|
||||
return ReplyKeyboardMarkup(
|
||||
keyboard=buttons, resize_keyboard=True, one_time_keyboard=True
|
||||
)
|
||||
|
||||
|
||||
def split_message(text: str, max_length: int = TELEGRAM_MAX_LENGTH) -> list[str]:
|
||||
if len(text) <= max_length:
|
||||
return [text]
|
||||
|
||||
parts: list[str] = []
|
||||
while text:
|
||||
if len(text) <= max_length:
|
||||
parts.append(text)
|
||||
break
|
||||
|
||||
split_pos = text.rfind("\n", 0, max_length)
|
||||
if split_pos == -1:
|
||||
split_pos = text.rfind(" ", 0, max_length)
|
||||
if split_pos == -1:
|
||||
split_pos = max_length
|
||||
|
||||
parts.append(text[:split_pos])
|
||||
text = text[split_pos:].lstrip()
|
||||
|
||||
return parts
|
||||
|
||||
|
||||
class StreamingState:
|
||||
def __init__(self, bot: Bot, chat_id: int, message: types.Message) -> None:
|
||||
self.bot = bot
|
||||
self.chat_id = chat_id
|
||||
self.message = message
|
||||
self.last_edit_time = 0.0
|
||||
self.last_content = ""
|
||||
self.pending_content: str | None = None
|
||||
self._typing_task: asyncio.Task[None] | None = None
|
||||
|
||||
async def start_typing(self) -> None:
|
||||
async def typing_loop() -> None:
|
||||
while True:
|
||||
await self.bot.send_chat_action(self.chat_id, ChatAction.TYPING)
|
||||
await asyncio.sleep(4)
|
||||
|
||||
self._typing_task = asyncio.create_task(typing_loop())
|
||||
|
||||
async def stop_typing(self) -> None:
|
||||
if self._typing_task:
|
||||
self._typing_task.cancel()
|
||||
with contextlib.suppress(asyncio.CancelledError):
|
||||
await self._typing_task
|
||||
|
||||
async def update_message(self, content: str, *, force: bool = False) -> None:
|
||||
if content == self.last_content:
|
||||
return
|
||||
|
||||
if len(content) > TELEGRAM_MAX_LENGTH:
|
||||
display_content = content[: TELEGRAM_MAX_LENGTH - 3] + "..."
|
||||
else:
|
||||
display_content = content
|
||||
|
||||
now = time.monotonic()
|
||||
if force or (now - self.last_edit_time) >= EDIT_THROTTLE_SECONDS:
|
||||
with contextlib.suppress(Exception):
|
||||
await self.message.edit_text(html.quote(display_content))
|
||||
self.last_edit_time = now
|
||||
self.last_content = content
|
||||
self.pending_content = None
|
||||
else:
|
||||
self.pending_content = content
|
||||
|
||||
async def flush(self) -> None:
|
||||
if self.pending_content and self.pending_content != self.last_content:
|
||||
await self.update_message(self.pending_content, force=True)
|
||||
|
||||
|
||||
async def send_long_message(
|
||||
bot: Bot, chat_id: int, text: str, reply_markup: ReplyKeyboardMarkup | None = None
|
||||
) -> None:
|
||||
parts = split_message(text)
|
||||
for i, part in enumerate(parts):
|
||||
is_last = i == len(parts) - 1
|
||||
await bot.send_message(
|
||||
chat_id, html.quote(part), reply_markup=reply_markup if is_last else None
|
||||
)
|
||||
|
||||
|
||||
async def process_message_from_web( # noqa: C901, PLR0915
|
||||
convex_user_id: str, text: str, bot: Bot, convex_chat_id: str
|
||||
) -> None:
|
||||
user = await convex.query("users:getById", {"userId": convex_user_id})
|
||||
|
||||
if not user or not user.get("geminiApiKey"):
|
||||
return
|
||||
|
||||
tg_chat_id = user["telegramChatId"].value if user.get("telegramChatId") else None
|
||||
is_summarize = text == "/summarize"
|
||||
|
||||
if tg_chat_id and not is_summarize:
|
||||
await bot.send_message(
|
||||
tg_chat_id, f"📱 {html.quote(text)}", reply_markup=ReplyKeyboardRemove()
|
||||
)
|
||||
|
||||
api_key = user["geminiApiKey"]
|
||||
model_name = user.get("model", "gemini-3-pro-preview")
|
||||
|
||||
assistant_message_id = await convex.mutation(
|
||||
"messages:create",
|
||||
{
|
||||
"chatId": convex_chat_id,
|
||||
"role": "assistant",
|
||||
"content": "",
|
||||
"source": "web",
|
||||
"isStreaming": True,
|
||||
},
|
||||
)
|
||||
|
||||
history = await convex.query(
|
||||
"messages:getHistoryForAI", {"chatId": convex_chat_id, "limit": 50}
|
||||
)
|
||||
|
||||
system_prompt = SUMMARIZE_PROMPT if is_summarize else user.get("systemPrompt")
|
||||
text_agent = create_text_agent(
|
||||
api_key=api_key, model_name=model_name, system_prompt=system_prompt
|
||||
)
|
||||
|
||||
processing_msg = None
|
||||
state = None
|
||||
if tg_chat_id:
|
||||
processing_msg = await bot.send_message(tg_chat_id, "...")
|
||||
state = StreamingState(bot, tg_chat_id, processing_msg)
|
||||
|
||||
try:
|
||||
if state:
|
||||
await state.start_typing()
|
||||
|
||||
async def on_chunk(content: str) -> None:
|
||||
if state:
|
||||
await state.update_message(content)
|
||||
await convex.mutation(
|
||||
"messages:update",
|
||||
{"messageId": assistant_message_id, "content": content},
|
||||
)
|
||||
|
||||
if is_summarize:
|
||||
prompt_text = "Summarize what was done in this conversation."
|
||||
hist = history[:-2]
|
||||
else:
|
||||
prompt_text = text
|
||||
hist = history[:-1]
|
||||
|
||||
final_answer = await stream_response(text_agent, prompt_text, hist, on_chunk)
|
||||
|
||||
if state:
|
||||
await state.flush()
|
||||
|
||||
full_history = [*history, {"role": "assistant", "content": final_answer}]
|
||||
follow_up_model = user.get("followUpModel", "gemini-2.5-flash-lite")
|
||||
follow_up_prompt = user.get("followUpPrompt")
|
||||
follow_up_agent = create_follow_up_agent(
|
||||
api_key=api_key, model_name=follow_up_model, system_prompt=follow_up_prompt
|
||||
)
|
||||
follow_ups = await get_follow_ups(follow_up_agent, full_history)
|
||||
|
||||
if state:
|
||||
await state.stop_typing()
|
||||
|
||||
await convex.mutation(
|
||||
"messages:update",
|
||||
{
|
||||
"messageId": assistant_message_id,
|
||||
"content": final_answer,
|
||||
"followUpOptions": follow_ups,
|
||||
"isStreaming": False,
|
||||
},
|
||||
)
|
||||
|
||||
if tg_chat_id and processing_msg:
|
||||
with contextlib.suppress(Exception):
|
||||
await processing_msg.delete()
|
||||
keyboard = make_follow_up_keyboard(follow_ups)
|
||||
await send_long_message(bot, tg_chat_id, final_answer, keyboard)
|
||||
|
||||
except Exception as e: # noqa: BLE001
|
||||
if state:
|
||||
await state.stop_typing()
|
||||
error_msg = f"Error: {e}"
|
||||
await convex.mutation(
|
||||
"messages:update",
|
||||
{
|
||||
"messageId": assistant_message_id,
|
||||
"content": error_msg,
|
||||
"isStreaming": False,
|
||||
},
|
||||
)
|
||||
if tg_chat_id and processing_msg:
|
||||
with contextlib.suppress(Exception):
|
||||
truncated = html.quote(error_msg[:TELEGRAM_MAX_LENGTH])
|
||||
await processing_msg.edit_text(truncated)
|
||||
|
||||
|
||||
async def process_message(
|
||||
user_id: int, text: str, bot: Bot, chat_id: int, image: ImageData | None = None
|
||||
) -> None:
|
||||
user = await convex.query(
|
||||
"users:getByTelegramId", {"telegramId": ConvexInt64(user_id)}
|
||||
)
|
||||
|
||||
if not user:
|
||||
await bot.send_message(chat_id, "Use /apikey first to set your Gemini API key.")
|
||||
return
|
||||
|
||||
if not user.get("geminiApiKey"):
|
||||
await bot.send_message(chat_id, "Use /apikey first to set your Gemini API key.")
|
||||
return
|
||||
|
||||
if not user.get("activeChatId"):
|
||||
await bot.send_message(chat_id, "Use /new first to create a chat.")
|
||||
return
|
||||
|
||||
active_chat_id = user["activeChatId"]
|
||||
api_key = user["geminiApiKey"]
|
||||
model_name = user.get("model", "gemini-3-pro-preview")
|
||||
|
||||
await convex.mutation(
|
||||
"messages:create",
|
||||
{
|
||||
"chatId": active_chat_id,
|
||||
"role": "user",
|
||||
"content": text,
|
||||
"source": "telegram",
|
||||
},
|
||||
)
|
||||
|
||||
assistant_message_id = await convex.mutation(
|
||||
"messages:create",
|
||||
{
|
||||
"chatId": active_chat_id,
|
||||
"role": "assistant",
|
||||
"content": "",
|
||||
"source": "telegram",
|
||||
"isStreaming": True,
|
||||
},
|
||||
)
|
||||
|
||||
history = await convex.query(
|
||||
"messages:getHistoryForAI", {"chatId": active_chat_id, "limit": 50}
|
||||
)
|
||||
|
||||
text_agent = create_text_agent(
|
||||
api_key=api_key, model_name=model_name, system_prompt=user.get("systemPrompt")
|
||||
)
|
||||
|
||||
processing_msg = await bot.send_message(chat_id, "...")
|
||||
state = StreamingState(bot, chat_id, processing_msg)
|
||||
|
||||
try:
|
||||
await state.start_typing()
|
||||
|
||||
async def on_chunk(content: str) -> None:
|
||||
await state.update_message(content)
|
||||
await convex.mutation(
|
||||
"messages:update",
|
||||
{"messageId": assistant_message_id, "content": content},
|
||||
)
|
||||
|
||||
final_answer = await stream_response(
|
||||
text_agent, text, history[:-2], on_chunk, image=image
|
||||
)
|
||||
|
||||
await state.flush()
|
||||
|
||||
full_history = [*history[:-1], {"role": "assistant", "content": final_answer}]
|
||||
follow_up_model = user.get("followUpModel", "gemini-2.5-flash-lite")
|
||||
follow_up_prompt = user.get("followUpPrompt")
|
||||
follow_up_agent = create_follow_up_agent(
|
||||
api_key=api_key, model_name=follow_up_model, system_prompt=follow_up_prompt
|
||||
)
|
||||
follow_ups = await get_follow_ups(follow_up_agent, full_history, image=image)
|
||||
|
||||
await state.stop_typing()
|
||||
|
||||
await convex.mutation(
|
||||
"messages:update",
|
||||
{
|
||||
"messageId": assistant_message_id,
|
||||
"content": final_answer,
|
||||
"followUpOptions": follow_ups,
|
||||
"isStreaming": False,
|
||||
},
|
||||
)
|
||||
|
||||
with contextlib.suppress(Exception):
|
||||
await processing_msg.delete()
|
||||
|
||||
keyboard = make_follow_up_keyboard(follow_ups)
|
||||
await send_long_message(bot, chat_id, final_answer, keyboard)
|
||||
|
||||
except Exception as e: # noqa: BLE001
|
||||
await state.stop_typing()
|
||||
error_msg = f"Error: {e}"
|
||||
await convex.mutation(
|
||||
"messages:update",
|
||||
{
|
||||
"messageId": assistant_message_id,
|
||||
"content": error_msg,
|
||||
"isStreaming": False,
|
||||
},
|
||||
)
|
||||
with contextlib.suppress(Exception):
|
||||
await processing_msg.edit_text(html.quote(error_msg[:TELEGRAM_MAX_LENGTH]))
|
||||
|
||||
|
||||
async def send_to_telegram(user_id: int, text: str, bot: Bot) -> None:
|
||||
user = await convex.query(
|
||||
"users:getByTelegramId", {"telegramId": ConvexInt64(user_id)}
|
||||
)
|
||||
if not user or not user.get("telegramChatId"):
|
||||
return
|
||||
|
||||
tg_chat_id = user["telegramChatId"]
|
||||
await bot.send_message(
|
||||
tg_chat_id, f"📱 {html.quote(text)}", reply_markup=ReplyKeyboardRemove()
|
||||
)
|
||||
|
||||
|
||||
@router.message(F.text & ~F.text.startswith("/"))
|
||||
async def on_text_message(message: types.Message, bot: Bot) -> None:
|
||||
if not message.from_user or not message.text:
|
||||
return
|
||||
await convex.mutation(
|
||||
"users:getOrCreate",
|
||||
{
|
||||
"telegramId": ConvexInt64(message.from_user.id),
|
||||
"telegramChatId": ConvexInt64(message.chat.id),
|
||||
},
|
||||
)
|
||||
await process_message(message.from_user.id, message.text, bot, message.chat.id)
|
||||
|
||||
|
||||
@router.message(F.photo)
|
||||
async def on_photo_message(message: types.Message, bot: Bot) -> None:
|
||||
if not message.from_user or not message.photo:
|
||||
return
|
||||
|
||||
await convex.mutation(
|
||||
"users:getOrCreate",
|
||||
{
|
||||
"telegramId": ConvexInt64(message.from_user.id),
|
||||
"telegramChatId": ConvexInt64(message.chat.id),
|
||||
},
|
||||
)
|
||||
|
||||
caption = message.caption or "Process the image according to your task"
|
||||
photo = message.photo[-1]
|
||||
|
||||
file = await bot.get_file(photo.file_id)
|
||||
if not file.file_path:
|
||||
await message.answer("Failed to get photo.")
|
||||
return
|
||||
|
||||
buffer = io.BytesIO()
|
||||
await bot.download_file(file.file_path, buffer)
|
||||
image_bytes = buffer.getvalue()
|
||||
|
||||
ext = file.file_path.rsplit(".", 1)[-1].lower()
|
||||
media_type = f"image/{ext}" if ext in ("png", "gif", "webp") else "image/jpeg"
|
||||
image = ImageData(data=image_bytes, media_type=media_type)
|
||||
|
||||
await process_message(
|
||||
message.from_user.id, caption, bot, message.chat.id, image=image
|
||||
)
|
||||
Reference in New Issue
Block a user