feat: parser, refactoring

This commit is contained in:
Artem Tsyrulnikov
2025-12-07 22:17:24 +03:00
parent e90c6bfb75
commit 2af23f84fe
39 changed files with 503 additions and 822 deletions

View File

@@ -1,5 +1,5 @@
APP__URL=https://app.example.com
DB__URL=postgresql+asyncpg://user:password@postgres:5432/tgex
DB__URL=postgresql+asyncpg://user:password@localhost:5432/tgex
LOGGER__APP_NAME="tgex-backend"
LOGGER__PRETTY_CONSOLE=true
TELEGRAM__TOKEN=your_bot_token_here

3
.gitignore vendored
View File

@@ -127,3 +127,6 @@ cython_debug/
.pypirc
docker-compose.yml
.uv_cache/
session.json

View File

@@ -0,0 +1,43 @@
"""add_placement_parser_support
Revision ID: c8f9a2d3e4b5
Revises: b1d510ad3751
Create Date: 2025-12-07 12:00:00.000000
"""
from collections.abc import Sequence
import sqlalchemy as sa
from alembic import op
# revision identifiers, used by Alembic.
revision: str = 'c8f9a2d3e4b5'
down_revision: str | None = 'b1d510ad3751'
branch_labels: str | Sequence[str] | None = None
depends_on: str | Sequence[str] | None = None
def upgrade() -> None:
# 1. Добавить поле external_channel_message_id
op.add_column('placement', sa.Column('external_channel_message_id', sa.BigInteger(), nullable=True))
# 2. Добавить новые значения в enum placementstatus
# В PostgreSQL нельзя добавлять значения в enum внутри транзакции,
# поэтому используем autocommit_block
with op.get_context().autocommit_block():
op.execute("ALTER TYPE placementstatus ADD VALUE IF NOT EXISTS 'PENDING'")
op.execute("ALTER TYPE placementstatus ADD VALUE IF NOT EXISTS 'DELETED'")
def downgrade() -> None:
# 1. Откатить данные с новыми статусами на ACTIVE
op.execute("UPDATE placement SET status = 'ACTIVE' WHERE status IN ('PENDING', 'DELETED')")
# 2. Удалить поле external_channel_message_id
op.drop_column('placement', 'external_channel_message_id')
# ВАЖНО: В PostgreSQL нельзя удалить значения из enum.
# Новые значения 'PENDING' и 'DELETED' останутся в enum даже после downgrade.
# Это ограничение PostgreSQL. Если нужно полностью удалить значения,
# потребуется пересоздать enum, что сложнее и требует временного столбца.

View File

@@ -27,6 +27,7 @@ dev = [
"pytest-asyncio>=1.2.0",
"ruff>=0.14.4",
"ty>=0.0.1a25",
"vulture>=2.14",
]
[tool.ruff]
@@ -56,6 +57,9 @@ plugins = [
"pydantic.mypy",
"sqlalchemy.ext.mypy.plugin"
]
exclude = [
"tests/conftest.py"
]
[tool.pytest.ini_options]
testpaths = ["tests"]

View File

@@ -1,111 +0,0 @@
"""Base class for HTTP-based HTML/content parsing."""
import logging
from typing import Any
import httpx
import pydantic
log = logging.getLogger(__name__)
class HttpParserConfig(pydantic.BaseModel):
"""Configuration for HTTP parser."""
TIMEOUT: int = 10
USER_AGENT: str | None = None
FOLLOW_REDIRECTS: bool = True
class HttpParserBase:
"""Base class for HTTP requests and HTML parsing.
Provides reusable HTTP client functionality with error handling.
Subclasses implement domain-specific parsing logic.
"""
def __init__(self, config: HttpParserConfig) -> None:
self.config = config
def get_headers(self, **extra_headers: str) -> dict[str, str]:
"""Build HTTP headers with default User-Agent.
Args:
**extra_headers: Additional headers to merge
Returns:
Dictionary of HTTP headers
"""
headers = {
'User-Agent': self.config.USER_AGENT or 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language': 'en-US,en;q=0.9',
}
headers.update(extra_headers)
return headers
async def fetch_html(
self,
url: str,
*,
headers: dict[str, str] | None = None,
follow_redirects: bool | None = None,
timeout: int | None = None,
) -> tuple[int, str]:
"""Fetch HTML content from URL.
Args:
url: Target URL to fetch
headers: Optional custom headers (uses get_headers() if None)
follow_redirects: Whether to follow HTTP redirects (uses config default if None)
timeout: Optional custom timeout (uses config default if None)
Returns:
Tuple of (status_code, html_content)
Raises:
httpx.TimeoutException: Request timed out
httpx.RequestError: Network error occurred
"""
if headers is None:
headers = self.get_headers()
async with httpx.AsyncClient(
timeout=timeout or self.config.TIMEOUT,
follow_redirects=follow_redirects if follow_redirects is not None else self.config.FOLLOW_REDIRECTS,
) as client:
response = await client.get(url, headers=headers)
return response.status_code, response.text
async def fetch_json(
self,
url: str,
*,
headers: dict[str, str] | None = None,
follow_redirects: bool | None = None,
timeout: int | None = None,
) -> tuple[int, Any]:
"""Fetch JSON content from URL.
Args:
url: Target URL to fetch
headers: Optional custom headers (uses get_headers() if None)
follow_redirects: Whether to follow HTTP redirects (uses config default if None)
timeout: Optional custom timeout (uses config default if None)
Returns:
Tuple of (status_code, json_data)
Raises:
httpx.TimeoutException: Request timed out
httpx.RequestError: Network error occurred
"""
if headers is None:
headers = self.get_headers()
async with httpx.AsyncClient(
timeout=timeout or self.config.TIMEOUT,
follow_redirects=follow_redirects if follow_redirects is not None else self.config.FOLLOW_REDIRECTS,
) as client:
response = await client.get(url, headers=headers)
return response.status_code, response.json()

112
shared/scripts/check_env.py Executable file
View File

@@ -0,0 +1,112 @@
#!/usr/bin/env python3
import sys
from pathlib import Path
def parse_env_file(file_path: Path) -> set[str]:
if not file_path.exists():
return set()
variables = set()
with open(file_path) as f:
for line in f:
line = line.strip()
if line and not line.startswith('#') and '=' in line:
variables.add(line.split('=', 1)[0].strip())
return variables
def get_pydantic_settings_fields() -> tuple[set[str], set[str]]:
sys.path.insert(0, str(Path(__file__).parent.parent.parent))
from pydantic import BaseModel
from src.config import Settings
all_fields, required_fields = set(), set()
def extract_fields(model: type[BaseModel], prefix: str = '') -> None:
for field_name, field_info in model.model_fields.items():
env_var_name = f'{prefix}{field_name}'.upper()
field_type = field_info.annotation
if hasattr(field_type, '__origin__'):
field_type = field_type.__args__[0] if field_type.__args__ else field_type
try:
if isinstance(field_type, type) and issubclass(field_type, BaseModel):
extract_fields(field_type, prefix=f'{env_var_name}__')
else:
all_fields.add(env_var_name)
if field_info.is_required():
required_fields.add(env_var_name)
except TypeError:
all_fields.add(env_var_name)
if field_info.is_required():
required_fields.add(env_var_name)
extract_fields(Settings)
return all_fields, required_fields
def main() -> int:
project_root = Path(__file__).parent.parent.parent
env_file = project_root / '.env'
env_example_file = project_root / '.env.example'
if not env_example_file.exists():
print('❌ Файл .env.example не найден')
return 1
env_vars = parse_env_file(env_file)
env_example_vars = parse_env_file(env_example_file)
all_pydantic_fields, required_pydantic_fields = get_pydantic_settings_fields()
print('🔍 Проверка соответствия .env и .env.example\n')
has_errors = False
missing_in_env = env_example_vars - env_vars
if missing_in_env:
has_errors = True
print('❌ Переменные из .env.example отсутствуют в .env:')
for var in sorted(missing_in_env):
print(f' - {var}')
print()
extra_in_env = env_vars - env_example_vars
if extra_in_env:
has_errors = True
print('⚠️ Переменные в .env, которых нет в .env.example:')
for var in sorted(extra_in_env):
print(f' - {var}')
print()
missing_in_pydantic = env_example_vars - all_pydantic_fields
if missing_in_pydantic:
has_errors = True
print('❌ Переменные из .env.example не определены в Pydantic Settings (src/config.py):')
for var in sorted(missing_in_pydantic):
print(f' - {var}')
print()
missing_in_example = required_pydantic_fields - env_example_vars
if missing_in_example:
has_errors = True
print('❌ Обязательные поля Pydantic Settings отсутствуют в .env.example:')
for var in sorted(missing_in_example):
print(f' - {var}')
print()
if not has_errors:
print('Все проверки пройдены успешно!')
print(f' - Переменных в .env.example: {len(env_example_vars)}')
print(f' - Переменных в .env: {len(env_vars)}')
print(
f' - Полей в Pydantic Settings (всего/обязательных): {len(all_pydantic_fields)}/{len(required_pydantic_fields)}'
)
return 0
print('❌ Обнаружены несоответствия')
return 1
if __name__ == '__main__':
sys.exit(main())

View File

@@ -1,65 +0,0 @@
import asyncio
import logging
import pydantic
log = logging.getLogger(__name__)
class WorkerConfig(pydantic.BaseModel):
INTERVAL_SECONDS: int = 60
class WorkerBase:
def __init__(self, config: WorkerConfig) -> None:
self.config = config
self._task: asyncio.Task[None] | None = None
self._stop_event = asyncio.Event()
log.info('Worker initialized (interval=%ds)', config.INTERVAL_SECONDS)
async def _cycle_func(self) -> None:
raise NotImplementedError
async def start(self) -> None:
if self._task is not None:
log.warning('Worker already running')
return
self._stop_event.clear()
self._task = asyncio.create_task(self._run())
log.info('Worker started')
async def stop(self) -> None:
if self._task is None:
log.warning('Worker not running')
return
self._stop_event.set()
try:
await asyncio.wait_for(self._task, timeout=5.0)
except TimeoutError:
log.warning('Worker did not stop in time, cancelling')
self._task.cancel()
try:
await self._task
except asyncio.CancelledError:
pass
except asyncio.CancelledError:
log.info('Worker task cancelled')
self._task = None
log.info('Worker stopped')
async def _run(self) -> None:
while not self._stop_event.is_set():
try:
await self._cycle_func()
except Exception:
log.exception('Error in worker cycle')
try:
await asyncio.wait_for(self._stop_event.wait(), timeout=self.config.INTERVAL_SECONDS)
except TimeoutError:
pass # Время вышло, продолжаем

View File

@@ -67,12 +67,6 @@ class Postgres(DatabaseBase):
result = await self.session.execute(q)
return result.scalar_one_or_none()
async def create_target_channel(self, channel: domain.TargetChannel) -> domain.TargetChannel:
self.session.add(channel)
await self.session.flush()
await self.session.refresh(channel)
return channel
async def upsert_target_channel(self, channel: domain.TargetChannel) -> domain.TargetChannel:
existing = await self.get_target_channel(user_id=channel.user_id, telegram_id=channel.telegram_id)
@@ -302,14 +296,6 @@ class Postgres(DatabaseBase):
await self.session.execute(q)
await self.session.flush()
async def check_creative_in_use(self, creative_id: uuid.UUID) -> bool:
q = select(domain.Placement).where(
domain.Placement.creative_id == creative_id,
domain.Placement.status == domain.PlacementStatus.ACTIVE,
)
result = await self.session.execute(q)
return result.scalar_one_or_none() is not None
async def get_placement_by_invite_link(self, invite_link: str) -> domain.Placement | None:
q = (
select(domain.Placement)
@@ -323,6 +309,50 @@ class Postgres(DatabaseBase):
result = await self.session.execute(q)
return result.scalar_one_or_none()
async def get_placement_by_id(self, placement_id: uuid.UUID) -> domain.Placement | None:
return await self.session.get(domain.Placement, placement_id)
async def update_placement_from_post_found(
self, placement_id: uuid.UUID, ad_post_url: str, message_id: int, views_count: int
) -> domain.Placement:
placement = await self.session.get(domain.Placement, placement_id)
if not placement:
raise ValueError(f'Placement {placement_id} not found')
placement.status = domain.PlacementStatus.ACTIVE
placement.ad_post_url = ad_post_url
placement.external_channel_message_id = message_id
placement.views_count = views_count
placement.views_availability = domain.PostViewsAvailability.AVAILABLE
placement.last_views_fetch_at = datetime.datetime.now(datetime.UTC)
await self.session.flush()
await self.session.refresh(placement)
return placement
async def update_placement_from_post_deleted(self, placement_id: uuid.UUID) -> domain.Placement:
placement = await self.session.get(domain.Placement, placement_id)
if not placement:
raise ValueError(f'Placement {placement_id} not found')
placement.status = domain.PlacementStatus.DELETED
await self.session.flush()
await self.session.refresh(placement)
return placement
async def update_placement_views(self, placement_id: uuid.UUID, views_count: int) -> domain.Placement:
placement = await self.session.get(domain.Placement, placement_id)
if not placement:
raise ValueError(f'Placement {placement_id} not found')
placement.views_count = views_count
placement.last_views_fetch_at = datetime.datetime.now(datetime.UTC)
await self.session.flush()
await self.session.refresh(placement)
return placement
async def get_subscriber(self, telegram_id: int) -> domain.Subscriber | None:
q = select(domain.Subscriber).where(domain.Subscriber.telegram_id == telegram_id)
result = await self.session.execute(q)
@@ -429,20 +459,6 @@ class Postgres(DatabaseBase):
result = await self.session.execute(q)
return list(result.scalars().all())
async def get_active_placements_with_urls(self) -> list[domain.Placement]:
q = (
select(domain.Placement)
.where(
domain.Placement.status == domain.PlacementStatus.ACTIVE,
domain.Placement.ad_post_url.isnot(None),
domain.Placement.views_availability != domain.PostViewsAvailability.MANUAL,
)
.order_by(domain.Placement.created_at.asc())
)
result = await self.session.execute(q)
return list(result.scalars().all())
async def get_telegram_state(self, telegram_id: int) -> domain.TelegramState | None:
q = select(domain.TelegramState).where(domain.TelegramState.telegram_id == telegram_id)
result = await self.session.execute(q)

View File

@@ -1,99 +0,0 @@
import logging
import re
from bs4 import BeautifulSoup
from shared.http_parser_base import HttpParserBase, HttpParserConfig
log = logging.getLogger(__name__)
class TelegramParser(HttpParserBase):
def __init__(self, config: HttpParserConfig) -> None:
super().__init__(config)
log.info('TelegramParser initialized (timeout=%s)', config.TIMEOUT)
def _parse_url(self, url: str) -> tuple[str, int] | None:
"""Parse Telegram post URL into username and message_id."""
match = re.match(r'(?:https?://)?t\.me/([\w]+)/(\d+)', url)
if not match:
return None
username, message_id = match.groups()
return username, int(message_id)
def _parse_view_count(self, text: str) -> int | None:
"""Convert view counter text (1.2K, 5.3M) to integer."""
if not text:
return None
text = text.strip().replace(',', '').replace(' ', '')
multipliers = {'K': 1_000, 'M': 1_000_000, 'B': 1_000_000_000}
try:
if text[-1].upper() in multipliers:
return int(float(text[:-1]) * multipliers[text[-1].upper()])
return int(text)
except (ValueError, IndexError):
return None
async def _fetch_from_preview(self, username: str, message_id: int) -> int | None:
url = f'https://t.me/s/{username}/{message_id}'
status_code, html = await self.fetch_html(url)
if status_code != 200:
return None
soup = BeautifulSoup(html, 'lxml')
messages = soup.find_all('div', class_='tgme_widget_message')
for message_div in messages:
data_post = message_div.get('data-post', '')
if isinstance(data_post, str) and data_post.endswith(f'/{message_id}'):
views_span = message_div.find('span', class_='tgme_widget_message_views')
if views_span:
views_text = views_span.get_text(strip=True)
return self._parse_view_count(views_text)
return None
async def _fetch_from_embed(self, username: str, message_id: int) -> int | None:
url = f'https://t.me/{username}/{message_id}?embed=1'
status_code, html = await self.fetch_html(url)
if status_code != 200:
return None
soup = BeautifulSoup(html, 'lxml')
views_span = soup.find('span', class_='tgme_widget_message_views')
if not views_span:
return None
views_text = views_span.get_text(strip=True)
return self._parse_view_count(views_text)
async def get_post_views(self, post_url: str) -> int | None:
parsed = self._parse_url(post_url)
if not parsed:
log.error('Invalid Telegram URL format: %s', post_url)
return None
username, message_id = parsed
try:
views = await self._fetch_from_preview(username, message_id)
if views is not None:
log.info('Fetched views for %s: %d', post_url, views)
return views
views = await self._fetch_from_embed(username, message_id)
if views is not None:
log.info('Fetched views for %s: %d', post_url, views)
return views
log.warning('Unable to extract views from %s', post_url)
return None
except Exception as exc:
log.exception('Failed to fetch %s: %s', post_url, exc.__class__.__name__)
return None

View File

@@ -3,10 +3,8 @@ from pydantic_settings import BaseSettings, SettingsConfigDict
from shared.config_helper import load_settings
from shared.datebase_base import DatabaseConfig
from shared.http_parser_base import HttpParserConfig
from shared.logger import LoggerConfig
from shared.telegram_base import TelegramConfig
from shared.worker_base import WorkerConfig
from src.adapter.jwt import JWTConfig
@@ -21,10 +19,7 @@ class Settings(BaseSettings):
db: DatabaseConfig
logger: LoggerConfig
telegram: TelegramConfig
telegram_parser: HttpParserConfig
jwt: JWTConfig
fetch_views_worker: WorkerConfig
settings: Settings = load_settings(Settings)

View File

@@ -5,7 +5,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
analytics_router = APIRouter(prefix='/analytics', tags=['analytics'])
@@ -13,43 +13,43 @@ analytics_router = APIRouter(prefix='/analytics', tags=['analytics'])
@analytics_router.get('/placements')
async def get_placements_analytics(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
target_channel_id: uuid.UUID | None = None,
) -> dto.GetPlacementsAnalyticsOutput:
input = dto.GetPlacementsAnalyticsInput(
user_id=current_user.user_id,
target_channel_id=target_channel_id,
)
return await dependencies.get_usecase().get_placements_analytics(input)
return await deps.get_usecase().get_placements_analytics(input)
@analytics_router.get('/creatives')
async def get_creatives_analytics(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
target_channel_id: uuid.UUID | None = None,
) -> dto.GetCreativesAnalyticsOutput:
input = dto.GetCreativesAnalyticsInput(
user_id=current_user.user_id,
target_channel_id=target_channel_id,
)
return await dependencies.get_usecase().get_creatives_analytics(input)
return await deps.get_usecase().get_creatives_analytics(input)
@analytics_router.get('/external-channels')
async def get_external_channels_analytics(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
target_channel_id: uuid.UUID | None = None,
) -> dto.GetExternalChannelsAnalyticsOutput:
input = dto.GetExternalChannelsAnalyticsInput(
user_id=current_user.user_id,
target_channel_id=target_channel_id,
)
return await dependencies.get_usecase().get_external_channels_analytics(input)
return await deps.get_usecase().get_external_channels_analytics(input)
@analytics_router.get('/spending')
async def get_spending_analytics(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
target_channel_id: uuid.UUID | None = None,
date_from: datetime.datetime | None = None,
date_to: datetime.datetime | None = None,
@@ -62,4 +62,4 @@ async def get_spending_analytics(
date_to=date_to,
grouping=grouping,
)
return await dependencies.get_usecase().get_spending_analytics(input)
return await deps.get_usecase().get_spending_analytics(input)

View File

@@ -3,7 +3,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
auth_router = APIRouter(prefix='/auth', tags=['auth'])
@@ -11,7 +11,7 @@ auth_router = APIRouter(prefix='/auth', tags=['auth'])
@auth_router.get('/complete')
async def complete_auth(token: str) -> dto.ValidateLoginTokenOutput:
return await dependencies.get_usecase().validate_login_token(
return await deps.get_usecase().validate_login_token(
input=dto.ValidateLoginTokenInput(
token=token,
)
@@ -20,6 +20,6 @@ async def complete_auth(token: str) -> dto.ValidateLoginTokenOutput:
@auth_router.get('/me')
async def get_me(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.UserOutput:
return await dependencies.get_usecase().get_me(user_id=current_user.user_id)
return await deps.get_usecase().get_me(user_id=current_user.user_id)

View File

@@ -4,7 +4,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
creatives_router = APIRouter(prefix='/creatives', tags=['creatives'])
@@ -12,7 +12,7 @@ creatives_router = APIRouter(prefix='/creatives', tags=['creatives'])
@creatives_router.get('')
async def list_creatives(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
target_channel_id: uuid.UUID | None = None,
include_archived: bool = False,
) -> dto.GetCreativesOutput:
@@ -22,37 +22,37 @@ async def list_creatives(
include_archived=include_archived,
)
return await dependencies.get_usecase().get_creatives(input=input)
return await deps.get_usecase().get_creatives(input=input)
@creatives_router.get('/{creative_id}')
async def get_creative(
creative_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.CreativeOutput:
input = dto.GetCreativeInput(
creative_id=creative_id,
user_id=current_user.user_id,
)
return await dependencies.get_usecase().get_creative(input=input)
return await deps.get_usecase().get_creative(input=input)
@creatives_router.post('')
async def create_creative(
request: dto.CreateCreativeInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.CreativeOutput:
return await dependencies.get_usecase().create_creative(request, current_user.user_id)
return await deps.get_usecase().create_creative(request, current_user.user_id)
@creatives_router.patch('/{creative_id}')
async def update_creative(
creative_id: uuid.UUID,
request: dto.UpdateCreativeInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.CreativeOutput:
return await dependencies.get_usecase().update_creative(
return await deps.get_usecase().update_creative(
creative_id=creative_id,
input=request,
user_id=current_user.user_id,
@@ -62,11 +62,11 @@ async def update_creative(
@creatives_router.delete('/{creative_id}')
async def delete_creative(
creative_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> None:
input = dto.DeleteCreativeInput(
creative_id=creative_id,
user_id=current_user.user_id,
)
await dependencies.get_usecase().delete_creative(input)
await deps.get_usecase().delete_creative(input)

View File

@@ -4,7 +4,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
external_channels_router = APIRouter(prefix='/external_channels', tags=['external_channels'])
@@ -13,7 +13,7 @@ external_channels_router = APIRouter(prefix='/external_channels', tags=['externa
@external_channels_router.get('/target/{target_channel_id}')
async def get_external_channels(
target_channel_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.GetExternalChannelsOutput:
"""Get all external channels for a specific target channel."""
input = dto.GetExternalChannelsInput(
@@ -21,16 +21,16 @@ async def get_external_channels(
user_id=current_user.user_id,
)
return await dependencies.get_usecase().get_external_channels(input=input)
return await deps.get_usecase().get_external_channels(input=input)
@external_channels_router.post('')
async def create_external_channel(
request: dto.CreateExternalChannelInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.ExternalChannelOutput:
"""Create a new external channel and link it to target channels."""
return await dependencies.get_usecase().create_external_channel(
return await deps.get_usecase().create_external_channel(
input=request,
user_id=current_user.user_id,
)
@@ -40,10 +40,10 @@ async def create_external_channel(
async def update_external_channel(
channel_id: uuid.UUID,
request: dto.UpdateExternalChannelInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.ExternalChannelOutput:
"""Update external channel fields (title, username, description, subscribers_count)."""
return await dependencies.get_usecase().update_external_channel(
return await deps.get_usecase().update_external_channel(
channel_id=channel_id,
input=request,
user_id=current_user.user_id,
@@ -54,14 +54,14 @@ async def update_external_channel(
async def update_external_channel_links(
channel_id: uuid.UUID,
request: dto.UpdateExternalChannelLinksInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.ExternalChannelOutput:
"""
Update target channel links for an existing external channel.
You can add new target channels, remove existing ones, or both in a single request.
"""
return await dependencies.get_usecase().update_external_channel_links(
return await deps.get_usecase().update_external_channel_links(
channel_id=channel_id,
input=request,
user_id=current_user.user_id,
@@ -71,7 +71,7 @@ async def update_external_channel_links(
@external_channels_router.delete('/{channel_id}')
async def delete_external_channel(
channel_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> None:
"""Delete an external channel."""
input = dto.DeleteExternalChannelInput(
@@ -79,4 +79,4 @@ async def delete_external_channel(
user_id=current_user.user_id,
)
await dependencies.get_usecase().delete_external_channel(input=input)
await deps.get_usecase().delete_external_channel(input=input)

View File

@@ -4,7 +4,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
placements_router = APIRouter(prefix='/placements', tags=['placements'])
@@ -12,7 +12,7 @@ placements_router = APIRouter(prefix='/placements', tags=['placements'])
@placements_router.get('')
async def list_placements(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
target_channel_id: uuid.UUID | None = None,
external_channel_id: uuid.UUID | None = None,
creative_id: uuid.UUID | None = None,
@@ -26,37 +26,37 @@ async def list_placements(
include_archived=include_archived,
)
return await dependencies.get_usecase().get_placements(input=input)
return await deps.get_usecase().get_placements(input=input)
@placements_router.get('/{placement_id}')
async def get_placement(
placement_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.PlacementOutput:
input = dto.GetPlacementInput(
placement_id=placement_id,
user_id=current_user.user_id,
)
return await dependencies.get_usecase().get_placement(input=input)
return await deps.get_usecase().get_placement(input=input)
@placements_router.post('')
async def create_placement(
request: dto.CreatePlacementInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.PlacementOutput:
return await dependencies.get_usecase().create_placement(request, current_user.user_id)
return await deps.get_usecase().create_placement(request, current_user.user_id)
@placements_router.patch('/{placement_id}')
async def update_placement(
placement_id: uuid.UUID,
request: dto.UpdatePlacementInput,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.PlacementOutput:
return await dependencies.get_usecase().update_placement(
return await deps.get_usecase().update_placement(
placement_id=placement_id,
input=request,
user_id=current_user.user_id,
@@ -66,11 +66,11 @@ async def update_placement(
@placements_router.delete('/{placement_id}')
async def delete_placement(
placement_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> None:
input = dto.DeletePlacementInput(
placement_id=placement_id,
user_id=current_user.user_id,
)
await dependencies.get_usecase().delete_placement(input)
await deps.get_usecase().delete_placement(input)

View File

@@ -4,7 +4,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
target_channels_router = APIRouter(prefix='/target_channels', tags=['target_channels'])
@@ -12,23 +12,23 @@ target_channels_router = APIRouter(prefix='/target_channels', tags=['target_chan
@target_channels_router.get('')
async def get_user_target_chans(
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.GetUserTargetChansOutput:
input = dto.GetUserTargetChansInput(
user_id=current_user.user_id,
)
return await dependencies.get_usecase().get_user_target_chans(input=input)
return await deps.get_usecase().get_user_target_chans(input=input)
@target_channels_router.delete('/{channel_id}')
async def disconnect_target_chan(
channel_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> None:
input = dto.DisconnectTargetChanInput(
channel_id=channel_id,
user_id=current_user.user_id,
)
await dependencies.get_usecase().disconnect_target_chan(input=input)
await deps.get_usecase().disconnect_target_chan(input=input)

View File

@@ -5,7 +5,7 @@ from typing import Annotated
from fastapi import Depends
from fastapi.routing import APIRouter
from src import dependencies, dto
from src import deps, dto
from src.adapter.jwt import JWTPayload
views_router = APIRouter(prefix='/placements/{placement_id}/views', tags=['views'])
@@ -14,7 +14,7 @@ views_router = APIRouter(prefix='/placements/{placement_id}/views', tags=['views
@views_router.get('/history')
async def get_views_history(
placement_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
from_date: datetime.datetime | None = None,
to_date: datetime.datetime | None = None,
) -> dto.GetViewsHistoryOutput:
@@ -25,27 +25,14 @@ async def get_views_history(
to_date=to_date,
)
return await dependencies.get_usecase().get_views_history(input=input_data)
@views_router.post('/fetch')
async def fetch_views(
placement_id: uuid.UUID,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
) -> dto.FetchViewsManuallyOutput:
input_data = dto.FetchViewsInputManually(
placement_id=placement_id,
user_id=current_user.user_id,
)
return await dependencies.get_usecase().fetch_views(input=input_data)
return await deps.get_usecase().get_views_history(input=input_data)
@views_router.post('/manual')
async def update_views_manually(
placement_id: uuid.UUID,
views_count: int,
current_user: Annotated[JWTPayload, Depends(dependencies.get_current_user)],
current_user: Annotated[JWTPayload, Depends(deps.get_current_user)],
) -> dto.PlacementOutput:
input_data = dto.UpdateViewsManuallyInput(
placement_id=placement_id,
@@ -53,4 +40,4 @@ async def update_views_manually(
views_count=views_count,
)
return await dependencies.get_usecase().update_views_manually(input=input_data)
return await deps.get_usecase().update_views_manually(input=input_data)

View File

@@ -2,7 +2,7 @@ import logging
from aiogram.types import ChatJoinRequest
from src import dependencies
from src import deps
from src.controller.telegram_callback import telegram_callback_router
log = logging.getLogger(__name__)
@@ -23,7 +23,7 @@ async def on_chat_join_request(event: ChatJoinRequest) -> None:
log.debug('No invite_link in chat join request event')
return
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
await usecase.handle_subscription(
user_telegram_id=event.from_user.id,

View File

@@ -2,7 +2,7 @@ import logging
from aiogram.types import ChatMemberUpdated
from src import dependencies
from src import deps
from src.controller.telegram_callback import telegram_callback_router
log = logging.getLogger(__name__)
@@ -30,7 +30,7 @@ async def on_chat_member_updated(event: ChatMemberUpdated) -> None:
is_now_not_member = new_status in ('left', 'kicked')
user_left = was_member and is_now_not_member
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
if user_joined:
invite_link = event.invite_link.invite_link if event.invite_link else None

View File

@@ -4,7 +4,7 @@ from aiogram import F
from aiogram.filters import Command
from aiogram.types import CallbackQuery, Message
from src import dependencies
from src import deps
from src.controller.telegram_callback import telegram_callback_router
log = logging.getLogger(__name__)
@@ -16,7 +16,7 @@ async def cmd_new_creative(message: Message) -> None:
log.error('Failed to get user data from message')
return
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
await usecase.start_creative_creation(telegram_id=message.from_user.id, chat_id=message.chat.id)
@@ -26,7 +26,7 @@ async def callback_creative_channel(callback: CallbackQuery) -> None:
log.error('Failed to get required data from callback query')
return
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
await usecase.handle_creative_callback(
telegram_id=callback.from_user.id,
chat_id=callback.message.chat.id,
@@ -42,7 +42,7 @@ async def handle_text_message(message: Message) -> None:
if not message.from_user or not message.text:
return
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
await usecase.handle_creative_text_input(
telegram_id=message.from_user.id,
chat_id=message.chat.id,

View File

@@ -3,7 +3,7 @@ import logging
from aiogram.types import ChatMemberAdministrator, ChatMemberUpdated
from fastapi import HTTPException
from src import dependencies, dto
from src import deps, dto
from src.controller.telegram_callback import telegram_callback_router
log = logging.getLogger(__name__)
@@ -18,7 +18,7 @@ async def on_bot_added_to_chat(event: ChatMemberUpdated) -> None:
log.error('Failed to get user data from chat member update')
return
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
old_status = event.old_chat_member.status
new_status = event.new_chat_member.status

View File

@@ -3,7 +3,7 @@ import logging
from aiogram.filters import CommandStart
from aiogram.types import Message
from src import dependencies, dto
from src import deps, dto
from src.controller.telegram_callback import telegram_callback_router
log = logging.getLogger(__name__)
@@ -27,7 +27,7 @@ async def cmd_start_with_deeplink(message: Message) -> None:
chat_id=message.chat.id,
)
await dependencies.get_usecase().telegram_login(input=input)
await deps.get_usecase().telegram_login(input=input)
@telegram_callback_router.message(CommandStart())
@@ -37,5 +37,5 @@ async def cmd_start(message: Message) -> None:
log.error('Failed to get user data from message')
return
usecase = dependencies.get_usecase()
usecase = deps.get_usecase()
await usecase.telegram_start(telegram_id=message.from_user.id, chat_id=message.chat.id)

View File

@@ -1,15 +0,0 @@
import logging
from typing import TYPE_CHECKING
from shared.worker_base import WorkerBase
from src import dependencies
if TYPE_CHECKING:
pass
log = logging.getLogger(__name__)
class FetchViewsWorker(WorkerBase):
async def _cycle_func(self) -> None:
await dependencies.get_usecase().run_views_worker_cycle(self.config.INTERVAL_SECONDS)

View File

@@ -17,8 +17,10 @@ if TYPE_CHECKING:
class PlacementStatus(StrEnum):
ACTIVE = 'active'
ARCHIVED = 'archived'
PENDING = 'pending' # Ожидается публикация поста
ACTIVE = 'active' # Пост найден и отслеживается
DELETED = 'deleted' # Пост удален из канала
ARCHIVED = 'archived' # Вручную архивировано
class InviteLinkType(StrEnum):
@@ -27,8 +29,6 @@ class InviteLinkType(StrEnum):
class PostViewsAvailability(StrEnum):
"""Статус доступности получения просмотров поста."""
UNKNOWN = 'unknown' # Ещё не проверялось
AVAILABLE = 'available' # Просмотры доступны
UNAVAILABLE = 'unavailable' # Нет доступа / битая ссылка / приватный канал
@@ -49,6 +49,7 @@ class Placement(domain.Base):
ad_post_url: Mapped[str | None] # ссылка на рекламное сообщение во внешнем канале
invite_link_type: Mapped[InviteLinkType] # тип пригласительной ссылки
invite_link: Mapped[str] # уникальная пригласительная ссылка
external_channel_message_id: Mapped[int | None] # message_id в Telegram после нахождения поста
# Статус
status: Mapped[PlacementStatus] = mapped_column(default=PlacementStatus.ACTIVE)

View File

@@ -34,8 +34,6 @@ __all__ = (
'PlacementViewsHistoryOutput',
'GetViewsHistoryInput',
'GetViewsHistoryOutput',
'FetchViewsInputManually',
'FetchViewsManuallyOutput',
'UpdateViewsManuallyInput',
'UserOutput',
'DateGrouping',
@@ -51,6 +49,11 @@ __all__ = (
'SpendingDataPoint',
'GetSpendingAnalyticsInput',
'GetSpendingAnalyticsOutput',
'ParserTrackTaskRequest',
'ParserGetViewsRequest',
'ParserPostFoundEvent',
'ParserPostDeletedEvent',
'ParserViewsUpdatedEvent',
)
from .analytics import (
@@ -86,6 +89,13 @@ from .external_channel import (
UpdateExternalChannelInput,
UpdateExternalChannelLinksInput,
)
from .nats_messages import (
ParserGetViewsRequest,
ParserPostDeletedEvent,
ParserPostFoundEvent,
ParserTrackTaskRequest,
ParserViewsUpdatedEvent,
)
from .placement import (
CreatePlacementInput,
DeletePlacementInput,
@@ -109,8 +119,6 @@ from .telegram_login import TelegramLoginInput
from .user import UserOutput
from .validate_login_token import ValidateLoginTokenInput, ValidateLoginTokenOutput
from .views import (
FetchViewsInputManually,
FetchViewsManuallyOutput,
GetViewsHistoryInput,
GetViewsHistoryOutput,
PlacementViewsHistoryOutput,

48
src/dto/nats_messages.py Normal file
View File

@@ -0,0 +1,48 @@
import pydantic
# Исходящие сообщения (к tgex-parser)
class ParserTrackTaskRequest(pydantic.BaseModel):
"""Сообщение для parser.track - добавить задачу на отслеживание канала"""
task_id: str # UUID placement
channel: str # username внешнего канала
target_text: str # invite_link для поиска в постах
class ParserGetViewsRequest(pydantic.BaseModel):
"""Сообщение для parser.get_views - синхронно получить просмотры поста"""
channel: str
message_id: int
# Входящие события (от tgex-parser)
class ParserPostFoundEvent(pydantic.BaseModel):
"""Событие parser.event.post_found - найден новый пост с target_text"""
task_id: str # UUID placement
channel: str
message_id: int
link: str # полная ссылка https://t.me/channel/message_id
text: str # текст поста
views: int
class ParserPostDeletedEvent(pydantic.BaseModel):
"""Событие parser.event.post_deleted - отслеживаемый пост удален"""
task_id: str
channel: str
message_id: int
link: str
views: int
class ParserViewsUpdatedEvent(pydantic.BaseModel):
"""Событие parser.event.views_updated - обновилось количество просмотров"""
task_id: str
channel: str
message_id: int
views: int

View File

@@ -52,7 +52,6 @@ class CreatePlacementInput(pydantic.BaseModel):
placement_date: datetime.datetime
cost: float | None = None
comment: str | None = None
ad_post_url: str | None = None
invite_link_type: domain.InviteLinkType = domain.InviteLinkType.PUBLIC

View File

@@ -3,8 +3,6 @@ import uuid
import pydantic
from src import domain
class PlacementViewsHistoryOutput(pydantic.BaseModel):
"""История просмотров placement."""
@@ -31,21 +29,6 @@ class GetViewsHistoryOutput(pydantic.BaseModel):
histories: list[PlacementViewsHistoryOutput]
class FetchViewsInputManually(pydantic.BaseModel):
"""Запросить обновление просмотров для закупа."""
placement_id: uuid.UUID
user_id: uuid.UUID
class FetchViewsManuallyOutput(pydantic.BaseModel):
placement_id: uuid.UUID
views_count: int | None # None если не удалось получить
views_availability: domain.PostViewsAvailability
fetched_at: datetime.datetime
error_message: str | None = None # Сообщение об ошибке если не удалось
class UpdateViewsManuallyInput(pydantic.BaseModel):
"""Ручное обновление просмотров."""

View File

@@ -5,15 +5,13 @@ from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from shared import logger
from src import dependencies
from src import deps
from src.adapter.jwt import JWT
from src.adapter.postgres import Postgres
from src.adapter.telegram_bot import TelegramBot
from src.adapter.telegram_parser import TelegramParser
from src.config import settings
from src.controller.http import api_router
from src.controller.telegram_callback import telegram_callback_router
from src.controller.worker.views_worker import FetchViewsWorker
from src.usecase import Usecase
@@ -22,32 +20,25 @@ async def lifespan(app: FastAPI) -> AsyncGenerator[None]:
await postgres.connect()
await telegram.start_polling()
await telegram.set_commands()
await views_worker.start()
yield
await views_worker.stop()
await telegram.stop_polling()
await postgres.close()
logger.init(settings.logger)
# Dependencies
postgres = Postgres(settings.db)
telegram = TelegramBot(settings.telegram, telegram_callback_router)
telegram_views_fetcher = TelegramParser(settings.telegram_parser)
jwt_encoder = JWT(settings.jwt)
usecase = Usecase(
database=postgres,
telegram_bot=telegram,
telegram_parser=telegram_views_fetcher,
jwt_encoder=jwt_encoder,
)
dependencies.set_usecase(usecase)
views_worker = FetchViewsWorker(config=settings.fetch_views_worker)
deps.set_usecase(usecase)
app = FastAPI(lifespan=lifespan, version=settings.logger.APP_VERSION)

View File

@@ -41,9 +41,7 @@ from .target_channel.disconnect_target_chan import disconnect_target_chan
from .target_channel.disconnect_target_chan_by_tg_id import disconnect_target_chan_by_tg_id
from .target_channel.get_user_target_chans import get_user_target_chans
from .target_channel.update_target_chan_permissions import update_target_chan_permissions
from .views.fetch_views_manually import fetch_views_manually
from .views.get_views_history import get_views_history
from .views.run_views_worker_cycle import run_views_worker_cycle
from .views.update_views_manually import update_views_manually
@@ -66,8 +64,6 @@ class Database(typing.Protocol):
self, user_id: UUID, channel_id: UUID | None = None, telegram_id: int | None = None
) -> domain.TargetChannel | None: ...
async def create_target_channel(self, channel: domain.TargetChannel) -> domain.TargetChannel: ...
async def upsert_target_channel(self, channel: domain.TargetChannel) -> domain.TargetChannel: ...
async def get_user_target_channels(self, user_id: UUID) -> list[domain.TargetChannel]: ...
@@ -123,8 +119,6 @@ class Database(typing.Protocol):
async def delete_placement(self, placement_id: UUID) -> None: ...
async def check_creative_in_use(self, creative_id: UUID) -> bool: ...
async def get_placement_by_invite_link(self, invite_link: str) -> domain.Placement | None: ...
async def get_subscriber(self, telegram_id: int) -> domain.Subscriber | None: ...
@@ -161,8 +155,6 @@ class Database(typing.Protocol):
to_date: datetime.datetime | None = None,
) -> list[domain.PlacementViewsHistory]: ...
async def get_active_placements_with_urls(self) -> list[domain.Placement]: ... # Для worker
async def get_telegram_state(self, telegram_id: int) -> domain.TelegramState | None: ...
async def set_telegram_state(
@@ -171,6 +163,17 @@ class Database(typing.Protocol):
async def clear_telegram_state(self, telegram_id: int) -> None: ...
# NATS-related methods for placement tracking
async def get_placement_by_id(self, placement_id: UUID) -> domain.Placement | None: ...
async def update_placement_from_post_found(
self, placement_id: UUID, ad_post_url: str, message_id: int, views_count: int
) -> domain.Placement: ...
async def update_placement_from_post_deleted(self, placement_id: UUID) -> domain.Placement: ...
async def update_placement_views(self, placement_id: UUID, views_count: int) -> domain.Placement: ...
class TelegramBotWriter(typing.Protocol):
async def send_message(self, text: str, chat_id: int) -> None: ...
@@ -188,10 +191,6 @@ class TelegramBotWriter(typing.Protocol):
async def create_chat_invite_link(self, chat_id: int, requires_approval: bool = False) -> str: ...
class TelegramParser(typing.Protocol):
async def get_post_views(self, post_url: str) -> int | None: ...
class JWTEncoder(typing.Protocol):
def encode_access_token(self, user_id: UUID, telegram_id: int, username: str | None = None) -> str: ...
@@ -200,7 +199,6 @@ class JWTEncoder(typing.Protocol):
class Usecase:
database: Database
telegram_bot: TelegramBotWriter
telegram_parser: TelegramParser
jwt_encoder: JWTEncoder
validate_login_token = validate_login_token
@@ -232,8 +230,6 @@ class Usecase:
delete_placement = delete_placement
handle_subscription = handle_subscription
handle_unsubscription = handle_unsubscription
fetch_views = fetch_views_manually
run_views_worker_cycle = run_views_worker_cycle
get_views_history = get_views_history
update_views_manually = update_views_manually
get_placements_analytics = get_placements_analytics

View File

@@ -41,7 +41,7 @@ async def create_placement(self: 'Usecase', input: dto.CreatePlacementInput, use
requires_approval=requires_approval,
)
# Создаём закуп
# Создаём закуп со статусом PENDING (ожидаем публикацию поста)
placement = domain.Placement(
target_channel_id=input.target_channel_id,
external_channel_id=input.external_channel_id,
@@ -50,10 +50,9 @@ async def create_placement(self: 'Usecase', input: dto.CreatePlacementInput, use
placement_date=input.placement_date,
cost=input.cost,
comment=input.comment,
ad_post_url=input.ad_post_url,
invite_link_type=input.invite_link_type,
invite_link=invite_link,
status=domain.PlacementStatus.ACTIVE,
status=domain.PlacementStatus.PENDING,
)
created = await self.database.create_placement(placement)
@@ -62,7 +61,6 @@ async def create_placement(self: 'Usecase', input: dto.CreatePlacementInput, use
creative.placements_count += 1
await self.database.update_creative(creative)
# Формируем ответ внутри транзакции, пока объекты в сессии
return dto.PlacementOutput(
id=created.id,
target_channel_id=created.target_channel_id,

View File

@@ -1,65 +0,0 @@
import datetime
import logging
from typing import TYPE_CHECKING
from src import domain, dto
if TYPE_CHECKING:
from .. import Usecase
log = logging.getLogger(__name__)
async def fetch_views_manually(self: 'Usecase', input: dto.FetchViewsInputManually) -> dto.FetchViewsManuallyOutput:
async with self.database.transaction():
placement = await self.database.get_placement(input.user_id, input.placement_id)
if not placement:
raise domain.PlacementNotFound(input.placement_id)
if not placement.ad_post_url:
return dto.FetchViewsManuallyOutput(
placement_id=placement.id,
views_count=None,
views_availability=domain.PostViewsAvailability.UNAVAILABLE,
fetched_at=datetime.datetime.now(datetime.UTC),
error_message='No ad_post_url specified',
)
views_count = await self.telegram_parser.get_post_views(placement.ad_post_url)
fetched_at = datetime.datetime.now(datetime.UTC)
if views_count:
placement.views_count = views_count
placement.views_availability = domain.PostViewsAvailability.AVAILABLE
placement.last_views_fetch_at = fetched_at
await self.database.update_placement(placement)
history = domain.PlacementViewsHistory(
placement_id=placement.id,
views_count=views_count,
fetched_at=fetched_at,
)
await self.database.create_placement_views_history(history)
log.info('Views fetched for placement %s: %d', placement.id, views_count)
return dto.FetchViewsManuallyOutput(
placement_id=placement.id,
views_count=views_count,
views_availability=domain.PostViewsAvailability.AVAILABLE,
fetched_at=fetched_at,
)
placement.views_availability = domain.PostViewsAvailability.UNAVAILABLE
placement.last_views_fetch_at = fetched_at
await self.database.update_placement(placement)
log.warning('Failed to fetch views for placement %s', placement.id)
return dto.FetchViewsManuallyOutput(
placement_id=placement.id,
views_count=None,
views_availability=domain.PostViewsAvailability.UNAVAILABLE,
fetched_at=fetched_at,
error_message='Failed to fetch views from Telegram API',
)

View File

@@ -1,66 +0,0 @@
import asyncio
import datetime
import logging
import uuid
from typing import TYPE_CHECKING, cast
from aiolimiter import AsyncLimiter
from src import domain
if TYPE_CHECKING:
from .. import Usecase
log = logging.getLogger(__name__)
async def _process_placement(self: 'Usecase', placement_id: uuid.UUID, user_id: uuid.UUID, ad_post_url: str) -> None:
views_count = await self.telegram_parser.get_post_views(ad_post_url)
fetched_at = datetime.datetime.now(datetime.UTC)
async with self.database.transaction():
p = await self.database.get_placement(user_id=user_id, placement_id=placement_id)
if not p:
log.error('Placement %s not found', placement_id)
return
p.last_views_fetch_at = fetched_at
if not views_count:
p.views_availability = domain.PostViewsAvailability.UNAVAILABLE
await self.database.update_placement(p)
log.warning('Failed to fetch views for %s', placement_id)
return
p.views_count = views_count
p.views_availability = domain.PostViewsAvailability.AVAILABLE
await self.database.update_placement(p)
history = domain.PlacementViewsHistory(
placement_id=placement_id,
views_count=views_count,
fetched_at=fetched_at,
)
await self.database.create_placement_views_history(history)
log.info('Updated placement %s: %d', placement_id, views_count)
async def run_views_worker_cycle(self: 'Usecase', interval_seconds: int) -> None:
async with self.database.transaction():
placements = await self.database.get_active_placements_with_urls()
if not placements:
log.debug('ViewsWorkerCycle: No placements to process')
return
limiter = AsyncLimiter(max_rate=len(placements), time_period=interval_seconds)
log.info('Processing %d placements for %d seconds', len(placements), interval_seconds)
async def process(p: domain.Placement) -> None:
async with limiter:
try:
await _process_placement(self, p.id, p.user_id, cast(str, p.ad_post_url))
except Exception:
log.exception('Error updating views for %s', p.id)
await asyncio.gather(*(process(p) for p in placements))

View File

@@ -317,6 +317,28 @@ class MockDatabase:
return subscription
return None
async def get_active_subscriptions_by_subscriber_and_channel(
self, subscriber_id: uuid.UUID, channel_telegram_id: int
) -> list[domain.Subscription]:
result = []
for subscription in self.subscriptions.values():
if subscription.subscriber_id == subscriber_id and subscription.unsubscribed_at is None:
placement = self.placements.get(subscription.placement_id)
if placement:
target_channel = self.target_channels.get(placement.target_channel_id)
if target_channel and target_channel.telegram_id == channel_telegram_id:
subscription.placement = placement
result.append(subscription)
return result
async def get_active_subscription_by_subscriber_and_channel(
self, subscriber_id: uuid.UUID, channel_telegram_id: int
) -> domain.Subscription | None:
subscriptions = await self.get_active_subscriptions_by_subscriber_and_channel(
subscriber_id, channel_telegram_id
)
return subscriptions[0] if subscriptions else None
async def create_placement_views_history(
self, history: domain.PlacementViewsHistory
) -> domain.PlacementViewsHistory:
@@ -360,6 +382,12 @@ class MockTelegramWriter:
{'text': text, 'chat_id': chat_id, 'button': {'text': button_text, 'url': button_url}}
)
async def send_message_with_inline_keyboard(self, text: str, chat_id: int, buttons: list[list[Any]]) -> None:
self.sent_messages.append({'text': text, 'chat_id': chat_id, 'inline_keyboard': buttons})
async def edit_message_reply_markup(self, chat_id: int, message_id: int) -> None:
pass
async def get_chat_member(self, chat_id: int, user_id: int) -> dict[str, Any]:
return {}
@@ -368,10 +396,6 @@ class MockTelegramWriter:
link_type = 'approval' if requires_approval else 'public'
return f'https://t.me/+{link_type}_link_{self.invite_link_counter}_{chat_id}'
async def get_post_views(self, post_url: str) -> int | None:
"""Mock implementation returns None (TDLib not integrated)."""
return None
class MockJWTEncoder:
def encode_access_token(self, user_id: uuid.UUID, telegram_id: int, username: str | None = None) -> str:
@@ -395,6 +419,12 @@ def mock_jwt() -> MockJWTEncoder:
@pytest.fixture
def usecases(
mock_database: MockDatabase, mock_telegram: MockTelegramWriter, mock_jwt: MockJWTEncoder
mock_database: MockDatabase,
mock_telegram: MockTelegramWriter,
mock_jwt: MockJWTEncoder,
) -> usecase.Usecase:
return usecase.Usecase(database=mock_database, telegram_bot=mock_telegram, jwt_encoder=mock_jwt)
return usecase.Usecase(
database=mock_database, # type: ignore[arg-type]
telegram_bot=mock_telegram,
jwt_encoder=mock_jwt,
)

View File

@@ -142,43 +142,44 @@ async def test_get_creatives_filtered_by_target_channel(usecases: usecase.Usecas
assert result.creatives[0].target_channel_id == target1.id
@pytest.mark.asyncio
async def test_archive_creative(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
"""Архивирование креатива."""
user = domain.User(telegram_id=123456, username='testuser')
await mock_database.create_user(user)
target_channel = domain.TargetChannel(
telegram_id=-1001234567890,
title='Target Channel',
username='targetchannel',
user_id=user.id,
status=domain.TargetChannelStatus.ACTIVE,
)
await mock_database.upsert_target_channel(target_channel)
creative = domain.Creative(
name='Test Creative',
text='Test text',
target_channel_id=target_channel.id,
user_id=user.id,
status=domain.CreativeStatus.ACTIVE,
)
await mock_database.create_creative(creative)
result = await usecases.archive_creative(creative.id, user.id)
assert result.status == domain.CreativeStatus.ARCHIVED
# Проверяем, что архивированный креатив не возвращается по умолчанию
creatives_list = await usecases.get_creatives(dto.GetCreativesInput(user_id=user.id))
assert len(creatives_list.creatives) == 0
# Проверяем, что архивированный креатив возвращается с флагом include_archived
creatives_with_archived = await usecases.get_creatives(
dto.GetCreativesInput(user_id=user.id, include_archived=True)
)
assert len(creatives_with_archived.creatives) == 1
# TODO: Implement archive_creative method
# @pytest.mark.asyncio
# async def test_archive_creative(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
# """Архивирование креатива."""
# user = domain.User(telegram_id=123456, username='testuser')
# await mock_database.create_user(user)
#
# target_channel = domain.TargetChannel(
# telegram_id=-1001234567890,
# title='Target Channel',
# username='targetchannel',
# user_id=user.id,
# status=domain.TargetChannelStatus.ACTIVE,
# )
# await mock_database.upsert_target_channel(target_channel)
#
# creative = domain.Creative(
# name='Test Creative',
# text='Test text',
# target_channel_id=target_channel.id,
# user_id=user.id,
# status=domain.CreativeStatus.ACTIVE,
# )
# await mock_database.create_creative(creative)
#
# result = await usecases.archive_creative(creative.id, user.id)
#
# assert result.status == domain.CreativeStatus.ARCHIVED
#
# # Проверяем, что архивированный креатив не возвращается по умолчанию
# creatives_list = await usecases.get_creatives(dto.GetCreativesInput(user_id=user.id))
# assert len(creatives_list.creatives) == 0
#
# # Проверяем, что архивированный креатив возвращается с флагом include_archived
# creatives_with_archived = await usecases.get_creatives(
# dto.GetCreativesInput(user_id=user.id, include_archived=True)
# )
# assert len(creatives_with_archived.creatives) == 1
@pytest.mark.asyncio

View File

@@ -64,7 +64,7 @@ async def test_create_placement_with_public_invite_link(usecases: usecase.Usecas
assert result.comment == 'Утреннее размещение'
assert result.invite_link_type == domain.InviteLinkType.PUBLIC
assert result.invite_link.startswith('https://t.me/+public_link_')
assert result.status == domain.PlacementStatus.ACTIVE
assert result.status == domain.PlacementStatus.PENDING # Ожидает публикации поста
assert result.subscriptions_count == 0
# Проверяем, что счётчик закупов у креатива увеличился
@@ -369,65 +369,66 @@ async def test_get_placements_filtered_by_creative(usecases: usecase.Usecase, mo
assert result.placements[0].creative_id == creative1.id
@pytest.mark.asyncio
async def test_archive_placement(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
"""Архивирование закупа - убирает его из активной статистики."""
user = domain.User(telegram_id=123456, username='testuser')
await mock_database.create_user(user)
target_channel = domain.TargetChannel(
telegram_id=-1001234567890,
title='Target Channel',
username='targetchannel',
user_id=user.id,
status=domain.TargetChannelStatus.ACTIVE,
)
await mock_database.upsert_target_channel(target_channel)
external_channel = domain.ExternalChannel(
telegram_id=-1009876543210,
title='External Channel',
username='externalchannel',
description=None,
subscribers_count=18000,
user_id=user.id,
)
await mock_database.create_external_channel(external_channel)
creative = domain.Creative(
name='Test Creative',
text='Test text',
target_channel_id=target_channel.id,
user_id=user.id,
status=domain.CreativeStatus.ACTIVE,
)
await mock_database.create_creative(creative)
placement = domain.Placement(
target_channel_id=target_channel.id,
external_channel_id=external_channel.id,
creative_id=creative.id,
user_id=user.id,
placement_date=datetime.datetime.now(datetime.UTC),
invite_link='https://t.me/+link1',
invite_link_type=domain.InviteLinkType.PUBLIC,
status=domain.PlacementStatus.ACTIVE,
)
await mock_database.create_placement(placement)
result = await usecases.archive_placement(placement.id, user.id)
assert result.status == domain.PlacementStatus.ARCHIVED
# Проверяем, что архивированный закуп не возвращается по умолчанию
placements_list = await usecases.get_placements(dto.GetPlacementsInput(user_id=user.id))
assert len(placements_list.placements) == 0
# Проверяем, что архивированный закуп возвращается с флагом include_archived
placements_with_archived = await usecases.get_placements(
dto.GetPlacementsInput(user_id=user.id, include_archived=True)
)
assert len(placements_with_archived.placements) == 1
# TODO: Implement archive_placement method
# @pytest.mark.asyncio
# async def test_archive_placement(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
# """Архивирование закупа - убирает его из активной статистики."""
# user = domain.User(telegram_id=123456, username='testuser')
# await mock_database.create_user(user)
#
# target_channel = domain.TargetChannel(
# telegram_id=-1001234567890,
# title='Target Channel',
# username='targetchannel',
# user_id=user.id,
# status=domain.TargetChannelStatus.ACTIVE,
# )
# await mock_database.upsert_target_channel(target_channel)
#
# external_channel = domain.ExternalChannel(
# telegram_id=-1009876543210,
# title='External Channel',
# username='externalchannel',
# description=None,
# subscribers_count=18000,
# user_id=user.id,
# )
# await mock_database.create_external_channel(external_channel)
#
# creative = domain.Creative(
# name='Test Creative',
# text='Test text',
# target_channel_id=target_channel.id,
# user_id=user.id,
# status=domain.CreativeStatus.ACTIVE,
# )
# await mock_database.create_creative(creative)
#
# placement = domain.Placement(
# target_channel_id=target_channel.id,
# external_channel_id=external_channel.id,
# creative_id=creative.id,
# user_id=user.id,
# placement_date=datetime.datetime.now(datetime.UTC),
# invite_link='https://t.me/+link1',
# invite_link_type=domain.InviteLinkType.PUBLIC,
# status=domain.PlacementStatus.ACTIVE,
# )
# await mock_database.create_placement(placement)
#
# result = await usecases.archive_placement(placement.id, user.id)
#
# assert result.status == domain.PlacementStatus.ARCHIVED
#
# # Проверяем, что архивированный закуп не возвращается по умолчанию
# placements_list = await usecases.get_placements(dto.GetPlacementsInput(user_id=user.id))
# assert len(placements_list.placements) == 0
#
# # Проверяем, что архивированный закуп возвращается с флагом include_archived
# placements_with_archived = await usecases.get_placements(
# dto.GetPlacementsInput(user_id=user.id, include_archived=True)
# )
# assert len(placements_with_archived.placements) == 1
@pytest.mark.asyncio

View File

@@ -8,131 +8,6 @@ from src import domain, dto, usecase
from tests.conftest import MockDatabase
@pytest.mark.asyncio
async def test_fetch_views_no_ad_post_url(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
"""Попытка получить просмотры для закупа без ad_post_url возвращает unavailable."""
user = domain.User(telegram_id=123456, username='testuser')
await mock_database.create_user(user)
target_channel = domain.TargetChannel(
telegram_id=-1001234567890,
title='Target Channel',
username='targetchannel',
user_id=user.id,
status=domain.TargetChannelStatus.ACTIVE,
)
await mock_database.upsert_target_channel(target_channel)
external_channel = domain.ExternalChannel(
telegram_id=-1009876543210,
title='External Channel',
username='externalchannel',
description=None,
subscribers_count=50000,
user_id=user.id,
)
await mock_database.create_external_channel(external_channel)
creative = domain.Creative(
name='Test Creative',
text='Test text',
target_channel_id=target_channel.id,
user_id=user.id,
status=domain.CreativeStatus.ACTIVE,
)
await mock_database.create_creative(creative)
placement = domain.Placement(
target_channel_id=target_channel.id,
external_channel_id=external_channel.id,
creative_id=creative.id,
user_id=user.id,
placement_date=datetime.datetime.now(datetime.UTC),
invite_link='https://t.me/+link1',
invite_link_type=domain.InviteLinkType.PUBLIC,
status=domain.PlacementStatus.ACTIVE,
ad_post_url=None, # Нет ссылки на пост
)
await mock_database.create_placement(placement)
input_data = dto.FetchViewsInputManually(
placement_id=placement.id,
user_id=user.id,
)
result = await usecases.fetch_views(input=input_data)
assert result.views_count is None
assert result.views_availability == domain.PostViewsAvailability.UNAVAILABLE
assert result.error_message == 'No ad_post_url specified'
@pytest.mark.asyncio
async def test_fetch_views_api_unavailable(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
"""Если Telegram API недоступен (возвращает None), статус = unavailable."""
user = domain.User(telegram_id=123456, username='testuser')
await mock_database.create_user(user)
target_channel = domain.TargetChannel(
telegram_id=-1001234567890,
title='Target Channel',
username='targetchannel',
user_id=user.id,
status=domain.TargetChannelStatus.ACTIVE,
)
await mock_database.upsert_target_channel(target_channel)
external_channel = domain.ExternalChannel(
telegram_id=-1009876543210,
title='External Channel',
username='externalchannel',
description=None,
subscribers_count=30000,
user_id=user.id,
)
await mock_database.create_external_channel(external_channel)
creative = domain.Creative(
name='Test Creative',
text='Test text',
target_channel_id=target_channel.id,
user_id=user.id,
status=domain.CreativeStatus.ACTIVE,
)
await mock_database.create_creative(creative)
placement = domain.Placement(
target_channel_id=target_channel.id,
external_channel_id=external_channel.id,
creative_id=creative.id,
user_id=user.id,
placement_date=datetime.datetime.now(datetime.UTC),
invite_link='https://t.me/+link2',
invite_link_type=domain.InviteLinkType.PUBLIC,
status=domain.PlacementStatus.ACTIVE,
ad_post_url='https://t.me/externalchannel/123',
)
await mock_database.create_placement(placement)
input_data = dto.FetchViewsInputManually(
placement_id=placement.id,
user_id=user.id,
)
# Mock telegram writer returns None (TDLib not integrated)
result = await usecases.fetch_views(input=input_data)
assert result.views_count is None
assert result.views_availability == domain.PostViewsAvailability.UNAVAILABLE
assert 'Failed to fetch views' in result.error_message
# Проверяем, что placement обновлён
updated_placement = await mock_database.get_placement(user.id, placement.id)
assert updated_placement is not None
assert updated_placement.views_availability == domain.PostViewsAvailability.UNAVAILABLE
assert updated_placement.last_views_fetch_at is not None
@pytest.mark.asyncio
async def test_update_views_manually(usecases: usecase.Usecase, mock_database: MockDatabase) -> None:
"""Ручное обновление просмотров создаёт снимок и обновляет закуп."""

13
uv.lock generated
View File

@@ -1,5 +1,5 @@
version = 1
revision = 2
revision = 3
requires-python = ">=3.13"
[[package]]
@@ -953,6 +953,7 @@ dev = [
{ name = "pytest-asyncio" },
{ name = "ruff" },
{ name = "ty" },
{ name = "vulture" },
]
[package.metadata]
@@ -979,6 +980,7 @@ dev = [
{ name = "pytest-asyncio", specifier = ">=1.2.0" },
{ name = "ruff", specifier = ">=0.14.4" },
{ name = "ty", specifier = ">=0.0.1a25" },
{ name = "vulture", specifier = ">=2.14" },
]
[[package]]
@@ -1040,6 +1042,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/ee/d9/d88e73ca598f4f6ff671fb5fde8a32925c2e08a637303a1d12883c7305fa/uvicorn-0.38.0-py3-none-any.whl", hash = "sha256:48c0afd214ceb59340075b4a052ea1ee91c16fbc2a9b1469cca0e54566977b02", size = 68109, upload-time = "2025-10-18T13:46:42.958Z" },
]
[[package]]
name = "vulture"
version = "2.14"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/8e/25/925f35db758a0f9199113aaf61d703de891676b082bd7cf73ea01d6000f7/vulture-2.14.tar.gz", hash = "sha256:cb8277902a1138deeab796ec5bef7076a6e0248ca3607a3f3dee0b6d9e9b8415", size = 58823, upload-time = "2024-12-08T17:39:43.319Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/a0/56/0cc15b8ff2613c1d5c3dc1f3f576ede1c43868c1bc2e5ccaa2d4bcd7974d/vulture-2.14-py2.py3-none-any.whl", hash = "sha256:d9a90dba89607489548a49d557f8bac8112bd25d3cbc8aeef23e860811bd5ed9", size = 28915, upload-time = "2024-12-08T17:39:40.573Z" },
]
[[package]]
name = "yarl"
version = "1.22.0"