Initial commit

tg_parser/internal/adapter/database/create_post.go

@@ -0,0 +1,45 @@
+package database
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/jackc/pgx/v5/pgtype"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+)
+
+func (d *Database) CreatePost(ctx context.Context, post domain.Post) error {
+	query := `INSERT INTO post (id, channel_id, message_id, text, published_at)
+VALUES ($1, $2, $3, $4, $5)
+ON CONFLICT (channel_id, message_id) DO UPDATE
+SET text = EXCLUDED.text,
+    published_at = COALESCE(post.published_at, EXCLUDED.published_at),
+    updated_at = CURRENT_TIMESTAMP;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	dto := createPostDTO{
+		ID:          pgtype.UUID{Bytes: post.ID, Valid: true},
+		ChannelID:   pgtype.UUID{Bytes: post.ChannelID, Valid: true},
+		MessageID:   pgtype.Int4{Int32: int32(post.MessageID), Valid: true},
+		Text:        pgtype.Text{String: post.Text, Valid: true},
+		PublishedAt: pgtype.Timestamptz{Time: post.PublishedAt, Valid: !post.PublishedAt.IsZero()},
+	}
+
+	_, err := txOrPool.Exec(ctx, query, dto.ID, dto.ChannelID, dto.MessageID, dto.Text, dto.PublishedAt)
+	if err != nil {
+		return fmt.Errorf("txOrPool.Exec: %w", err)
+	}
+
+	return nil
+}
+
+type createPostDTO struct {
+	ID          pgtype.UUID
+	ChannelID   pgtype.UUID
+	MessageID   pgtype.Int4
+	Text        pgtype.Text
+	PublishedAt pgtype.Timestamptz
+}

tg_parser/internal/adapter/database/create_views_snapshot.go

@@ -0,0 +1,40 @@
+package database
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/google/uuid"
+	"github.com/jackc/pgx/v5/pgtype"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+)
+
+func (d *Database) CreateViewsSnapshot(ctx context.Context, snapshot domain.ViewsSnapshot) error {
+	query := `INSERT INTO post_views_history (id, views_count, fetched_at, post_id)
+VALUES ($1, $2, $3, $4);`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	dto := createViewsSnapshotDTO{
+		ID:         pgtype.UUID{Bytes: uuid.New(), Valid: true},
+		ViewsCount: pgtype.Int4{Int32: int32(snapshot.ViewsCount), Valid: true},
+		FetchedAt:  pgtype.Timestamptz{Time: snapshot.FetchedAt, Valid: true},
+		PostID:     pgtype.UUID{Bytes: snapshot.PostID, Valid: true},
+	}
+
+	_, err := txOrPool.Exec(ctx, query, dto.ID, dto.ViewsCount, dto.FetchedAt, dto.PostID)
+	if err != nil {
+		return fmt.Errorf("txOrPool.Exec: %w", err)
+	}
+
+	return nil
+}
+
+type createViewsSnapshotDTO struct {
+	ID         pgtype.UUID
+	ViewsCount pgtype.Int4
+	FetchedAt  pgtype.Timestamptz
+	PostID     pgtype.UUID
+}

tg_parser/internal/adapter/database/database.go

@@ -0,0 +1,7 @@
+package database
+
+type Database struct{}
+
+func New() *Database {
+	return &Database{}
+}

tg_parser/internal/adapter/database/delete_post.go

@@ -0,0 +1,37 @@
+package database
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/jackc/pgx/v5/pgtype"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+)
+
+func (d *Database) DeletePost(ctx context.Context, p domain.Post) error {
+	query := `UPDATE post
+SET deleted_from_channel_at = CURRENT_TIMESTAMP,
+    updated_at = CURRENT_TIMESTAMP
+WHERE channel_id = $1 AND message_id = $2;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	dto := deletePostDTO{
+		ChannelID: pgtype.UUID{Bytes: p.ChannelID, Valid: true},
+		MessageID: pgtype.Int4{Int32: int32(p.MessageID), Valid: true},
+	}
+
+	_, err := txOrPool.Exec(ctx, query, dto.ChannelID, dto.MessageID)
+	if err != nil {
+		return fmt.Errorf("txOrPool.Exec: %w", err)
+	}
+
+	return nil
+}
+
+type deletePostDTO struct {
+	ChannelID pgtype.UUID
+	MessageID pgtype.Int4
+}

tg_parser/internal/adapter/database/get_channels.go

@@ -0,0 +1,88 @@
+package database
+
+import (
+	"context"
+
+	"github.com/jackc/pgx/v5/pgtype"
+	"github.com/rs/zerolog/log"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+)
+
+func (d *Database) GetChannels(ctx context.Context) []domain.Channel {
+	query := `SELECT
+    id,
+    telegram_id,
+    username,
+    title,
+    access_hash,
+    pts,
+    invite_link,
+    is_accessible
+FROM channel
+WHERE deleted_at IS NULL
+  AND is_accessible = true;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	rows, err := txOrPool.Query(ctx, query)
+	if err != nil {
+		log.Error().Err(err).Msg("txOrPool.Query failed")
+		return []domain.Channel{}
+	}
+	defer rows.Close()
+
+	channels := make([]domain.Channel, 0)
+
+	for rows.Next() {
+		var dto getChannelsDTO
+
+		err = rows.Scan(dto.destination()...)
+		if err != nil {
+			log.Error().Err(err).Msg("rows.Scan failed")
+			return []domain.Channel{}
+		}
+
+		channels = append(channels, dto.toDomain())
+	}
+
+	return channels
+}
+
+type getChannelsDTO struct {
+	ID           pgtype.UUID
+	TelegramID   pgtype.Int8
+	Username     pgtype.Text
+	Title        pgtype.Text
+	AccessHash   pgtype.Int8
+	Pts          pgtype.Int4
+	InviteLink   pgtype.Text
+	IsAccessible pgtype.Bool
+}
+
+func (dto *getChannelsDTO) destination() []any {
+	return []any{
+		&dto.ID,
+		&dto.TelegramID,
+		&dto.Username,
+		&dto.Title,
+		&dto.AccessHash,
+		&dto.Pts,
+		&dto.InviteLink,
+		&dto.IsAccessible,
+	}
+}
+
+func (dto *getChannelsDTO) toDomain() domain.Channel {
+	return domain.Channel{
+		ID:           dto.ID.Bytes,
+		TelegramID:   domain.NormalizeChatID(dto.TelegramID.Int64),
+		Username:     dto.Username.String,
+		Title:        dto.Title.String,
+		AccessHash:   dto.AccessHash.Int64,
+		Pts:          int(dto.Pts.Int32),
+		InviteLink:   dto.InviteLink.String,
+		IsAccessible: dto.IsAccessible.Bool,
+	}
+}

tg_parser/internal/adapter/database/get_channels_with_tracked_posts.go

@@ -0,0 +1,89 @@
+package database
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/jackc/pgx/v5/pgtype"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+)
+
+func (d *Database) GetChannelsWithTrackedPosts(ctx context.Context) ([]domain.Channel, error) {
+	query := `SELECT DISTINCT
+    c.id,
+    c.telegram_id,
+    c.username,
+    c.title,
+    c.access_hash,
+    c.pts,
+    c.invite_link,
+    c.is_accessible
+FROM channel c
+INNER JOIN placement p ON p.channel_id = c.id
+INNER JOIN placement_post pp ON pp.placement_id = p.id
+INNER JOIN post po ON po.id = pp.post_id
+WHERE po.deleted_from_channel_at IS NULL
+  AND c.is_accessible = true;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	rows, err := txOrPool.Query(ctx, query)
+	if err != nil {
+		return nil, fmt.Errorf("txOrPool.Query: %w", err)
+	}
+	defer rows.Close()
+
+	channels := make([]domain.Channel, 0)
+
+	for rows.Next() {
+		var dto getChannelsWithTrackedPostsDTO
+
+		err = rows.Scan(dto.destination()...)
+		if err != nil {
+			return nil, fmt.Errorf("rows.Scan: %w", err)
+		}
+
+		channels = append(channels, dto.toDomain())
+	}
+
+	return channels, nil
+}
+
+type getChannelsWithTrackedPostsDTO struct {
+	ID           pgtype.UUID
+	TelegramID   pgtype.Int8
+	Username     pgtype.Text
+	Title        pgtype.Text
+	AccessHash   pgtype.Int8
+	Pts          pgtype.Int4
+	InviteLink   pgtype.Text
+	IsAccessible pgtype.Bool
+}
+
+func (dto *getChannelsWithTrackedPostsDTO) destination() []any {
+	return []any{
+		&dto.ID,
+		&dto.TelegramID,
+		&dto.Username,
+		&dto.Title,
+		&dto.AccessHash,
+		&dto.Pts,
+		&dto.InviteLink,
+		&dto.IsAccessible,
+	}
+}
+
+func (dto *getChannelsWithTrackedPostsDTO) toDomain() domain.Channel {
+	return domain.Channel{
+		ID:           dto.ID.Bytes,
+		TelegramID:   domain.NormalizeChatID(dto.TelegramID.Int64),
+		Username:     dto.Username.String,
+		Title:        dto.Title.String,
+		AccessHash:   dto.AccessHash.Int64,
+		Pts:          int(dto.Pts.Int32),
+		InviteLink:   dto.InviteLink.String,
+		IsAccessible: dto.IsAccessible.Bool,
+	}
+}

tg_parser/internal/adapter/database/get_tracked_posts.go

@@ -0,0 +1,91 @@
+package database
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/jackc/pgx/v5/pgtype"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+)
+
+func (d *Database) GetTrackedPosts(ctx context.Context, channel domain.Channel) ([]domain.Post, error) {
+	query := `SELECT DISTINCT
+    p.id,
+    p.channel_id,
+    p.message_id,
+    p.text,
+    CASE
+        WHEN c.username IS NOT NULL THEN CONCAT('https://t.me/', c.username, '/', p.message_id)
+        WHEN c.telegram_id IS NOT NULL THEN CONCAT('https://t.me/c/', (-c.telegram_id - 1000000000000), '/', p.message_id)
+        ELSE ''
+    END as link,
+    COALESCE(
+        (SELECT pvh.views_count
+         FROM post_views_history pvh
+         WHERE pvh.post_id = p.id
+         ORDER BY pvh.fetched_at DESC
+         LIMIT 1),
+        0
+    ) as views
+FROM post p
+INNER JOIN channel c ON c.id = p.channel_id
+INNER JOIN placement_post pp ON pp.post_id = p.id
+WHERE p.channel_id = $1
+  AND p.deleted_from_channel_at IS NULL;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	rows, err := txOrPool.Query(ctx, query, pgtype.UUID{Bytes: channel.ID, Valid: true})
+	if err != nil {
+		return nil, fmt.Errorf("txOrPool.Query: %w", err)
+	}
+	defer rows.Close()
+
+	posts := make([]domain.Post, 0)
+
+	for rows.Next() {
+		var dto getTrackedPostsDTO
+
+		err = rows.Scan(dto.destination()...)
+		if err != nil {
+			return nil, fmt.Errorf("rows.Scan: %w", err)
+		}
+
+		posts = append(posts, dto.toDomain())
+	}
+
+	return posts, nil
+}
+
+type getTrackedPostsDTO struct {
+	ID        pgtype.UUID
+	ChannelID pgtype.UUID
+	MessageID pgtype.Int4
+	Text      pgtype.Text
+	Link      pgtype.Text
+	Views     pgtype.Int4
+}
+
+func (dto *getTrackedPostsDTO) destination() []any {
+	return []any{
+		&dto.ID,
+		&dto.ChannelID,
+		&dto.MessageID,
+		&dto.Text,
+		&dto.Link,
+		&dto.Views,
+	}
+}
+
+func (dto *getTrackedPostsDTO) toDomain() domain.Post {
+	return domain.Post{
+		ID:        dto.ID.Bytes,
+		ChannelID: dto.ChannelID.Bytes,
+		MessageID: int(dto.MessageID.Int32),
+		Text:      dto.Text.String,
+		Link:      dto.Link.String,
+		Views:     int(dto.Views.Int32),
+	}
+}

tg_parser/internal/adapter/database/update_channel.go

@@ -0,0 +1,124 @@
+package database
+
+import (
+	"context"
+	"fmt"
+	"strings"
+
+	"github.com/TelegramExchange/pkg/transaction"
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/jackc/pgx/v5/pgtype"
+)
+
+func (d *Database) UpdateChannelIfNotAccessible(ctx context.Context, channel domain.Channel) error {
+	query := `UPDATE channel
+SET telegram_id = $2,
+    username = $3,
+    title = $4,
+    access_hash = $5,
+    pts = 0,
+    is_accessible = TRUE,
+    invite_link = $6,
+    updated_at = CURRENT_TIMESTAMP
+WHERE telegram_id = $1
+  AND is_accessible = FALSE;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	username := strings.TrimSpace(channel.Username)
+	var usernameDTO pgtype.Text
+	if username != "" {
+		usernameDTO = pgtype.Text{String: username, Valid: true}
+	} else {
+		usernameDTO = pgtype.Text{Valid: false}
+	}
+
+	inviteLink := strings.TrimSpace(channel.InviteLink)
+	var inviteLinkDTO pgtype.Text
+	if inviteLink != "" {
+		inviteLinkDTO = pgtype.Text{String: inviteLink, Valid: true}
+	} else {
+		inviteLinkDTO = pgtype.Text{Valid: false}
+	}
+
+	result, err := txOrPool.Exec(ctx, query,
+		channel.TelegramID,
+		pgtype.Int8{Int64: channel.TelegramID, Valid: true},
+		usernameDTO,
+		pgtype.Text{String: channel.Title, Valid: true},
+		pgtype.Int8{Int64: channel.AccessHash, Valid: true},
+		inviteLinkDTO,
+	)
+	if err != nil {
+		return fmt.Errorf("txOrPool.Exec: %w", err)
+	}
+
+	// Log if no rows were updated (channel either doesn't exist or is already accessible)
+	rowsAffected := result.RowsAffected()
+	if rowsAffected == 0 {
+		// Channel doesn't exist or is already accessible - this is fine
+		return nil
+	}
+
+	return nil
+}
+
+func (d *Database) UpdateChannel(ctx context.Context, channel domain.Channel) error {
+	query := `UPDATE channel
+SET telegram_id = $2,
+    username = $3,
+    title = $4,
+    access_hash = $5,
+    pts = $6,
+    is_accessible = $7,
+    invite_link = $8,
+    updated_at = CURRENT_TIMESTAMP
+WHERE id = $1;`
+
+	txOrPool := transaction.TryExtractTX(ctx)
+
+	username := strings.TrimSpace(channel.Username)
+	var usernameDTO pgtype.Text
+	if username != "" {
+		usernameDTO = pgtype.Text{String: username, Valid: true}
+	} else {
+		usernameDTO = pgtype.Text{Valid: false}
+	}
+
+	inviteLink := strings.TrimSpace(channel.InviteLink)
+	var inviteLinkDTO pgtype.Text
+	if inviteLink != "" {
+		inviteLinkDTO = pgtype.Text{String: inviteLink, Valid: true}
+	} else {
+		inviteLinkDTO = pgtype.Text{Valid: false}
+	}
+
+	dto := updateChannelDTO{
+		ID:           pgtype.UUID{Bytes: channel.ID, Valid: true},
+		TelegramID:   pgtype.Int8{Int64: channel.TelegramID, Valid: true},
+		Username:     usernameDTO,
+		Title:        pgtype.Text{String: channel.Title, Valid: true},
+		AccessHash:   pgtype.Int8{Int64: channel.AccessHash, Valid: true},
+		Pts:          pgtype.Int4{Int32: int32(channel.Pts), Valid: true},
+		IsAccessible: pgtype.Bool{Bool: channel.IsAccessible, Valid: true},
+		InviteLink:   inviteLinkDTO,
+	}
+
+	_, err := txOrPool.Exec(ctx, query, dto.ID, dto.TelegramID, dto.Username, dto.Title, dto.AccessHash, dto.Pts, dto.IsAccessible, dto.InviteLink)
+	if err != nil {
+		return fmt.Errorf("txOrPool.Exec: %w", err)
+	}
+
+	return nil
+}
+
+type updateChannelDTO struct {
+	ID           pgtype.UUID
+	TelegramID   pgtype.Int8
+	Username     pgtype.Text
+	Title        pgtype.Text
+	AccessHash   pgtype.Int8
+	Pts          pgtype.Int4
+	IsAccessible pgtype.Bool
+	InviteLink   pgtype.Text
+}

tg_parser/internal/adapter/telegram/get_active_views.go

@@ -0,0 +1,37 @@
+package telegram
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/gotd/td/tg"
+)
+
+func (t *Telegram) UpdatePostsViews(ctx context.Context, channel domain.Channel, posts []domain.Post) error {
+	ids := make([]int, len(posts))
+	for i, p := range posts {
+		ids[i] = p.MessageID
+	}
+
+	req := &tg.MessagesGetMessagesViewsRequest{
+		Peer: &tg.InputPeerChannel{
+			ChannelID:  channel.ChannelID(),
+			AccessHash: channel.AccessHash,
+		},
+		ID:        ids,
+		Increment: false,
+	}
+
+	resp, err := t.API().MessagesGetMessagesViews(ctx, req)
+	if err != nil {
+		return fmt.Errorf("get messages views: %w", err)
+	}
+
+	// Telegram гарантирует, что resp.Views соответствует порядку ids
+	for i, v := range resp.Views {
+		posts[i].Views = v.Views
+	}
+
+	return nil
+}

tg_parser/internal/adapter/telegram/get_channel_diff.go

@@ -0,0 +1,125 @@
+package telegram
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/gotd/td/tg"
+)
+
+func (t *Telegram) GetChannelDiff(ctx context.Context, channel domain.Channel, limit int) (domain.ChannelDiff, error) {
+	req := &tg.UpdatesGetChannelDifferenceRequest{
+		Channel: &tg.InputChannel{
+			ChannelID:  channel.ChannelID(),
+			AccessHash: channel.AccessHash,
+		},
+		Filter: &tg.ChannelMessagesFilterEmpty{},
+		Pts:    channel.Pts,
+		Limit:  limit,
+	}
+
+	rawDiff, err := t.API().UpdatesGetChannelDifference(ctx, req)
+	if err != nil {
+		return domain.ChannelDiff{}, fmt.Errorf("get difference: %w", err)
+	}
+
+	result := domain.ChannelDiff{}
+
+	switch d := rawDiff.(type) {
+	case *tg.UpdatesChannelDifferenceEmpty:
+		result.NewPts = d.Pts
+
+	case *tg.UpdatesChannelDifferenceTooLong:
+		if dialog, ok := d.Dialog.(*tg.Dialog); ok {
+			result.NewPts = dialog.Pts
+		}
+		result.NewPosts = extractPosts(channel, d.Messages)
+		result.UpdatedChannel = extractChannelMeta(channel, d.Chats)
+
+	case *tg.UpdatesChannelDifference:
+		result.NewPts = d.Pts
+		result.NewPosts = extractPosts(channel, d.NewMessages)
+		result.DeletedPosts = extractDeletedPosts(channel, d.OtherUpdates)
+		result.UpdatedChannel = extractChannelMeta(channel, d.Chats)
+
+	default:
+		return domain.ChannelDiff{}, fmt.Errorf("unexpected rawDiff type: %T", rawDiff)
+	}
+
+	return result, nil
+}
+
+func extractPosts(channel domain.Channel, msgs []tg.MessageClass) []domain.Post {
+	posts := make([]domain.Post, 0, len(msgs))
+
+	for _, raw := range msgs {
+		m, ok := raw.(*tg.Message)
+		if !ok {
+			continue
+		}
+
+		text := messageToHTML(m.Message, m.Entities)
+		publishedAt := time.Unix(int64(m.Date), 0).UTC()
+		p := domain.NewPost(channel, m.ID, text, m.Views, publishedAt)
+		posts = append(posts, p)
+	}
+
+	return posts
+}
+
+func extractDeletedPosts(channel domain.Channel, updates []tg.UpdateClass) []domain.Post {
+	var deleted []domain.Post
+
+	for _, upd := range updates {
+		if u, ok := upd.(*tg.UpdateDeleteChannelMessages); ok {
+			for _, msgID := range u.Messages {
+				p := domain.NewPost(channel, msgID, "", 0, time.Time{})
+				deleted = append(deleted, p)
+			}
+		}
+	}
+
+	return deleted
+}
+
+func extractChannelMeta(currentChannel domain.Channel, chats []tg.ChatClass) *domain.Channel {
+	for _, chat := range chats {
+		ch, ok := chat.(*tg.Channel)
+		if !ok {
+			continue
+		}
+
+		if ch.ID != currentChannel.ChannelID() {
+			continue
+		}
+
+		// Preserve username if Telegram doesn't provide a new one (private channels may not have username)
+		username := currentChannel.Username
+		if usernameVal, ok := ch.GetUsername(); ok && usernameVal != "" {
+			username = usernameVal
+		}
+
+		// Keep current access hash if new one is not provided or is zero
+		accessHash := currentChannel.AccessHash
+		if accessHashVal, ok := ch.GetAccessHash(); ok && accessHashVal != 0 {
+			accessHash = accessHashVal
+		}
+
+		updated := domain.Channel{
+			ID:           currentChannel.ID,
+			TelegramID:   domain.ChatIDFromChannelID(ch.ID),
+			Username:     username,
+			Title:        ch.Title,
+			AccessHash:   accessHash,
+			InviteLink:   currentChannel.InviteLink, // Preserve invite link (never returned in channel diff)
+			Pts:          currentChannel.Pts,
+			IsAccessible: currentChannel.IsAccessible,
+		}
+
+		return &updated
+	}
+
+	return nil
+}

tg_parser/internal/adapter/telegram/history.go

@@ -0,0 +1,49 @@
+package telegram
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/gotd/td/tg"
+	"github.com/rs/zerolog/log"
+)
+
+func (t *Telegram) GetChannelHistory(ctx context.Context, channel domain.Channel, limit int) ([]domain.Post, error) {
+	log.Info().Msg(channel.String())
+
+	req := &tg.MessagesGetHistoryRequest{
+		Peer: &tg.InputPeerChannel{
+			ChannelID:  channel.ChannelID(),
+			AccessHash: channel.AccessHash,
+		},
+		Limit: limit,
+	}
+
+	resp, err := t.API().MessagesGetHistory(ctx, req)
+	if err != nil {
+		return nil, fmt.Errorf("resp: %w", err)
+	}
+
+	messages, ok := resp.(*tg.MessagesChannelMessages)
+	if !ok {
+		return nil, nil
+	}
+
+	posts := make([]domain.Post, 0, len(messages.Messages))
+
+	for _, raw := range messages.Messages {
+		m, ok := raw.(*tg.Message)
+		if !ok {
+			continue
+		}
+
+		text := messageToHTML(m.Message, m.Entities)
+		publishedAt := time.Unix(int64(m.Date), 0).UTC()
+		p := domain.NewPost(channel, m.ID, text, m.Views, publishedAt)
+		posts = append(posts, p)
+	}
+
+	return posts, nil
+}

tg_parser/internal/adapter/telegram/message_html.go

@@ -0,0 +1,197 @@
+package telegram
+
+import (
+	"html"
+	"sort"
+	"strconv"
+	"strings"
+	"unicode/utf8"
+
+	"github.com/gotd/td/tg"
+)
+
+type htmlEntity struct {
+	start    int
+	end      int
+	openTag  string
+	closeTag string
+	length   int
+}
+
+type htmlEvent struct {
+	pos     int
+	tag     string
+	isStart bool
+	length  int
+}
+
+func messageToHTML(text string, entities []tg.MessageEntityClass) string {
+	if text == "" {
+		return ""
+	}
+
+	if len(entities) == 0 {
+		return html.EscapeString(text)
+	}
+
+	ranges := make([]htmlEntity, 0, len(entities))
+	needed := make([]int, 0, len(entities)*2)
+
+	for _, raw := range entities {
+		offset, length, openTag, closeTag, ok := htmlEntityMeta(raw)
+		if !ok {
+			continue
+		}
+
+		start := offset
+		end := offset + length
+		if length <= 0 {
+			continue
+		}
+
+		ranges = append(ranges, htmlEntity{
+			start:    start,
+			end:      end,
+			openTag:  openTag,
+			closeTag: closeTag,
+			length:   length,
+		})
+		needed = append(needed, start, end)
+	}
+
+	if len(ranges) == 0 {
+		return html.EscapeString(text)
+	}
+
+	positions := utf16PositionsToBytes(text, needed)
+	events := make([]htmlEvent, 0, len(ranges)*2)
+
+	for _, r := range ranges {
+		startByte, okStart := positions[r.start]
+		endByte, okEnd := positions[r.end]
+		if !okStart || !okEnd || startByte > endByte {
+			continue
+		}
+
+		events = append(events, htmlEvent{
+			pos:     startByte,
+			tag:     r.openTag,
+			isStart: true,
+			length:  r.length,
+		})
+		events = append(events, htmlEvent{
+			pos:     endByte,
+			tag:     r.closeTag,
+			isStart: false,
+			length:  r.length,
+		})
+	}
+
+	sort.SliceStable(events, func(i, j int) bool {
+		if events[i].pos != events[j].pos {
+			return events[i].pos < events[j].pos
+		}
+		if events[i].isStart != events[j].isStart {
+			return !events[i].isStart
+		}
+		if events[i].isStart {
+			return events[i].length > events[j].length
+		}
+		return events[i].length < events[j].length
+	})
+
+	var b strings.Builder
+	last := 0
+	for _, ev := range events {
+		if ev.pos > last {
+			b.WriteString(html.EscapeString(text[last:ev.pos]))
+		}
+		b.WriteString(ev.tag)
+		last = ev.pos
+	}
+	if last < len(text) {
+		b.WriteString(html.EscapeString(text[last:]))
+	}
+
+	return b.String()
+}
+
+func htmlEntityMeta(entity tg.MessageEntityClass) (offset int, length int, openTag string, closeTag string, ok bool) {
+	switch e := entity.(type) {
+	case *tg.MessageEntityBold:
+		return e.Offset, e.Length, "<b>", "</b>", true
+	case *tg.MessageEntityItalic:
+		return e.Offset, e.Length, "<i>", "</i>", true
+	case *tg.MessageEntityUnderline:
+		return e.Offset, e.Length, "<u>", "</u>", true
+	case *tg.MessageEntityStrike:
+		return e.Offset, e.Length, "<s>", "</s>", true
+	case *tg.MessageEntityCode:
+		return e.Offset, e.Length, "<code>", "</code>", true
+	case *tg.MessageEntityPre:
+		if e.Language != "" {
+			lang := html.EscapeString(e.Language)
+			return e.Offset, e.Length, `<pre><code class="language-` + lang + `">`, "</code></pre>", true
+		}
+		return e.Offset, e.Length, "<pre>", "</pre>", true
+	case *tg.MessageEntityTextURL:
+		url := html.EscapeString(e.URL)
+		return e.Offset, e.Length, `<a href="` + url + `">`, "</a>", true
+	case *tg.MessageEntityMentionName:
+		userID := html.EscapeString(strconv.FormatInt(e.UserID, 10))
+		return e.Offset, e.Length, `<a href="tg://user?id=` + userID + `">`, "</a>", true
+	case *tg.MessageEntitySpoiler:
+		return e.Offset, e.Length, `<span class="tg-spoiler">`, "</span>", true
+	case *tg.MessageEntityBlockquote:
+		if e.Collapsed {
+			return e.Offset, e.Length, `<blockquote expandable>`, "</blockquote>", true
+		}
+		return e.Offset, e.Length, "<blockquote>", "</blockquote>", true
+	case *tg.MessageEntityCustomEmoji:
+		id := html.EscapeString(strconv.FormatInt(e.DocumentID, 10))
+		return e.Offset, e.Length, `<tg-emoji emoji-id="` + id + `">`, "</tg-emoji>", true
+	default:
+		return 0, 0, "", "", false
+	}
+}
+
+func utf16PositionsToBytes(text string, needed []int) map[int]int {
+	result := make(map[int]int, len(needed))
+	needSet := make(map[int]struct{}, len(needed))
+	for _, n := range needed {
+		needSet[n] = struct{}{}
+	}
+
+	utf16Pos := 0
+	if _, ok := needSet[0]; ok {
+		result[0] = 0
+	}
+
+	for i, r := range text {
+		if _, ok := needSet[utf16Pos]; ok {
+			result[utf16Pos] = i
+		}
+
+		step := utf16RuneLen(r)
+		if step == 2 {
+			if _, ok := needSet[utf16Pos+1]; ok {
+				result[utf16Pos+1] = i
+			}
+		}
+		utf16Pos += step
+	}
+
+	if _, ok := needSet[utf16Pos]; ok {
+		result[utf16Pos] = len(text)
+	}
+
+	return result
+}
+
+func utf16RuneLen(r rune) int {
+	const surrSelf = 0x10000
+	if r >= surrSelf && r <= utf8.MaxRune {
+		return 2
+	}
+	return 1
+}

tg_parser/internal/adapter/telegram/pts.go

@@ -0,0 +1,33 @@
+package telegram
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/gotd/td/tg"
+)
+
+func (t *Telegram) GetChannelPTS(ctx context.Context, channel domain.Channel) (int, error) {
+	req := []tg.InputDialogPeerClass{
+		&tg.InputDialogPeer{
+			Peer: &tg.InputPeerChannel{
+				ChannelID:  channel.ChannelID(),
+				AccessHash: channel.AccessHash,
+			},
+		},
+	}
+
+	dialogs, err := t.API().MessagesGetPeerDialogs(ctx, req)
+	if err != nil {
+		return 0, fmt.Errorf("peer dialogs: %w", err)
+	}
+
+	if len(dialogs.Dialogs) > 0 {
+		if d, ok := dialogs.Dialogs[0].(*tg.Dialog); ok {
+			return d.Pts, nil
+		}
+	}
+
+	return 0, nil
+}

tg_parser/internal/adapter/telegram/resolve.go

@@ -0,0 +1,58 @@
+package telegram
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/gotd/td/tg"
+)
+
+func (t *Telegram) ParseChannelMeta(ctx context.Context, username string) (domain.Channel, error) {
+	resolved, err := t.API().ContactsResolveUsername(ctx, &tg.ContactsResolveUsernameRequest{
+		Username: username,
+	})
+	if err != nil {
+		return domain.Channel{}, fmt.Errorf("resolve username: %w", err)
+	}
+
+	if len(resolved.Chats) == 0 {
+		return domain.Channel{}, fmt.Errorf("no chats in resolve result")
+	}
+
+	ch, ok := resolved.Chats[0].(*tg.Channel)
+	if !ok {
+		return domain.Channel{}, fmt.Errorf("not a channel")
+	}
+
+	req := []tg.InputDialogPeerClass{
+		&tg.InputDialogPeer{
+			Peer: &tg.InputPeerChannel{
+				ChannelID:  ch.ID,
+				AccessHash: ch.AccessHash,
+			},
+		},
+	}
+
+	dialogs, err := t.API().MessagesGetPeerDialogs(ctx, req)
+	if err != nil {
+		return domain.Channel{}, fmt.Errorf("peer dialogs: %w", err)
+	}
+
+	pts := 0
+	if len(dialogs.Dialogs) > 0 {
+		d, ok := dialogs.Dialogs[0].(*tg.Dialog)
+		if ok {
+			pts = d.Pts
+		}
+	}
+
+	return domain.Channel{
+		TelegramID:   domain.ChatIDFromChannelID(ch.ID),
+		Username:     username,
+		Title:        ch.Title,
+		AccessHash:   ch.AccessHash,
+		Pts:          pts,
+		IsAccessible: true,
+	}, nil
+}

tg_parser/internal/adapter/telegram/resolve_invite.go

@@ -0,0 +1,133 @@
+package telegram
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/TelegramExchange/tgex-backend/tg_parser/internal/domain"
+	"github.com/gotd/td/telegram/deeplink"
+	"github.com/gotd/td/tg"
+)
+
+func (t *Telegram) ParseChannelMetaByInvite(ctx context.Context, inviteLink string) (domain.Channel, error) {
+	link, err := deeplink.Parse(inviteLink)
+	if err != nil {
+		return domain.Channel{}, fmt.Errorf("parse invite link: %w", err)
+	}
+	if link.Type != deeplink.Join {
+		return domain.Channel{}, fmt.Errorf("invite link is not a join link")
+	}
+	hash := link.Args.Get("invite")
+	if hash == "" {
+		return domain.Channel{}, fmt.Errorf("invite link missing hash")
+	}
+
+	info, err := t.API().MessagesCheckChatInvite(ctx, hash)
+	if err != nil {
+		return domain.Channel{}, fmt.Errorf("check invite: %w", err)
+	}
+
+	var channel *tg.Channel
+
+	switch v := info.(type) {
+	case *tg.ChatInviteAlready:
+		channel = extractChannelFromChat(v.Chat)
+	case *tg.ChatInvite:
+		updates, err := t.API().MessagesImportChatInvite(ctx, hash)
+		if err != nil {
+			return domain.Channel{}, fmt.Errorf("import invite: %w", err)
+		}
+		channel = extractChannelFromUpdates(updates)
+	case *tg.ChatInvitePeek:
+		// ChatInvitePeek means we can preview the channel without joining (public channels)
+		channel = extractChannelFromChat(v.Chat)
+	default:
+		return domain.Channel{}, fmt.Errorf("unexpected invite response: %T", v)
+	}
+
+	if channel == nil {
+		return domain.Channel{}, fmt.Errorf("no channel in invite response")
+	}
+	if channel.AccessHash == 0 {
+		return domain.Channel{}, fmt.Errorf("channel access hash missing")
+	}
+
+	pts, err := getChannelPTS(ctx, t.API(), channel)
+	if err != nil {
+		return domain.Channel{}, fmt.Errorf("get peer dialogs: %w", err)
+	}
+
+	username := ""
+	if usernameVal, ok := channel.GetUsername(); ok && usernameVal != "" {
+		username = usernameVal
+	}
+
+	return domain.Channel{
+		TelegramID:   domain.ChatIDFromChannelID(channel.ID),
+		Username:     username,
+		Title:        channel.Title,
+		AccessHash:   channel.AccessHash,
+		Pts:          pts,
+		InviteLink:   inviteLink,
+		IsAccessible: true,
+	}, nil
+}
+
+func extractChannelFromChat(chat tg.ChatClass) *tg.Channel {
+	switch v := chat.(type) {
+	case *tg.Channel:
+		return v
+	case *tg.ChannelForbidden:
+		return &tg.Channel{
+			ID:         v.ID,
+			AccessHash: v.AccessHash,
+			Title:      v.Title,
+		}
+	default:
+		return nil
+	}
+}
+
+func extractChannelFromUpdates(updates tg.UpdatesClass) *tg.Channel {
+	var chats []tg.ChatClass
+	switch v := updates.(type) {
+	case *tg.Updates:
+		chats = v.Chats
+	case *tg.UpdatesCombined:
+		chats = v.Chats
+	default:
+		return nil
+	}
+
+	for _, chat := range chats {
+		if channel := extractChannelFromChat(chat); channel != nil {
+			return channel
+		}
+	}
+
+	return nil
+}
+
+func getChannelPTS(ctx context.Context, api *tg.Client, channel *tg.Channel) (int, error) {
+	req := []tg.InputDialogPeerClass{
+		&tg.InputDialogPeer{
+			Peer: &tg.InputPeerChannel{
+				ChannelID:  channel.ID,
+				AccessHash: channel.AccessHash,
+			},
+		},
+	}
+
+	dialogs, err := api.MessagesGetPeerDialogs(ctx, req)
+	if err != nil {
+		return 0, err
+	}
+
+	if len(dialogs.Dialogs) > 0 {
+		if d, ok := dialogs.Dialogs[0].(*tg.Dialog); ok {
+			return d.Pts, nil
+		}
+	}
+
+	return 0, nil
+}

tg_parser/internal/adapter/telegram/telegram.go

@@ -0,0 +1,20 @@
+package telegram
+
+import (
+	"github.com/TelegramExchange/pkg/telegram"
+	"github.com/gotd/td/tg"
+)
+
+type Telegram struct {
+	client *telegram.Client
+}
+
+func New(client *telegram.Client) *Telegram {
+	return &Telegram{
+		client: client,
+	}
+}
+
+func (t *Telegram) API() *tg.Client {
+	return t.client.API()
+}