vvzvlad
343 lines
13 KiB
Python
343 lines
13 KiB
Python
import logging
|
|
from datetime import datetime, timezone
|
|
from typing import Optional
|
|
from feedgen.feed import FeedGenerator
|
|
from post_parser import PostParser
|
|
from config import get_settings
|
|
from bs4 import BeautifulSoup
|
|
|
|
Config = get_settings()
|
|
|
|
logger = logging.getLogger(__name__)
|
|
logger.setLevel(logging.INFO)
|
|
|
|
if not logger.handlers:
|
|
handler = logging.StreamHandler()
|
|
handler.setFormatter(logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s'))
|
|
logger.addHandler(handler)
|
|
|
|
def reorganize_post_content(html):
|
|
"""
|
|
Reorganize post content to move text after all media
|
|
Args:
|
|
html: Post HTML content
|
|
Returns:
|
|
Reorganized HTML content
|
|
"""
|
|
soup = BeautifulSoup(html, 'html.parser')
|
|
|
|
# Find all media and text blocks
|
|
media_blocks = soup.find_all('div', class_='message-media')
|
|
text_blocks = soup.find_all('div', class_='message-text')
|
|
|
|
if not text_blocks: # No text to move
|
|
return html
|
|
|
|
# Create new structure
|
|
new_content = []
|
|
|
|
# Add all media first
|
|
for media in media_blocks:
|
|
media.extract()
|
|
new_content.append(str(media))
|
|
new_content.append('<br>')
|
|
|
|
# Add text last
|
|
for text in text_blocks:
|
|
text.extract()
|
|
new_content.append(str(text))
|
|
|
|
# Add remaining elements
|
|
remaining_elements = 0
|
|
for element in soup.contents:
|
|
if isinstance(element, str):
|
|
new_content.append(element)
|
|
remaining_elements += 1
|
|
elif element.name != 'br' and 'message-media' not in element.get('class', []) and 'message-text' not in element.get('class', []):
|
|
new_content.append(str(element))
|
|
remaining_elements += 1
|
|
|
|
logger.debug(f"Content reorganized with {remaining_elements} additional elements")
|
|
return ''.join(new_content)
|
|
|
|
|
|
async def create_messages_groups(messages):
|
|
"""
|
|
Process messages into formatted posts, handling media groups
|
|
"""
|
|
processing_groups = []
|
|
media_groups = {}
|
|
|
|
# First pass - collect messages and organize into processing groups
|
|
for message in messages:
|
|
try:
|
|
# Skip service messages about pinned posts
|
|
if message.service and 'PINNED_MESSAGE' in str(message.service):
|
|
continue
|
|
|
|
if message.media_group_id:
|
|
if message.media_group_id not in media_groups:
|
|
media_groups[message.media_group_id] = []
|
|
media_groups[message.media_group_id].append(message)
|
|
else:
|
|
# Single message becomes its own processing group
|
|
processing_groups.append([message])
|
|
|
|
except Exception as e:
|
|
logger.error(f"message_processing_error: channel {message.chat.username}, message_id {message.id}, error {str(e)}")
|
|
continue
|
|
|
|
# Sort messages within media groups by message ID in descending order
|
|
for media_group in media_groups.values():
|
|
media_group.sort(key=lambda x: x.id, reverse=False)
|
|
processing_groups.append(media_group)
|
|
|
|
# Sort processing groups by date of first message in each group
|
|
processing_groups.sort(
|
|
key=lambda group: group[0].date,
|
|
reverse=True
|
|
)
|
|
|
|
return processing_groups
|
|
|
|
async def render_messages_groups(messages_groups, post_parser):
|
|
"""
|
|
Render message groups into HTML format
|
|
Args:
|
|
messages_groups: List of message groups (each group is a list of messages)
|
|
post_parser: PostParser instance
|
|
Returns:
|
|
List of rendered posts
|
|
"""
|
|
rendered_posts = []
|
|
|
|
for group in messages_groups:
|
|
try:
|
|
if len(group) == 1:
|
|
# Single message - simple case
|
|
message_data = post_parser.process_message(group[0])
|
|
html_parts = [
|
|
f'<div class="message-header">{message_data["html"]["header"]}</div>',
|
|
f'<div class="message-media">{message_data["html"]["media"]}</div>',
|
|
f'<div class="message-text">{message_data["html"]["body"]}</div>',
|
|
f'<div class="message-footer">{message_data["html"]["footer"]}</div>'
|
|
]
|
|
rendered_posts.append({
|
|
'html': '\n'.join(html_parts),
|
|
'date': message_data['date'],
|
|
'message_id': message_data['message_id'],
|
|
'title': message_data['html']['title'],
|
|
'text': message_data['text'],
|
|
'author': message_data['author']
|
|
})
|
|
else:
|
|
# Multiple messages in group - need to merge
|
|
processed_messages = [post_parser.process_message(msg) for msg in group]
|
|
|
|
# Find main message (one with text)
|
|
main_message = next(
|
|
(msg for msg in processed_messages if msg['text']),
|
|
processed_messages[0] # fallback to first if none has text
|
|
)
|
|
|
|
# Collect all media sections
|
|
all_media = [msg['html']['media'] for msg in processed_messages if msg['html']['media']]
|
|
combined_media = '\n'.join(all_media)
|
|
|
|
# Combine parts
|
|
html_parts = [
|
|
f'<div class="message-header">{main_message["html"]["header"]}</div>',
|
|
f'<div class="message-media">{combined_media}</div>',
|
|
f'<div class="message-text">{main_message["html"]["body"]}</div>',
|
|
f'<div class="message-footer">{main_message["html"]["footer"]}</div>'
|
|
]
|
|
|
|
rendered_posts.append({
|
|
'html': '\n'.join(html_parts),
|
|
'date': main_message['date'],
|
|
'message_id': main_message['message_id'],
|
|
'title': main_message['html']['title'],
|
|
'text': main_message['text'],
|
|
'author': main_message['author']
|
|
})
|
|
|
|
except Exception as e:
|
|
logger.error(f"message_group_rendering_error: error {str(e)}")
|
|
continue
|
|
|
|
# Sort by date
|
|
rendered_posts.sort(key=lambda x: x['date'], reverse=True)
|
|
return rendered_posts
|
|
|
|
async def generate_channel_rss(channel: str, post_parser: Optional[PostParser] = None, client = None, limit: int = 20) -> str:
|
|
"""
|
|
Generate RSS feed for channel using actual messages
|
|
Args:
|
|
channel: Telegram channel name
|
|
post_parser: Optional PostParser instance. If not provided, will create new one
|
|
client: Telegram client instance
|
|
limit: Maximum number of posts to include in the RSS feed
|
|
output_type: 'rss' or 'html'
|
|
Returns:
|
|
RSS feed as string in XML format
|
|
"""
|
|
if limit < 1:
|
|
raise ValueError(f"limit must be positive, got {limit}")
|
|
if limit > 100:
|
|
raise ValueError(f"limit cannot exceed 100, got {limit}")
|
|
|
|
try:
|
|
if post_parser is None:
|
|
post_parser = PostParser(client=client)
|
|
|
|
fg = FeedGenerator()
|
|
fg.load_extension('dc')
|
|
base_url = Config['pyrogram_bridge_url']
|
|
|
|
try:
|
|
channel = post_parser.channel_name_prepare(channel)
|
|
channel_info = await post_parser.client.get_chat(channel)
|
|
channel_title = channel_info.title or f"Telegram: {channel}"
|
|
channel_username = post_parser.get_channel_username(channel_info)
|
|
if not channel_username:
|
|
return create_error_feed(channel, base_url)
|
|
except Exception as e:
|
|
if "USERNAME_INVALID" in str(e) or "USERNAME_NOT_OCCUPIED" in str(e):
|
|
return create_error_feed(channel, base_url)
|
|
else:
|
|
raise
|
|
|
|
# Set feed metadata
|
|
main_name = f"{channel_title} (@{channel_username})"
|
|
fg.title(main_name)
|
|
fg.link(href=f"https://t.me/{channel_username}", rel='alternate')
|
|
fg.description(f'Telegram channel {channel_username} RSS feed')
|
|
fg.language('ru')
|
|
fg.id(f"{base_url}/rss/{channel}")
|
|
|
|
# Collect messages
|
|
messages = []
|
|
async for message in post_parser.client.get_chat_history(channel, limit=limit):
|
|
messages.append(message)
|
|
|
|
# Process messages into groups and render them
|
|
message_groups = await create_messages_groups(messages)
|
|
final_posts = await render_messages_groups(message_groups, post_parser)
|
|
|
|
# Generate feed entries
|
|
for post in final_posts:
|
|
fe = fg.add_entry()
|
|
fe.title(post['title'])
|
|
|
|
post_link = f"https://t.me/{channel_username}/{post['message_id']}"
|
|
fe.link(href=post_link)
|
|
|
|
fe.description(post['text'].replace('\n', ' '))
|
|
fe.content(content=post['html'], type='CDATA')
|
|
|
|
pub_date = datetime.fromtimestamp(post['date'], tz=timezone.utc)
|
|
fe.pubDate(pub_date)
|
|
fe.guid(post_link, permalink=True)
|
|
|
|
if post['author'] and post['author'] != main_name:
|
|
fe.author(name="", email=post['author'])
|
|
|
|
rss_feed = fg.rss_str(pretty=True)
|
|
if isinstance(rss_feed, bytes):
|
|
return rss_feed.decode('utf-8')
|
|
return rss_feed
|
|
|
|
except Exception as e:
|
|
logger.error(f"rss_generation_error: channel {channel}, error {str(e)}")
|
|
raise
|
|
|
|
|
|
async def generate_channel_html(channel: str, post_parser: Optional[PostParser] = None, client = None, limit: int = 20) -> str:
|
|
"""
|
|
Generate HTML feed for channel using actual messages
|
|
Args:
|
|
channel: Telegram channel name
|
|
post_parser: Optional PostParser instance. If not provided, will create new one
|
|
client: Telegram client instance
|
|
limit: Maximum number of posts to include in the RSS feed
|
|
Returns:
|
|
HTML feed as string
|
|
"""
|
|
if limit < 1:
|
|
raise ValueError(f"limit must be positive, got {limit}")
|
|
if limit > 100:
|
|
raise ValueError(f"limit cannot exceed 100, got {limit}")
|
|
|
|
try:
|
|
if post_parser is None:
|
|
post_parser = PostParser(client=client)
|
|
|
|
base_url = Config['pyrogram_bridge_url']
|
|
|
|
try:
|
|
channel_id = channel
|
|
if isinstance(channel, str) and channel.startswith('-100'):
|
|
channel_id = int(channel)
|
|
|
|
channel_info = await post_parser.client.get_chat(channel_id)
|
|
channel_title = channel_info.title or f"Telegram: {channel}"
|
|
channel_username = post_parser.get_channel_username(channel_info)
|
|
if not channel_username:
|
|
return create_error_feed(channel, base_url)
|
|
except Exception as e:
|
|
if "USERNAME_INVALID" in str(e) or "USERNAME_NOT_OCCUPIED" in str(e):
|
|
return create_error_feed(channel, base_url)
|
|
else:
|
|
raise
|
|
|
|
# Set feed metadata
|
|
main_name = f"{channel_title} (@{channel_username})"
|
|
html_content = f'<h1>{main_name}</h1>'
|
|
|
|
# Collect messages
|
|
messages = []
|
|
async for message in post_parser.client.get_chat_history(channel_id, limit=limit):
|
|
messages.append(message)
|
|
|
|
# Process messages into groups and render them
|
|
message_groups = await create_messages_groups(messages)
|
|
final_posts = await render_messages_groups(message_groups, post_parser)
|
|
|
|
# Generate HTML content
|
|
html_posts = [post['html'] for post in final_posts]
|
|
return '\n<hr class="post-divider">\n'.join(html_posts)
|
|
|
|
except Exception as e:
|
|
logger.error(f"html_generation_error: channel {channel}, error {str(e)}")
|
|
raise
|
|
|
|
def create_error_feed(channel: str, base_url: str) -> str:
|
|
"""
|
|
Create an empty RSS feed with metadata indicating an error when the channel is not found.
|
|
Args:
|
|
channel: Telegram channel name
|
|
base_url: Base URL for RSS feed
|
|
Returns:
|
|
Empty RSS feed as string in XML format.
|
|
"""
|
|
fg = FeedGenerator()
|
|
|
|
fg.title(f"Error: Channel @{channel} not found")
|
|
fg.link(href=f"https://t.me/{channel}", rel='alternate')
|
|
fg.description(f'Error: Telegram channel @{channel} does not exist')
|
|
fg.language('en')
|
|
fg.id(f"{base_url}/rss/{channel}")
|
|
|
|
fe = fg.add_entry()
|
|
fe.title("Channel not found")
|
|
fe.link(href=f"https://t.me/{channel}")
|
|
error_html = f"<p>The Telegram channel @{channel} does not exist or is not accessible.</p>"
|
|
fe.description(f"{error_html}")
|
|
fe.content(content=error_html, type='CDATA')
|
|
fe.pubDate(datetime.now(tz=timezone.utc))
|
|
fe.guid(f"https://t.me/{channel}", permalink=True)
|
|
|
|
rss_feed = fg.rss_str(pretty=True)
|
|
if isinstance(rss_feed, bytes):
|
|
return rss_feed.decode('utf-8')
|
|
return rss_feed |