Skip to content

Commit

Permalink
Fix for unavailable channels
Browse files Browse the repository at this point in the history
  • Loading branch information
BurnySc2 committed Jul 22, 2023
1 parent c38c38d commit db1c217
Showing 1 changed file with 8 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -369,10 +369,15 @@ async def parse_channel_messages() -> None:
for _ in range(50): # Download in chunks of 1000 message
if not channel_has_been_parsed_completely:
# Work your way back to the oldest message
# pyre-fixme[35]
oldest_message_id: int = TelegramMessage.get_oldest_message_id(channel_id)
else:
# Try to get new messages
oldest_message_id: int = TelegramMessage.get_newest_message_id(channel_id) + 1000
oldest_message_id: int | None = TelegramMessage.get_newest_message_id(channel_id)
if oldest_message_id is None:
logger.info(f"Channel is unavailable: {channel_id}")
raise StopIteration
oldest_message_id += 1000

# Detect if channel has been parsed completely
if previous_oldest_message_id == oldest_message_id:
Expand Down Expand Up @@ -425,7 +430,8 @@ async def parse_channel_messages() -> None:
except StopIteration:
# Exit inner loop because latest messages have been grabbed
pass
logger.info(f"Added {added_messages} new messages for channel: {channel_id}")
if added_messages > 0:
logger.info(f"Added {added_messages} new messages for channel: {channel_id}")


def requeue_interrupted_downloads():
Expand Down

0 comments on commit db1c217

Please sign in to comment.