Skip to content

⚡ Optimize message date filtering performance #80

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Kubis10 merged 1 commit into from
Feb 4, 2026
Merged

⚡ Optimize message date filtering performance #80

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 12 additions & 6 deletions Main.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -213,6 +213,12 @@ def extract_data(self, conversation):
# Processing dates
self._normalize_dates()

# Optimization: Pre-calculate timestamps for range comparison
start_ts = datetime.combine(self.from_date_entry, datetime.min.time()).timestamp() * 1000
# End timestamp: We want to include the entire end date.
# So we go to the next day at 00:00:00 and use strictly less than.
end_ts = datetime.combine(self.to_date_entry + timedelta(days=1), datetime.min.time()).timestamp() * 1000

# Check if we're processing an e2e conversation
is_e2e = conversation == 'e2e'

Expand Down Expand Up @@ -260,10 +266,9 @@ def extract_data(self, conversation):

# Process messages for this person
for message in data.get('messages', []):
# Convert timestamp to date (divide by 1000 to convert from milliseconds to seconds)
message_date = datetime.fromtimestamp(int(message.get("timestamp", 0)) / 1000).date()

if self.from_date_entry <= message_date <= self.to_date_entry:
# Filter messages by timestamp
timestamp = int(message.get("timestamp", 0))
if start_ts <= timestamp < end_ts:
e2e_conversations[person_name]['total_messages'] += 1

try:
Expand Down Expand Up @@ -305,10 +310,11 @@ def extract_data(self, conversation):

# Updating counters
for message in data.get('messages', []):
message_date = datetime.fromtimestamp(int(message["timestamp_ms"]) / 1000).date()
# Filter messages by timestamp
timestamp = int(message["timestamp_ms"])

# Filtering messages within the selected period
if self.from_date_entry <= message_date <= self.to_date_entry:
if start_ts <= timestamp < end_ts:
total_messages += 1

# Counting characters
Expand Down
Loading