Skip to content
This repository was archived by the owner on May 29, 2025. It is now read-only.

Use GQL for mech events #394

Merged
merged 3 commits into from
Nov 28, 2024
Merged

Use GQL for mech events #394

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
52e3662
fix: use GQL for mech events
jmoreira-valory Nov 27, 2024
4bf0cc8
fix: exception
jmoreira-valory Nov 27, 2024
eca8d16
chore: remove print
jmoreira-valory Nov 27, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 19 additions & 23 deletions scripts/mech_events.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,8 @@
from typing import Any, ClassVar, Dict

import requests
from gql import Client, gql
from gql.transport.requests import RequestsHTTPTransport
from tqdm import tqdm
from web3.datastructures import AttributeDict

Expand All @@ -51,15 +53,12 @@
"Content-Type": "application/json",
}
QUERY_BATCH_SIZE = 1000
MECH_EVENTS_SUBGRAPH_QUERY = Template(
MECH_EVENTS_SUBGRAPH_QUERY_TEMPLATE = Template(
"""
query {
query mech_events_subgraph_query($sender: Bytes, $id_gt: Bytes, $first: Int) {
Copy link
Contributor

@0xArdi 0xArdi Nov 27, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

do we need types here?

Copy link
Collaborator Author

@jmoreira-valory jmoreira-valory Nov 27, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Those types are part of the query sent to the Graph. I am unsure if they are strictly necessary, but keeping them does not harm in any case.

${subgraph_event_set_name}(
where: {
sender: "${sender}"
id_gt: "${id_gt}"
}
first: ${first}
where: {sender: $sender, id_gt: $id_gt}
first: $first
orderBy: id
orderDirection: asc
) {
Expand All @@ -75,7 +74,6 @@
"""
)


@dataclass
class MechBaseEvent: # pylint: disable=too-many-instance-attributes
"""Base class for mech's on-chain event representation."""
Expand Down Expand Up @@ -197,24 +195,21 @@ def _query_mech_events_subgraph(
) -> dict[str, Any]:
"""Query the subgraph."""

transport = RequestsHTTPTransport(url=MECH_SUBGRAPH_URL)
client = Client(transport=transport, fetch_schema_from_transport=True)

subgraph_event_set_name = f"{event_cls.subgraph_event_name}s"
all_results: dict[str, Any] = {"data": {subgraph_event_set_name: []}}
query = MECH_EVENTS_SUBGRAPH_QUERY_TEMPLATE.safe_substitute(subgraph_event_set_name=subgraph_event_set_name)
id_gt = ""
while True:
query = MECH_EVENTS_SUBGRAPH_QUERY.substitute(
subgraph_event_set_name=subgraph_event_set_name,
sender=sender,
id_gt=id_gt,
first=QUERY_BATCH_SIZE,
)
response = requests.post(
MECH_SUBGRAPH_URL,
headers=SUBGRAPH_HEADERS,
json={"query": query},
timeout=300,
)
result_json = response.json()
events = result_json.get("data", {}).get(subgraph_event_set_name, [])
variables = {
"sender": sender,
"id_gt": id_gt,
"first": QUERY_BATCH_SIZE,
}
response = client.execute(gql(query), variable_values=variables)
events = response.get(subgraph_event_set_name, [])

if not events:
break
Expand Down Expand Up @@ -279,7 +274,8 @@ def _update_mech_events_db(
"You may attempt to rerun this script to retry synchronizing the database."
)
input("Press Enter to continue...")
except Exception: # pylint: disable=broad-except
except Exception as e: # pylint: disable=broad-except
print(e)
print(
"WARNING: An error occurred while updating the local Mech events database. "
"Therefore, the Mech calls and costs might not be reflected accurately. "
Expand Down