- Replaced gqlFetchWithRetry with customGqlFetch in TypeScript and Python SDKs to handle subgraph requests with retry logic for bad indexer errors.

- Updated interfaces to rename SubgraphRetryConfig to SubgraphOptions for better clarity.
- Generated changeset for new changes

Author: flopez7

.changeset/wide-sites-pull.md

@@ -0,0 +1,6 @@
+---
+"@human-protocol/sdk": minor
+"@human-protocol/python-sdk": minor
+---
+
+Added new optional config for querying subgraph with retries when failuers are due to bad indexers errors in Python and Typescript SDK

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/escrow/escrow_utils.py

@@ -39,7 +39,7 @@
 )
 from human_protocol_sdk.utils import (
     SubgraphRetryConfig,
-    get_data_from_subgraph,
+    custom_gql_fetch,
 )
 
 from human_protocol_sdk.escrow.escrow_client import EscrowClientError
@@ -260,7 +260,7 @@ def get_escrows(
             else:
                 statuses = [filter.status.name]
 
-        escrows_data = get_data_from_subgraph(
+        escrows_data = custom_gql_fetch(
             network,
             query=get_escrows_query(filter),
             params={
@@ -373,7 +373,7 @@ def get_escrow(
 
         network = NETWORKS[ChainId(chain_id)]
 
-        escrow_data = get_data_from_subgraph(
+        escrow_data = custom_gql_fetch(
             network,
             query=get_escrow_query(),
             params={
@@ -446,7 +446,7 @@ def get_status_events(
 
         status_names = [status.name for status in filter.statuses]
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network,
             get_status_query(filter.date_from, filter.date_to, filter.launcher),
             {
@@ -510,7 +510,7 @@ def get_payouts(
         if not network:
             raise EscrowClientError("Unsupported Chain ID")
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network,
             get_payouts_query(filter),
             {
@@ -577,7 +577,7 @@ def get_cancellation_refunds(
         if not network:
             raise EscrowClientError("Unsupported Chain ID")
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network,
             get_cancellation_refunds_query(filter),
             {
@@ -658,7 +658,7 @@ def get_cancellation_refund(
         if not network:
             raise EscrowClientError("Unsupported Chain ID")
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network,
             get_cancellation_refund_by_escrow_query(),
             {

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/kvstore/kvstore_utils.py

@@ -29,7 +29,7 @@
 import requests
 
 from human_protocol_sdk.constants import NETWORKS, ChainId, KVStoreKeys
-from human_protocol_sdk.utils import SubgraphRetryConfig, get_data_from_subgraph
+from human_protocol_sdk.utils import SubgraphRetryConfig, custom_gql_fetch
 
 from human_protocol_sdk.kvstore.kvstore_client import KVStoreClientError
 
@@ -90,7 +90,7 @@ def get_kvstore_data(
 
         network = NETWORKS[ChainId(chain_id)]
 
-        kvstore_data = get_data_from_subgraph(
+        kvstore_data = custom_gql_fetch(
             network,
             query=get_kvstore_by_address_query(),
             params={
@@ -151,7 +151,7 @@ def get(
 
         network = NETWORKS[ChainId(chain_id)]
 
-        kvstore_data = get_data_from_subgraph(
+        kvstore_data = custom_gql_fetch(
             network,
             query=get_kvstore_by_address_and_key_query(),
             params={

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/operator/operator_utils.py

@@ -25,7 +25,7 @@
 
 from human_protocol_sdk.constants import NETWORKS, ChainId, OrderDirection
 from human_protocol_sdk.gql.reward import get_reward_added_events_query
-from human_protocol_sdk.utils import SubgraphRetryConfig, get_data_from_subgraph
+from human_protocol_sdk.utils import SubgraphRetryConfig, custom_gql_fetch
 from web3 import Web3
 
 LOG = logging.getLogger("human_protocol_sdk.operator")
@@ -230,7 +230,7 @@ def get_operators(
         if not network.get("subgraph_url"):
             return []
 
-        operators_data = get_data_from_subgraph(
+        operators_data = custom_gql_fetch(
             network,
             query=get_operators_query(filter),
             params={
@@ -321,7 +321,7 @@ def get_operator(
 
         network = NETWORKS[chain_id]
 
-        operator_data = get_data_from_subgraph(
+        operator_data = custom_gql_fetch(
             network,
             query=get_operator_query,
             params={"address": operator_address.lower()},
@@ -401,7 +401,7 @@ def get_reputation_network_operators(
 
         network = NETWORKS[chain_id]
 
-        reputation_network_data = get_data_from_subgraph(
+        reputation_network_data = custom_gql_fetch(
             network,
             query=get_reputation_network_query(role),
             params={"address": address.lower(), "role": role},
@@ -483,7 +483,7 @@ def get_rewards_info(
 
         network = NETWORKS[chain_id]
 
-        reward_added_events_data = get_data_from_subgraph(
+        reward_added_events_data = custom_gql_fetch(
             network,
             query=get_reward_added_events_query,
             params={"slasherAddress": slasher.lower()},

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/staking/staking_utils.py

@@ -30,7 +30,7 @@
 from typing import List, Optional
 from human_protocol_sdk.constants import NETWORKS, ChainId
 from human_protocol_sdk.filter import StakersFilter
-from human_protocol_sdk.utils import SubgraphRetryConfig, get_data_from_subgraph
+from human_protocol_sdk.utils import SubgraphRetryConfig, custom_gql_fetch
 from human_protocol_sdk.gql.staking import get_staker_query, get_stakers_query
 
 
@@ -71,7 +71,7 @@ def get_staker(
         if not network:
             raise StakingUtilsError("Unsupported Chain ID")
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network,
             query=get_staker_query(),
             params={"id": address.lower()},
@@ -106,7 +106,7 @@ def get_stakers(
         if not network_data:
             raise StakingUtilsError("Unsupported Chain ID")
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network_data,
             query=get_stakers_query(filter),
             params={

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/statistics/statistics_client.py

@@ -22,7 +22,7 @@
 
 from human_protocol_sdk.constants import ChainId, NETWORKS
 
-from human_protocol_sdk.utils import SubgraphRetryConfig, get_data_from_subgraph
+from human_protocol_sdk.utils import SubgraphRetryConfig, custom_gql_fetch
 from human_protocol_sdk.filter import StatisticsFilter
 
 LOG = logging.getLogger("human_protocol_sdk.statistics")
@@ -326,14 +326,14 @@ def get_escrow_statistics(
             get_escrow_statistics_query,
         )
 
-        escrow_statistics_data = get_data_from_subgraph(
+        escrow_statistics_data = custom_gql_fetch(
             self.network,
             query=get_escrow_statistics_query,
             retry_config=retry_config,
         )
         escrow_statistics = escrow_statistics_data["data"]["escrowStatistics"]
 
-        event_day_datas_data = get_data_from_subgraph(
+        event_day_datas_data = custom_gql_fetch(
             self.network,
             query=get_event_day_data_query(filter),
             params={
@@ -407,7 +407,7 @@ def get_worker_statistics(
             get_event_day_data_query,
         )
 
-        event_day_datas_data = get_data_from_subgraph(
+        event_day_datas_data = custom_gql_fetch(
             self.network,
             query=get_event_day_data_query(filter),
             params={
@@ -469,7 +469,7 @@ def get_payment_statistics(
             get_event_day_data_query,
         )
 
-        event_day_datas_data = get_data_from_subgraph(
+        event_day_datas_data = custom_gql_fetch(
             self.network,
             query=get_event_day_data_query(filter),
             params={
@@ -528,7 +528,7 @@ def get_hmt_statistics(
             get_hmtoken_statistics_query,
         )
 
-        hmtoken_statistics_data = get_data_from_subgraph(
+        hmtoken_statistics_data = custom_gql_fetch(
             self.network,
             query=get_hmtoken_statistics_query,
             retry_config=retry_config,
@@ -577,7 +577,7 @@ def get_hmt_holders(
         """
         from human_protocol_sdk.gql.hmtoken import get_holders_query
 
-        holders_data = get_data_from_subgraph(
+        holders_data = custom_gql_fetch(
             self.network,
             query=get_holders_query(address=param.address),
             params={
@@ -632,7 +632,7 @@ def get_hmt_daily_data(
             get_event_day_data_query,
         )
 
-        event_day_datas_data = get_data_from_subgraph(
+        event_day_datas_data = custom_gql_fetch(
             self.network,
             query=get_event_day_data_query(filter),
             params={

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/transaction/transaction_utils.py

@@ -30,7 +30,7 @@
 from human_protocol_sdk.constants import NETWORKS, ChainId
 from web3 import Web3
 from human_protocol_sdk.filter import TransactionFilter
-from human_protocol_sdk.utils import SubgraphRetryConfig, get_data_from_subgraph
+from human_protocol_sdk.utils import SubgraphRetryConfig, custom_gql_fetch
 
 
 class InternalTransaction:
@@ -127,7 +127,7 @@ def get_transaction(
 
         from human_protocol_sdk.gql.transaction import get_transaction_query
 
-        transaction_data = get_data_from_subgraph(
+        transaction_data = custom_gql_fetch(
             network,
             query=get_transaction_query(),
             params={"hash": hash.lower()},
@@ -207,7 +207,7 @@ def get_transactions(
         if not network_data:
             raise TransactionUtilsError("Unsupported Chain ID")
 
-        data = get_data_from_subgraph(
+        data = custom_gql_fetch(
             network_data,
             query=get_transactions_query(filter),
             params={

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/utils.py

@@ -74,7 +74,7 @@ def is_indexer_error(error: Exception) -> bool:
     return "bad indexers" in message.lower()
 
 
-def get_data_from_subgraph(
+def custom_gql_fetch(
     network: dict,
     query: str,
     params: dict = None,

packages/sdk/python/human-protocol-sdk/human_protocol_sdk/worker/worker_utils.py

@@ -4,7 +4,7 @@
 from web3 import Web3
 
 from human_protocol_sdk.constants import NETWORKS, ChainId
-from human_protocol_sdk.utils import SubgraphRetryConfig, get_data_from_subgraph
+from human_protocol_sdk.utils import SubgraphRetryConfig, custom_gql_fetch
 from human_protocol_sdk.filter import WorkerFilter
 
 LOG = logging.getLogger("human_protocol_sdk.worker")
@@ -66,7 +66,7 @@ def get_workers(
         if not network:
             raise WorkerUtilsError("Unsupported Chain ID")
 
-        workers_data = get_data_from_subgraph(
+        workers_data = custom_gql_fetch(
             network,
             query=get_workers_query(filter),
             params={
@@ -126,7 +126,7 @@ def get_worker(
             raise WorkerUtilsError(f"Invalid operator address: {worker_address}")
 
         network = NETWORKS[chain_id]
-        worker_data = get_data_from_subgraph(
+        worker_data = custom_gql_fetch(
             network,
             query=get_worker_query(),
             params={"address": worker_address.lower()},