api.py

import requests, logging, time, os, ujson

from queries import initialize_query

from requests.adapters import HTTPAdapter

from requests.packages.urllib3.util.retry import Retry

logger = logging.getLogger("listhub-data-capture")


class ListHubClient:
    def __init__(self, access_token, query):
        self.authorization_header = {"Authorization": f"Bearer {access_token}"}
        self.query = query

    @classmethod
    def create(cls, query_type):
        payload = {
            "client_id": os.getenv("LISTHUB_CLIENT_ID"),
            "client_secret": os.getenv("LISTHUB_CLIENT_SECRET"),
            "grant_type": "client_credentials",
        }

        response = requests.post("https://api.listhub.com/oauth2/token", data=payload)

        query = initialize_query(query_type)

        return cls(response.json()["access_token"], query)

    def get(self, url):
        headers = {**self.authorization_header, **{"User-Agent": "listhub-data-capture/1.0.0"}}

        start_time = time.perf_counter()

        retry_strategy = Retry(total=3, backoff_factor=2)

        adapter = HTTPAdapter(max_retries=retry_strategy)

        http = requests.Session()

        http.mount("https://", adapter)

        response = http.get(url, headers=headers, timeout=(3.05, 57))

        return response

    def get_listings(self, skip_url=None):
        url = self.query(skip_url)

        return self.get(url())