import os import requests import time stage = os.getenv("STAGE", 'local') if stage == 'local': QUEUES_URL = 'http://localhost:1239' else: QUEUES_URL = 'http://queues:1239' class QueuesException(Exception): ... class TasksHandlerMixin: def poll(self): while True: response = requests.get(f'{QUEUES_URL}/api/v1/take', headers={'queue': self.queue_name}) if response.status_code == 404: time.sleep(0.2) continue data = response.json() try: self.process(data['payload']) except Exception as exc: print(f'Error processing message id={data["id"]}, payload={data["payload"]}, exc={exc}') continue try: resp = requests.post(f'{QUEUES_URL}/api/v1/finish', json={'id': data['id']}, headers={'X-Queues-Token': token}) if resp.status_code != 202: raise QueuesException except: print(f'Failed to finish task id={data["id"]}') @property def queue_name(self): raise NotImplemented def process(self, payload): raise NotImplemented def set_task(queue_name: str, payload: dict, seconds_to_execute: int, delay: int|None = None): resp = requests.post(f'{QUEUES_URL}/api/v1/put', headers={'queue': queue_name}, json={ 'payload': payload, 'seconds_to_execute': seconds_to_execute, 'delay': delay, }) if resp.status_code != 202: raise QueuesException