import os import requests import time stage = os.getenv("STAGE", 'local') if stage == 'local': QUEUES_URL = 'http://localhost:1239' else: QUEUES_URL = 'http://queues:1239' class QueuesException(Exception): ... class TasksHandlerMixin: def poll(self): while True: response = requests.get(f'{QUEUES_URL}/api/v1/take', headers={'queue': self.queue_name}).json() task = response.get('task') if not task: time.sleep(0.2) continue try: self.process(task['payload']) except Exception as exc: print(f'Error processing message id={task["id"]}, payload={task["payload"]}, exc={exc}') continue try: resp = requests.post(f'{QUEUES_URL}/api/v1/finish', json={'id': task['id']}) if resp.status_code != 202: raise QueuesException except: print(f'Failed to finish task id={task["id"]}') @property def queue_name(self): raise NotImplemented def process(self, payload): raise NotImplemented def set_task(queue_name: str, payload: dict, seconds_to_execute: int, delay: int|None = None): resp = requests.post(f'{QUEUES_URL}/api/v1/put', headers={'queue': queue_name}, json={ 'payload': payload, 'seconds_to_execute': seconds_to_execute, 'delay': delay, }) if resp.status_code != 202: raise QueuesException