import datetime import os import requests import time from utils.metrics import metrics_sender stage = os.getenv("STAGE", 'local') if stage == 'local': QUEUES_URL = 'http://localhost:1239' else: QUEUES_URL = 'http://queues:1239' class QueuesException(Exception): ... class TasksHandlerMixin: def poll(self): while True: try: response = requests.get(f'{QUEUES_URL}/api/v1/take', headers={'queue': self.queue_name}).json() except requests.JSONDecodeError: print('Unable to decode json') time.sleep(3) continue task = response.get('task') if not task: time.sleep(0.2) continue start = datetime.datetime.now() try: self.process(task['payload']) success = True except Exception as exc: print(f'Error processing message id={task["id"]}, payload={task["payload"]}, exc={exc}') success = False end = datetime.datetime.now() try: resp = requests.post(f'{QUEUES_URL}/api/v1/finish', json={'id': task['id']}) if resp.status_code != 202: raise QueuesException except: print(f'Failed to finish task id={task["id"]}') metrics_sender.put(lambda: requests.post('http://monitoring:1237/api/v1/metrics/task', json={ 'timestamp': start.strftime("%Y-%m-%dT%H:%M:%S") + "Z", 'service': 'botalka', 'environment': stage, 'queue': self.queue_name, 'success': success, 'execution_time_ms': (end - start).microseconds // 1000, })) @property def queue_name(self): raise NotImplemented def process(self, payload): raise NotImplemented def set_task(queue_name: str, payload: dict, seconds_to_execute: int, delay: int|None = None): resp = requests.post(f'{QUEUES_URL}/api/v1/put', headers={'queue': queue_name}, json={ 'payload': payload, 'seconds_to_execute': seconds_to_execute, 'delay': delay, }) if resp.status_code != 202: raise QueuesException