import datetime import os from threading import Thread import requests import time stage = os.getenv("STAGE", 'local') if stage == 'local': QUEUES_URL = 'http://localhost:1239' else: QUEUES_URL = 'http://queues:1239' class QueuesException(Exception): ... class TasksHandlerMixin: def _send_metric(self, start, success, end): try: metric = requests.post('http://monitoring:1237/api/v1/metrics/task', json={ 'timestamp': start.strftime("%Y-%m-%dT%H:%M:%S") + "Z", 'service': 'botalka', 'environment': stage, 'queue': self.queue_name, 'success': success, 'execution_time_ms': (end - start).microseconds // 1000, }) if metric.status_code == 202: print('metric ok') else: print(f'metric failed: {metric.status_code}') except Exception as e: print(f'metric failed: {e}') def send_metric(self, start, success, end): # Thread(target=self._send_metric, args=(start, success, end)).start() self._send_metric(start, success, end) def poll(self): while True: try: response = requests.get(f'{QUEUES_URL}/api/v1/take', headers={'queue': self.queue_name}).json() except requests.JSONDecodeError: print('Unable to decode json') time.sleep(3) continue task = response.get('task') if not task: time.sleep(0.2) continue start = datetime.datetime.now() try: self.process(task['payload']) success = True except Exception as exc: print(f'Error processing message id={task["id"]}, payload={task["payload"]}, exc={exc}') success = False end = datetime.datetime.now() try: resp = requests.post(f'{QUEUES_URL}/api/v1/finish', json={'id': task['id']}) if resp.status_code != 202: raise QueuesException except: print(f'Failed to finish task id={task["id"]}') self.send_metric(start, success, end) @property def queue_name(self): raise NotImplemented def process(self, payload): raise NotImplemented def set_task(queue_name: str, payload: dict, seconds_to_execute: int, delay: int|None = None): resp = requests.post(f'{QUEUES_URL}/api/v1/put', headers={'queue': queue_name}, json={ 'payload': payload, 'seconds_to_execute': seconds_to_execute, 'delay': delay, }) if resp.status_code != 202: raise QueuesException