from concurrent.futures import ThreadPoolExecutor import datetime import os import zoneinfo import requests import time stage = os.getenv("STAGE", 'local') if stage == 'local': QUEUES_URL = 'http://localhost:1239' else: QUEUES_URL = 'http://queues:1239' class QueuesException(Exception): ... class TasksHandlerMixin: def __init__(self, *args, **kwargs): super().__init__(*args, **kwargs) self.executor = ThreadPoolExecutor(max_workers=4) def _send_metric(self, start: datetime.datetime, end: datetime.datetime, success: bool): try: resp = requests.post('http://monitoring:1237/api/v1/metrics/task', json={ 'service': 'botalka', 'queue': self.queue_name, 'success': success, 'timestamp': start.strftime("%Y-%m-%dT%H:%M:%S") + "Z", "success": success, "execution_time_ms": (end - start).microseconds // 1000, "environment": stage, }) if resp.status_code == 202: print("Metric ok") else: print(f'metric not ok: {resp.status_code}') except Exception as e: print(f"Error sending metric: {e}") def poll(self): while True: try: response = requests.get(f'{QUEUES_URL}/api/v1/take', headers={'queue': self.queue_name}).json() except requests.JSONDecodeError: print('Unable to decode json') time.sleep(3) continue task = response.get('task') if not task: time.sleep(0.2) continue start = datetime.datetime.now(zoneinfo.ZoneInfo("Europe/Moscow")) try: print(f'process task with id {task["id"]}') self.process(task['payload']) success = True except Exception as exc: print(f'Error processing message id={task["id"]}, payload={task["payload"]}, exc={exc}') success = False end = datetime.datetime.now(zoneinfo.ZoneInfo("Europe/Moscow")) if success: try: resp = requests.post(f'{QUEUES_URL}/api/v1/finish', json={'id': task['id']}) if resp.status_code != 202: raise QueuesException print(f'finish task with id {task["id"]}') except: print(f'Failed to finish task id={task["id"]}') self.executor.submit(self._send_metric, start, end, success) @property def queue_name(self): raise NotImplemented def process(self, payload): raise NotImplemented def set_task(queue_name: str, payload: dict, seconds_to_execute: int, delay: int|None = None): resp = requests.post(f'{QUEUES_URL}/api/v1/put', headers={'queue': queue_name}, json={ 'payload': payload, 'seconds_to_execute': seconds_to_execute, 'delay': delay, }) if resp.status_code != 202: raise QueuesException