# -*- coding: utf-8 -*-
import logging
from typing import List
logger = logging.getLogger(__name__)
class BaseQueue(object):
def __init__(self,redis_cli, name):
self.redis_cli = redis_cli
self.name = name
async def items(self):
return await self.redis_cli.lrange(self.name, 0, -1)
async def push(self, *value, force: bool = True):
if force:
await self.redis_cli.lpush(self.name, *value)
else:
values = await self.items()
new_value = [i for i in value if bytes(i, encoding="utf8") not in values]
if new_value:
await self.redis_cli.lpush(self.name, *new_value)
async def pop(self):
return await self.redis_cli.rpop(self.name)
async def remove(self, value):
await self.redis_cli.lrem(self.name, 0, value)
async def has(self, value) -> bool:
s = await self.items()
return True if s and value in s else False
class MaintainQueue(BaseQueue):
def __init__(self, redis_cli):
super(MaintainQueue, self).__init__(redis_cli, 'proxy:job:maintain')
async def add_job(self, data):
await self.push(data)
class MaintainQueueManager(object):
def __init__(self, redis_cli):
self.host_queue = BaseQueue(redis_cli, 'maintain:host')
self.job_queue = MaintainQueue(redis_cli)
class JobQueue(BaseQueue):
def __init__(self, redis_cli, name):
self.redis_cli = redis_cli
self.__key__ = name
self.queue_prefix = "proxy:job:general:"
super(JobQueue, self).__init__(redis_cli, f"{self.queue_prefix}{name}")
class JobQueueManager(object):
def __init__(self, redis_cli):
self.redis_cli = redis_cli
self.queue_prefix = "proxy:job:general:"
async def queues(self) -> List[JobQueue]:
return [JobQueue(self.redis_cli, i.decode().split(self.queue_prefix)[1]) \
async for i in self.redis_cli.scan_iter(match=f"{self.queue_prefix}*")]
async def add_job(self, key, value):
await JobQueue(self.redis_cli, key).push(value)
