from .conf import HOST, PORT, POOL_NAME import redis redis_pool = redis.ConnectionPool(host=HOST, port=PORT, max_connections=20) class RedisOperator(object): """Redis 操作类""" def __init__(self): """初始化 Redis 连接""" # self._conn = redis.Po(HOST, PORT) self._conn = redis.Redis(connection_pool=redis_pool) def gets(self, total=1): """从池中返回给定数量的代理(取出但不删除),当 total > pool.size 时,将返回 pool.size 个代理。 :param total: 返回的数量 :return: proxies, size=total """ tmp = self._conn.srandmember(POOL_NAME, total) return [s.decode('utf-8') for s in tmp] def puts(self, proxies): """将一定量的代理压入 pool 中 :param proxies: :return: """ self._conn.sadd(POOL_NAME, *proxies) def pop(self): """弹出一个代理(取出并删除) :return: proxy """ # if self.size == 0: # raise PoolEmptyError return self._conn.spop(POOL_NAME).decode('utf-8') @property def size(self): """返回 pool 的 size :return: pool.size """ return self._conn.scard(POOL_NAME) def _flush(self): """清空 Redis 中的全部内容 :return: None """ self._conn.flushall()