beanstalkd 一个高性能、轻量级的分布式内存队列系统,最初设计的目的是想通过后台异步执行耗时的任务来降低高容量Web应用系统的页面访问延迟,支持过有9.5 million用户的Facebook Causes应用。后来开源,之后有PostRank大规模部署和使用,每天处理百万级任务.
安装略了PHP客户端可使用pheanstalk. 可以去github上在看
require_once('pheanstalk/pheanstalk_init.php'); $pheanstalk = new Pheanstalk('127.0.0.1:11300'); // Pushing things into the queue for($i=0; $i<1000; $i++) { $job = new stdClass(); $job->envelope_id = rand(); $job->date = date('Y-m-d H:i:s'); $job_data = json_encode($job); $pheanstalk->useTube('test')->put($job_data); echo "pushed: " . $job_data . " "; }
server.php
class Worker { private $path; public function __construct($path) { $this->setBasePath($path); $this->log('starting'); require_once('pheanstalk/pheanstalk_init.php'); $this->pheanstalk = new Pheanstalk('127.0.0.1:11300'); } public function __destruct() { $this->log('ending'); } private function setBasePath($path) { $this->path = $path; } public function run() { $this->log('starting to run'); $cnt = 0; $done_jobs = array(); while(1) { $job = $this->pheanstalk->watch('test')->ignore('default')->reserve(); $job_encoded = json_decode($job->getData(), false); $done_jobs[] = $job_encoded; $this->log('job:'.print_r($job_encoded, 1)); $this->pheanstalk->delete($job); $cnt++; $memory = memory_get_usage(); $this->log('memory:' . $memory); if($memory > 1000000) { $this->log('exiting run due to memory limit'); exit; } usleep(10); } } private function log($txt) { file_put_contents($this->path . '/log/worker.txt', $txt . " ", FILE_APPEND); } } Picking up things from the queue $worker = new Worker(dirname($argv[0])); $worker->run();
注:
1)可使用supervisor或deamontools等将php worker.php变为守护进程.
2)其它语言类库参考
worker端不一定用php来写,可以用Python 或是 nodejs ,go写,都比PHP强