学霸夫妻携手读博,国泰君安阎峰失联,大学门卫老董全集续8
现在memcache在服务器缓存应用比较广泛，下面我来介绍memcache实现消息队列等待的一个例子，有需要了解的朋友可参考。memche消息队列的原理就是在key上做文章，用以做一个连续的数字加上前缀记录序列化以后消息或者日志。然后通过定时程序将内容落地到文件或者。
php实现消息队列的用处比如在做发送邮件时发送大量邮件很费时间的问题，那么可以采取队列。
方便实现队列的轻量级队列服务器是：
starling支持memcache协议的轻量级持久化服务器
https://github.com/starling/starling
beanstalkd轻量、高效，支持持久化，每秒可处理3000左右的队列
https://kr.github.com/beanstalkd/
php中也可以使用memcache/memcached来实现消息队列。
我要评论connect('127.0.0.1', 11211);
}
return $mc;
}
/**
* mc 计数器,增加计数并返回新的计数
* @param string $key 计数器
* @param int $offset 计数增量,可为负数.0为不改变计数
* @param int $time 时间
* @return int/false 失败是返回false,成功时返回更新计数器后的计数
*/
static public function set_counter( $key, $offset, $time=0 ){
$mc = self::mc_init();
$val = $mc->get($key);
if( !is_numeric($val) || $val set( $key, 0, $time );
if( !$ret ) return false;
$val = 0;
}
$offset = intval( $offset );
if( $offset > 0 ){
return $mc->increment( $key, $offset );
}elseif( $offset decrement( $key, -$offset );
}
return $val;
}
/**
* 写入队列
* @param string $key
* @param mixed $value
* @return bool
*/
static public function input( $key, $value ){
$mc = self::mc_init();
$w_key = self::prefix.$key.'w';
$v_key = self::prefix.$key.self::set_counter($w_key, 1);
return $mc->set( $v_key, $value );
}
/**
* 读取队列里的数据
* @param string $key
* @param int $max 最多读取条数
* @return array
*/
static public function output( $key, $max=100 ){
$out = array();
$mc = self::mc_init();
$r_key = self::prefix.$key.'r';
$w_key = self::prefix.$key.'w';
$r_p = self::set_counter( $r_key, 0 );//读指针
$w_p = self::set_counter( $w_key, 0 );//写指针
if( $r_p == 0 ) $r_p = 1;
while( $w_p >= $r_p ){
if( --$max get( $v_key );
$mc->delete($v_key);
}
return $out;
}
}
/**
使用方法:
qmc::input($key, $value );//写入队列
$list = qmc::output($key);//读取队列
*/
?>
基于php共享内存实现的消息队列:
shmid = shmop_open($shmkey, "c", 0644, $this->memsize );
$this->maxqsize = $this->memsize / $this->blocksize;
// 申?一个信号量
$this->semid = sem_get($shmkey, 1);
sem_acquire($this->semid); // 申请进入临界区
$this->init();
}
private function init()
{
if ( file_exists($this->fileptr) ){
$contents = file_get_contents($this->fileptr);
$data = explode( '|', $contents );
if ( isset($data[0]) && isset($data[1])){
$this->front = (int)$data[0];
$this->rear = (int)$data[1];
}
}
}
public function getlength()
{
return (($this->rear - $this->front + $this->memsize) % ($this->memsize) )/$this->blocksize;
}
public function enqueue( $value )
{
if ( $this->ptrinc($this->rear) == $this->front ){ // 队满
return false;
}
$data = $this->encode($value);
shmop_write($this->shmid, $data, $this->rear );
$this->rear = $this->ptrinc($this->rear);
return true;
}
public function dequeue()
{
if ( $this->front == $this->rear ){ // 队空
return false;
}
$value = shmop_read($this->shmid, $this->front, $this->blocksize-1);
$this->front = $this->ptrinc($this->front);
return $this->decode($value);
}
private function ptrinc( $ptr )
{
return ($ptr + $this->blocksize) % ($this->memsize);
}
private function encode( $value )
{
$data = serialize($value) . "__eof";
echo '';
echo strlen($data);
echo '';
echo $this->blocksize -1;
echo '';
if ( strlen($data) > $this->blocksize -1 ){
throw new exception(strlen($data)." is overload block size!");
}
return $data;
}
private function decode( $value )
{
$data = explode("__eof", $value);
return unserialize($data[0]);
}
public function __destruct()
{
$data = $this->front . '|' . $this->rear;
file_put_contents($this->fileptr, $data);
sem_release($this->semid); // 出临界区, 释放信号量
}
}
/*
// 进队操作
$shmq = new shmqueue();
$data = 'test data';
$shmq->enqueue($data);
unset($shmq);
// 出队操作
$shmq = new shmqueue();
$data = $shmq->dequeue();
unset($shmq);
*/
?>对于一个很大的消息队列，频繁进行进行大数据库的序列化 和 反序列化，有太耗费。下面是我用php 实现的一个消息队列，只需要在尾部插入一个数据，就操作尾部，不用操作整个消息队列进行读取，与操作。但是，这个消息队列不是线程安全的，我只是尽量的避免了冲突的可能性。如果消息不是非常的密集，比如几秒钟才一个，还是可以考虑这样使用的。
如果你要实现线程安全的，一个建议是通过文件进行锁定，然后进行操作。下面是代码：
代码如下:
class memcache_queue
{
private $memcache;
private $name;
private $prefix;
function __construct($maxsize, $name, $memcache, $prefix = "__memcache_queue__")
{
if ($memcache == null) {
throw new exception("memcache object is null, new the object first.");
}
$this->memcache = $memcache;
$this->name = $name;
$this->prefix = $prefix;
$this->maxsize = $maxsize;
$this->front = 0;
$this->real = 0;
$this->size = 0;
}
function __get($name)
{
return $this->get($name);
}
function __set($name, $value)
{
$this->add($name, $value);
return $this;
}
function isempty()
{
return $this->size == 0;
}
function isfull()
{
return $this->size == $this->maxsize;
}
function enqueue($data)
{
if ($this->isfull()) {
throw new exception("queue is full");
}
$this->increment("size");
$this->set($this->real, $data);
$this->set("real", ($this->real + 1) % $this->maxsize);
return $this;
}
function dequeue()
{
if ($this->isempty()) {
throw new exception("queue is empty");
}
$this->decrement("size");
$this->delete($this->front);
$this->set("front", ($this->front + 1) % $this->maxsize);
return $this;
}
function gettop()
{
return $this->get($this->front);
}
function getall()
{
return $this->getpage();
}
function getpage($offset = 0, $limit = 0)
{
if ($this->isempty() || $this->size getkeybypos(($this->front + $offset) % $this->maxsize);
$num = 1;
for ($pos = ($this->front + $offset + 1) % $this->maxsize; $pos != $this->real; $pos = ($pos + 1) % $this->maxsize)
{
$keys[] = $this->getkeybypos($pos);
$num++;
if ($limit > 0 && $limit == $num) {
break;
}
}
return array_values($this->memcache->get($keys));
}
function makeempty()
{
$keys = $this->getallkeys();
foreach ($keys as $value) {
$this->delete($value);
}
$this->delete("real");
$this->delete("front");
$this->delete("size");
$this->delete("maxsize");
}
private function getallkeys()
{
if ($this->isempty())
{
return array();
}
$keys[] = $this->getkeybypos($this->front);
for ($pos = ($this->front + 1) % $this->maxsize; $pos != $this->real; $pos = ($pos + 1) % $this->maxsize)
{
$keys[] = $this->getkeybypos($pos);
}
return $keys;
}
private function add($pos, $data)
{
$this->memcache->add($this->getkeybypos($pos), $data);
return $this;
}
private function increment($pos)
{
return $this->memcache->increment($this->getkeybypos($pos));
}
private function decrement($pos)
{
$this->memcache->decrement($this->getkeybypos($pos));
}
private function set($pos, $data)
{
$this->memcache->set($this->getkeybypos($pos), $data);
return $this;
}
private function get($pos)
{
return $this->memcache->get($this->getkeybypos($pos));
}
private function delete($pos)
{
return $this->memcache->delete($this->getkeybypos($pos));
}
private function getkeybypos($pos)
{
return $this->prefix . $this->name . $pos;
}
}
如对本文有疑问，请在下面进行留言讨论，广大热心网友会与你互动！！ 点击进行留言回复
YII2框架中使用RBAC对模块，控制器，方法的权限控制及规则的使用示例
YII2框架中ActiveDataProvider与GridView的配合使用操作示例
PhpStorm的使用教程(本地运行PHP+远程开发+快捷键)
网友评论