1 В избранное 0 Ответвления 0

OSCHINA-MIRROR/rushmore-zbus-php

Присоединиться к Gitlife
Откройте для себя и примите участие в публичных проектах с открытым исходным кодом с участием более 10 миллионов разработчиков. Приватные репозитории также полностью бесплатны :)
Присоединиться бесплатно
Клонировать/Скачать
zbus.php 69 КБ
Копировать Редактировать Web IDE Исходные данные Просмотреть построчно История
rushmore Отправлено 01.01.2018 11:28 ef9c73f
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596
<?php
class Protocol {
//=============================[1] Command Values===============================================
//MQ Produce/Consume
const PRODUCE = "produce";
const CONSUME = "consume";
const ROUTE = "route"; //route back message to sender, designed for RPC
const ACK = "ack";
const HEARTBEAT = "heartbeat";
//Topic control
const DECLARE_ = "declare"; //declare and empty keywords!!! PHP5 sucks
const QUERY = "query";
const REMOVE = "remove";
const EMPTY_ = "empty";
//High Availability (HA)
const TRACK_PUB = "track_pub";
const TRACK_SUB = "track_sub";
const TRACKER = "tracker";
//=============================[2] Parameter Values================================================
const COMMAND = "cmd";
const TOPIC = "topic";
const TOPIC_MASK = "topic_mask";
const TAG = "tag";
const OFFSET = "offset";
const TOKEN = "token";
const CONSUME_GROUP = "consume_group";
const GROUP_NAME_AUTO = "group_name_auto";
const GROUP_START_COPY = "group_start_copy";
const GROUP_START_OFFSET = "group_start_offset";
const GROUP_START_TIME = "group_start_time";
const GROUP_FILTER = "group_filter";
const GROUP_MASK = "group_mask";
const GROUP_ACK_WINDOW = "group_ack_window";
const GROUP_ACK_TIMEOUT = "group_ack_timeout";
const CONSUME_WINDOW = "consume_window";
const SENDER = "sender";
const RECVER = "recver";
const ID = "id";
const HOST = "host";
const ENCODING = "encoding";
const ORIGIN_ID = "origin_id";
const ORIGIN_URL = "origin_url";
const ORIGIN_STATUS = "origin_status";
const ORIGIN_METHOD = "origin_method";
const MASK_DISK = 0;
const MASK_MEMORY = 1<<0;
const MASK_RPC = 1<<1;
const MASK_PROXY = 1<<2;
const MASK_PAUSE = 1<<3;
const MASK_EXCLUSIVE = 1<<4;
const MASK_DELETE_ON_EXIT= 1<<5;
const MASK_ACK_REQUIRED = 1<<6;
}
class MessageCtrl{
public $topic;
public $topic_mask;
public $token;
public $consume_group;
public $group_name_auto; //true of false
public $group_mask;
public $group_filter;
public $group_start_copy;
public $group_start_offset;
public $group_start_time;
public $group_ack_window;
public $group_ack_timeout;
public $offset; //read message by offset directly
public function __construct($headers = null){
if($headers == null) return;
if(is_string($headers)){
$this->topic = $headers;
} else if(is_object($headers) && get_class($headers) == Message::class){
foreach($headers->headers as $key=>$val){
if(property_exists($this, $key)){
$this->{$key} = $val;
}
}
return;
}
if(is_object($headers) && get_class($headers) == MessageCtrl::class){
foreach($headers as $key => $val){
if(property_exists($this, $key)){
$this->{$key} = $val;
}
}
}
if(is_array($headers)){
foreach($headers as $key => $val){
if(property_exists($this, $key)){
$this->{$key} = $val;
}
}
}
throw new Exception("Unsupport type converting to MessageCtrl");
}
public function toMessage($msg){
foreach($this as $key=>$val){
$msg->setHeader($key, $val);
}
}
public function toConsumeMessage($msg){
toConsumeMessage($msg, $this);
}
}
class Logger {
const DEBUG = 0;
const INFO = 1;
const WARN = 2;
const ERROR = 3;
public static $Level = Logger::INFO;
public static function log($level, $message){
if($level < Logger::$Level) return;
$t = microtime(true);
$micro = sprintf("%06d",($t - floor($t)) * 1000000);
$d = new DateTime( date('Y-m-d H:i:s.'.$micro, $t) );
$wholeTime = $d->format("Y-m-d H:i:s.u");
echo($wholeTime . ' ' . $message . PHP_EOL);
}
public static function debug($message){
Logger::log(Logger::DEBUG, $message);
}
public static function info($message){
Logger::log(Logger::INFO, $message);
}
public static function warn($message){
Logger::log(Logger::WARN, $message);
}
public static function error($message){
Logger::log(Logger::ERROR, $message);
}
}
//borrowed from: https://stackoverflow.com/questions/2040240/php-function-to-generate-v4-uuid
function uuid() {
return sprintf( '%04x%04x-%04x-%04x-%04x-%04x%04x%04x',
mt_rand( 0, 0xffff ), mt_rand( 0, 0xffff ), mt_rand( 0, 0xffff ),
mt_rand( 0, 0x0fff ) | 0x4000, mt_rand( 0, 0x3fff ) | 0x8000,
mt_rand( 0, 0xffff ), mt_rand( 0, 0xffff ), mt_rand( 0, 0xffff )
);
}
class ServerAddress {
public $address;
public $ssl_enabled;
function __construct($address, $ssl_enabled= false) {
if(is_string($address)){
$this->address = $address;
$this->ssl_enabled= $ssl_enabled;
return;
} else if (is_array($address)){
$this->address = $address['address'];
$this->ssl_enabled= $address['sslEnabled'];
} else if (is_object($address) && get_class($address)== ServerAddress::class){
$this->address = $address->address;
$this->ssl_enabled= $address->ssl_enabled;
} else {
throw new Exception("address not support");
}
}
public function __toString(){
if($this->ssl_enabled){
return "[SSL]".$this->address;
}
return $this->address;
}
}
const HTTP_STATUS_TABLE = array(
200 => "OK",
201 => "Created",
202 => "Accepted",
204 => "No Content",
206 => "Partial Content",
301 => "Moved Permanently",
304 => "Not Modified",
400 => "Bad Request",
401 => "Unauthorized",
403 => "Forbidden",
404 => "Not Found",
405 => "Method Not Allowed",
416 => "Requested Range Not Satisfiable",
500 => "Internal Server Error",
);
class Message {
public $status; //integer
public $method = "GET";
public $url = "/";
public $headers = array();
public $body;
public static $codecHeaders = array(
Protocol::TOPIC=>true,
Protocol::CONSUME_GROUP=>true,
Protocol::TAG=>true,
Protocol::GROUP_FILTER=>true,
Protocol::GROUP_START_COPY=>true,
Protocol::TOKEN=>true,
Protocol::ORIGIN_URL=>true,
);
public function removeHeader($name){
if(!array_key_exists($name, $this->headers)) return;
unset($this->headers[$name]);
}
public function getHeader($name, $value = null) {
if(!array_key_exists($name, $this->headers)) return null;
return $this->headers[$name];
}
public function setHeader($name, $value){
if($value === null) return;
$this->headers[$name] = $value;
}
public function setJsonBody($value){
$this->headers['content-type'] = 'application/json';
$this->body = $value;
}
public function __set($name, $value){
if($value === null) return;
$this->headers[$name] = $value;
}
public function __get($name){
if(!array_key_exists($name, $this->headers)) return null;
return $this->headers[$name];
}
public function __toString(){
return $this->encode();
}
public function encode(){
$res = "";
$desc = "unknown status";
if($this->status != null){
if(array_key_exists($this->status, HTTP_STATUS_TABLE)){
$desc = HTTP_STATUS_TABLE[$this->status];
}
$res .= sprintf("HTTP/1.1 %s %s\r\n",$this->status, $desc);
} else {
$url = $this->url?:"/";
$url = urlencode ($url);
$res .= sprintf("%s %s HTTP/1.1\r\n",$this->method?:"GET", $url);
}
$contentType = "text/plain";
$charset = "utf8";
foreach($this->headers as $key=>$value){
$key = strtolower($key);
if($key == 'content-length' || $key == 'encoding' || $key == 'content-type'){
continue;
}
if(array_key_exists($key,Message::$codecHeaders)){
$value = urlencode($value);
}
$res .= sprintf("%s: %s\r\n", $key, $value);
}
if(array_key_exists('content-type', $this->headers)){
$contentType = $this->headers['content-type'];
}
if(array_key_exists('encoding', $this->headers)){
$charset = $this->headers['encoding'];
}
$pos = strpos($contentType, 'charset');
if($pos === false){
$contentType .= '; charset=' . $charset;
}
$res .= sprintf("%s: %s\r\n", 'content-type', $contentType);
$body_len = 0;
if($this->body){
$body_len = strlen($this->body);
}
$res .= sprintf("content-length: %d\r\n", $body_len);
$res .= sprintf("\r\n");
if($this->body){
$res .= $this->body;
}
return $res;
}
public static function decode($buf, $start=0){
$p = strpos($buf, "\r\n\r\n", $start);
if($p === false) return array(null, $start);
$head_len = $p - $start;
$head = substr($buf, $start, $head_len);
$msg = Message::decodeHeaders($head);
$body_len = 0;
if(array_key_exists('content-length', $msg->headers)){
$body_len = $msg->headers['content-length'];
$body_len = intval($body_len);
}
if( $body_len == 0) return array($msg, $p+4);
if(strlen($buf)-$p < $body_len){
return array(null, $start);
}
$msg->body = substr($buf, $p+4, $body_len);
return array($msg, $p+4 + $body_len);
}
private static function decodeHeaders($buf){
$msg = new Message();
$lines = preg_split('/\r\n?/', $buf);
$meta = $lines[0];
$blocks = explode(' ', $meta);
if(substr(strtoupper($meta), 0, 4 ) == "HTTP"){
$msg->status = intval($blocks[1]);
} else {
$msg->method = strtoupper($blocks[0]);
if(count($blocks) > 1){
$msg->url = $blocks[1];
$msg->url = urldecode($msg->url);
}
}
for($i=1; $i<count($lines); $i++){
$line = $lines[$i];
$kv = explode(':', $line);
if(count($kv) < 2) continue;
$key = strtolower(trim($kv[0]));
$val = trim($kv[1]);
if(array_key_exists($key,Message::$codecHeaders)){
$val = urldecode($val);
}
$msg->headers[$key] = $val;
}
return $msg;
}
}
function convertConsumeMessage($res){
if($res->status != 200){
throw new Exception($res->body);
}
$res->id = $res->origin_id;
$res->removeHeader(Protocol::ORIGIN_ID);
if($res->origin_url != null){
$res->url = $res->origin_url;
$res->status = null;
$res->removeHeader(Protocol::ORIGIN_URL);
}
if($res->origin_method != null){
$res->method = $res->origin_method;
$res->removeHeader(Protocol::ORIGIN_METHOD);
}
if($res->origin_status != null){
$res->status = $res->origin_status;
$res->removeHeader(Protocol::ORIGIN_STATUS);
}
return $res;
}
function buildMessage($headers, $cmd = null){
if(is_string($headers)){
$msg = new Message();
$msg->topic = $headers;
} else if(is_object($headers) && get_class($headers) == Message::class){
$msg = $headers;
} else if(is_object($headers) && get_class($headers) == MessageCtrl::class){
$msg = new Message();
$headers->toMessage($msg);
} else if(is_array($headers)){
$msg = new Message();
foreach($headers as $key => $val){
$msg->setHeader($key, $val);
}
} else {
throw new Exception("invalid: $headers");
}
if($cmd != null){
$msg->cmd = $cmd;
}
return $msg;
}
function buildConsumeMessage($msg, $source){
$msg->topic = $source->topic;
$msg->consume_group = $source->consume_group;
$msg->token = $source->token;
$msg->offset = $source->offset;
}
class MqClient {
public $sock;
public $token;
private $serverAddress;
private $sslCertFile;
private $recvBuf;
private $resultTable = array();
function __construct($serverAddress, $sslCertFile=null){
$this->serverAddress = new ServerAddress($serverAddress);
$this->sslCertFile = $sslCertFile;
}
public function connect($timeout=3) {
$address = $this->serverAddress->address;
$bb = explode(':', $address);
$host = $bb[0];
$port = 80;
if(count($bb) > 1){
$port = intval($bb[1]);
}
Logger::debug("Trying connect to ($this->serverAddress)");
$this->sock = socket_create(AF_INET, SOCK_STREAM, 0);
if (!socket_connect($this->sock, $host, $port)){
$this->throw_socket_exception("Connection to ($address) failed");
}
Logger::debug("Connected to ($this->serverAddress)");
}
public function close(){
if($this->sock){
socket_close($this->sock);
$this->sock = null;
}
}
private function throw_socket_exception($msgPrefix=null){
$errorcode = socket_last_error($this->sock);
$errormsg = socket_strerror($errorcode);
$msg = "${msgPrefix}, $errorcode:$errormsg";
Logger::error($msg);
throw new Exception($msg);
}
public function invoke($msg, $timeout=3){
$msgid = $this->send($msg, $timeout);
return $this->recv($msgid, $timeout);
}
public function send($msg, $timeout=3){
if($this->sock == null){
$this->connect();
}
if($msg->id == null){
$msg->id = uuid();
}
$buf = $msg->encode();
Logger::debug($buf);
$sendingBuf = $buf;
$writeCount = 0;
$totalCount = strlen($buf);
while(true){
$n = socket_write($this->sock, $sendingBuf, strlen($sendingBuf));
if($n === false) {
$this->throw_socket_exception("Socket write error");
}
$writeCount += $n;
if($writeCount>=$totalCount) return;
if($n > 0){
$sendingBuf = substr($sendingBuf, $n);
}
}
return $msg->id;
}
public function recv($msgid=null, $timeout=3){
if($this->sock == null){
$this->connect();
}
$allBuf = '';
while(true) {
if($msgid && array_key_exists($msgid, $this->resultTable)){
return $this->resultTable[$msgid];
}
$bufLen = 4096;
$buf = socket_read($this->sock, $bufLen);
//$buf = fread($this->sock, $buf_len);
if($buf === false || $buf == ''){
$this->throw_socket_exception("Socket read error");
}
$allBuf .= $buf;
$this->recvBuf .= $buf;
$start = 0;
while(true) {
$res = Message::decode($this->recvBuf, $start);
$msg = $res[0];
$start = $res[1];
if($msg == null) {
if($start!= 0) {
$this->recvBuf = substr($this->recvBuf, $start);
}
break;
}
$this->recvBuf = substr($this->recvBuf, $start);
if($msgid != null){
if($msgid != $msg->id){
$this->resultTable[$msg->id] = $msg;
continue;
}
}
Logger::debug($allBuf);
return $msg;
}
}
}
private function invokeCmd($cmd, $topicCtrl,$timeout=3){
$msg = buildMessage($topicCtrl, $cmd);
$msg->token = $this->token;
return $this->invoke($msg, $timeout);
}
private function invokeObject($cmd, $topicCtrl, $timeout=3){
$res = $this->invokeCmd($cmd, $topicCtrl, $timeout);
if($res->status != 200){
throw new Exception($res->body);
}
return json_decode($res->body);
}
public function produce($msg, $timeout=3) {
return $this->invokeCmd(Protocol::PRODUCE, $msg, $timeout);
}
public function consume($topicCtrl, $timeout=3){
$msg = new Message();
toConsumeMessage($msg, $topicCtrl);
if($msg->consume_group == null){
$msg->consume_group = $msg->topic;
}
return $this->invokeCmd(Protocol::CONSUME, $msg, $timeout);
}
public function query($topicCtrl, $timeout=3){
return $this->invokeObject(Protocol::QUERY, $topicCtrl, $timeout);
}
public function declare_($topicCtrl, $timeout=3){
return $this->invokeObject(Protocol::DECLARE_, $topicCtrl, $timeout);
}
public function remove($topicCtrl, $timeout=3){
return $this->invokeObject(Protocol::REMOVE, $topicCtrl, $timeout);
}
public function empty_($topicCtrl, $timeout=3){
return $this->invokeObject(Protocol::EMPTY_, $topicCtrl, $timeout);
}
public function route($msg, $timeout=3){
$msg->cmd = Protocol::ROUTE;
if($msg->status != null){
$msg->set_header(Protocol::ORIGIN_STATUS, $msg->status);
$msg->status = null;
}
return $this->send($msg, $timeout);
}
public function ack($res, $timeout=3){
$msg = new Message();
$msg->cmd = Protocol::ACK;
$msg->topic = $res->topic;
$msg->consume_group = $res->consume_group;
$msg->offset = $res->offset;
$msg->ack = false; //no need to ack this message back
return $this->send($msg, $timeout);
}
}
class MqClientAsync {
use EventEmitter;
public $token;
public $serverAddress;
private $stream;
private $loop;
private $sslCertFile;
private $recvBuffer;
private $callbackTable = array();
private $heartbeator;
private $heartbeatInterval = 60; //60seconds
private $connectTimeout = 3;
private $autoReconnect = true;
private $connectTimer;
function __construct($address, $loop, $sslCertFile=null, $heartbeatInterval=60){
$this->serverAddress= new ServerAddress($address);
$this->loop = $loop;
$this->sslCertFile= $sslCertFile;
$this->heartbeatInterval = $heartbeatInterval;
$that = $this;
$this->heartbeator = $loop->addTimer($this->heartbeatInterval, function() use($that){
$that->heartbeat();
}, true);
}
public function fork(){
return new MqclientAsync($this->serverAddress, $this->loop, $this->sslCertFile, $this->heartbeatInterval);
}
public function connect(callable $connected = null) {
$address = $this->serverAddress->address;
Logger::debug('Trying connect to ' . $address);
$context = array();
$errno = null;
$errstr = null;
$socket = @stream_socket_client(
'tcp://'.$address,
$errno,
$errstr,
0,
STREAM_CLIENT_ASYNC_CONNECT | STREAM_CLIENT_CONNECT,
stream_context_create($context)
);
if($socket === false) {
$this->emit('error', array(new Exception("Connection to ($address) failed, $errstr")));
return;
}
$client = $this;
$this->stream = null;
$this->connectTimer = $this->loop->addTimer($this->connectTimeout, function()
use($client, $socket, $connected, $address){
if(is_resource($socket) && stream_socket_get_name($socket, true) === false){
$client->loop->removeWriteStream($socket);
fclose($socket);
}
if ($client->stream == null) {
Logger::warn('Connection (' . $address . ') timeout');
if($client->autoReconnect){
$client->connect($connected);
}
}
});
$this->loop->addWriteStream($socket, function($socket) use($client, $connected, $address){
$client->loop->removeWriteStream($socket);
if (stream_socket_get_name($socket, true) === false ) {
fclose($socket);
return;
}
Logger::debug('Connected to (' . $address . ')');
$client->createStream($socket, $connected);
});
}
private function createStream($socket, $connected) {
$client = $this;
$client->stream = new Stream($socket, $client->loop);
if($connected){
$connected();
}
$client->emit('connected');
$client->stream->on('data', function($data) use($client) {
$client->recvBuffer .= $data;
$start = 0;
while(true) {
$res = Message::decode($client->recvBuffer, $start);
$msg = $res[0];
$start = $res[1];
if($msg === null) {
if($start != 0) {
$client->recvBuffer = substr($client->recvBuffer, $start);
}
break;
}
$callback = @$client->callbackTable[$msg->id];
if($callback !== null){
try{
unset($client->callbackTable[$msg->id]);
$callback($msg);
} catch (Exception $e){
Logger::error($e->getMessage());
}
} else {
$client->emit('message', array($msg));
}
}
});
$client->stream->on('error', function($data) use($client){
$client->emit('error', array($data));
});
$client->stream->on('close', function($data) use($client){
$client->emit('close', array($data));
});
$client->stream->on('drain', function() use($client){
$client->emit('drain', array());
});
}
public function close(){
if($this->stream !== null){
$this->stream->close();
}
$this->loop->cancelTimer($this->connectTimer);
$this->loop->cancelTimer($this->heartbeator);
}
protected function heartbeat(){
if($this->stream == null || !$this->stream->isActive()) return;
$msg = new Message();
$msg->cmd = Protocol::HEARTBEAT;
$this->invoke($msg);
}
public function invoke($msg, callable $callback = null){
if($msg->id == null){
$msg->id = uuid();
}
if($callback){
$this->callbackTable[$msg->id] = $callback;
}
$buf = $msg->encode();
$this->stream->write($buf);
}
private function invokeCmd($cmd, $topicCtrl, callable $callback = null){
$msg = buildMessage($topicCtrl, $cmd);
$msg->token = $this->token;
return $this->invoke($msg, $callback);
}
private function invokeObject($cmd, $topicCtrl, callable $callback = null){
$this->invokeCmd($cmd, $topicCtrl, function($res) use($callback){
if($res->status != 200){
$error = new Exception($res->body);
$callback(array('error' => $error));
return;
}
try{
$obj = json_decode($res->body);
$callback($obj);
} catch (Exception $e){
$callback(array('error' => $e));
}
});
}
public function query($topicCtrl, callable $callback = null){
return $this->invokeObject(Protocol::QUERY, $topicCtrl, $callback);
}
public function declare_($topicCtrl, callable $callback = null){
return $this->invokeObject(Protocol::DECLARE_, $topicCtrl, $callback);
}
public function remove($topicCtrl, $callback = null){
return $this->invokeCmd(Protocol::REMOVE, $topicCtrl, $callback);
}
public function empty_($topicCtrl, $callback= null){
return $this->invokeCmd(Protocol::EMPTY_, $topicCtrl, $callback);
}
public function produce($msg, callable $callback=null) {
if($callback == null){
$msg->ack = false;
}
return $this->invokeCmd(Protocol::PRODUCE, $msg, $callback);
}
public function consume($topicCtrl, callable $callback){
$this->invokeCmd(Protocol::CONSUME, $topicCtrl, function($res) use($callback){
if($callback) $callback($res);
});
}
public function route($msg){
$msg->cmd = Protocol::ROUTE;
if($msg->status != null){
$msg->setHeader(Protocol::ORIGIN_STATUS, $msg->status);
$msg->status = null;
}
return $this->invoke($msg);
}
public function ack($res){
$msg = new Message();
$msg->cmd = Protocol::ACK;
$msg->topic = $res->topic;
$msg->consume_group = $res->consume_group;
$msg->offset = $res->offset;
$msg->ack = false; //no need to ack this message back
return $this->invoke($msg);
}
}
class BrokerRouteTable {
public $topicTable = array(); //{ TopicName => [TopicInfo] }
public $serverTable = array(); //{ ServerAddress => ServerInfo }
public $votesTable = array(); //{ TrackerAddress => Vote } , Vote=(version, servers)
public $voteFactor = 0.5;
private $votedTrackers = array(); // { TrackerAddress => true }
public function updateTracker($trackerInfo){
//1) Update votes
$trackerAddress = new ServerAddress($trackerInfo['serverAddress']);
$vote = @$this->votesTable[$trackerAddress];
$this->votedTrackers[(string)$trackerAddress] = true;
if($vote && $vote['version'] >= $trackerInfo['infoVersion']){
return;
}
$servers = array();
$serverTable = $trackerInfo['serverTable'];
foreach($serverTable as $key => $serverInfo){
array_push($servers, new ServerAddress($serverInfo['serverAddress']));
}
$this->votesTable[(string)$trackerAddress] = array('version'=>$trackerInfo['infoVersion'], 'servers'=>$servers);
//2) Merge ServerTable
foreach($serverTable as $key => $serverInfo){
$serverAddress = new ServerAddress($serverInfo['serverAddress']);
$this->serverTable[(string)$serverAddress] = $serverInfo;
}
//3) Purge
return $this->purge();
}
public function removeTracker($trackerAddress){
$trackerAddress = new ServerAddress($trackerAddress);
unset($this->votesTable[(string)$trackerAddress]);
return $this->purge();
}
private function purge(){
$toRemove = array();
$serverTableLocal = $this->serverTable;
foreach($serverTableLocal as $key => $server_info){
$serverAddress = new ServerAddress($server_info['serverAddress']);
$count = 0;
foreach($this->votesTable as $key => $vote){
$servers = $vote['servers'];
if(in_array((string)$serverAddress, $servers)) $count++;
}
if($count < count($this->votedTrackers)*$this->voteFactor){
array_push($toRemove, $serverAddress);
unset($serverTableLocal[(string)$serverAddress]);
}
}
$this->serverTable = $serverTableLocal;
$this->rebuildTopicTable();
return $toRemove;
}
private function rebuildTopicTable(){
$topicTable = array();
foreach($this->serverTable as $server_key => $serverInfo){
foreach($serverInfo['topicTable'] as $topicKey => $topicInfo){
$topicList = @$topicTable[$topicKey];
if($topicList == null){
$topicList = array();
}
array_push($topicList, $topicInfo);
$topicTable[$topicKey] = $topicList;
}
}
$this->topicTable = $topicTable;
}
}
class TrackerSubscriber {
public $client;
public $readyCount = 0;
public $readyTriggered = false;
public function __construct($client){
$this->client = $client;
}
}
class Broker {
use EventEmitter;
public $routeTable;
public $loop;
private $syncEnabled = false;
private $clientTable = array(); //store MqClientAsync or MqClient
private $sslCertFileTable = array();
private $autoReconnectTimeout = 3;
private $trackerSubscribers = array();
private $readyTriggered = false; //any tracker tiggered is considered broker ready triggered.
public function __construct(EventLoop $loop, $trackerAddressList = null, $syncEnabled = false){
$this->loop = $loop;
$this->routeTable = new BrokerRouteTable();
$this->syncEnabled = $syncEnabled;
if($trackerAddressList){
$bb = explode(';', $trackerAddressList);
foreach($bb as $trackerAddress){
$this->addTracker($trackerAddress);
}
}
}
public function addTracker($trackerAddress, $sslCertFile=null){
$client = new MqClientAsync($trackerAddress, $this->loop, $sslCertFile);
$trackerSubscriber = new TrackerSubscriber($client);
$this->trackerSubscribers[$trackerAddress] = $trackerSubscriber;
$broker = $this;
$remoteTrackerAddress = $trackerAddress;
$client->on('message', function($msg) use($broker, $trackerSubscriber, &$remoteTrackerAddress, $sslCertFile){
if($msg->status != 200){
Logger::error('track_sub status warning');
return;
}
$trackerInfo = json_decode($msg->body, true);
$remoteTrackerAddress = new ServerAddress($trackerInfo['serverAddress']);
if($sslCertFile) {
$broker->sslCertFileTable[(string)$remoteTrackerAddress] = $sslCertFile;
}
if(@$this->trackerSubscribers[(string)$remoteTrackerAddress] === null){
$this->trackerSubscribers[(string)$remoteTrackerAddress] = $trackerSubscriber;
}
if (!$trackerSubscriber->readyTriggered){
$trackerSubscriber->readyCount = count($trackerInfo['serverTable']);
}
$toRemove = $this->routeTable->updateTracker($trackerInfo);
$serverTable = $broker->routeTable->serverTable;
foreach ($serverTable as $key=>$serverInfo){
$broker->addServer($serverInfo, $trackerSubscriber);
}
foreach ($toRemove as $key=>$serverAddress){
$broker->removeServer($serverAddress);
}
$broker->emit('trackerUpdate', array($broker));
});
$client->on('close', function() use($client, $broker, &$remoteTrackerAddress) {
$toRemove = $broker->routeTable->removeTracker($remoteTrackerAddress);
foreach ($toRemove as $key => $serverAddress){
$broker->removeServer($serverAddress);
}
});
$client->on('connected', function() use($client){
$msg = new Message();
$msg->cmd = Protocol::TRACK_SUB;
$client->invoke($msg);
});
$client->on('error', function($error) use($client, $broker){
Logger::error($error->getMessage());
$broker->loop->addTimer($broker->autoReconnectTimeout, function() use($client) {
$client->connect();
});
});
$client->connect();
}
private function addServer($serverInfo, $trackerSubscriber) {
$serverAddress = new ServerAddress($serverInfo['serverAddress']);
$client = @$this->clientTable[(string)$serverAddress];
if($client !== null){
return; //client already exists
}
$sslCertFile = @$this->sslCertFileTable[(string)$serverAddress];
$client = $this->createClient($serverAddress, $this->loop, $sslCertFile);
$this->clientTable[(string)$serverAddress] = $client;
$broker = $this;
if($broker->syncEnabled){ //for sync mode
$broker->emit('serverJoin', array($client));
if(!$trackerSubscriber->readyTriggered) {
$trackerSubscriber->readyCount--;
if($trackerSubscriber->readyCount <= 0) {
if(!$broker->readyTriggered){
$broker->emit('ready');
$broker->readyTriggered = true;
}
$trackerSubscriber->readyTriggered = true;
}
}
return;
}
//async MqClient
$client->on('connected', function() use($broker, $client, $serverAddress, $trackerSubscriber) {
$broker->emit('serverJoin', array($client));
if(!$trackerSubscriber->readyTriggered) {
$trackerSubscriber->readyCount--;
if($trackerSubscriber->readyCount <= 0) {
if(!$broker->readyTriggered){
$broker->emit('ready');
$broker->readyTriggered = true;
}
$trackerSubscriber->readyTriggered = true;
}
}
});
$client->connect();
}
private function removeServer($serverAddress) {
$client = @$this->clientTable[(string)$serverAddress];
if($client === null){
return;
}
$this->emit('serverLeave', array($serverAddress));
unset($this->clientTable[(string)$serverAddress]);
$client->close();
}
private function createClient($serverAddress, $sslCertFile=null){
if($this->syncEnabled){
return new MqClient($serverAddress, $sslCertFile);
}
return new MqClientAsync($serverAddress, $this->loop, $sslCertFile);
}
public function select($selector, $msg){
$addressList = $selector($this->routeTable, $msg);
if(!is_array($addressList)){
$addressList = array($addressList);
}
$clientSelected = array();
foreach($addressList as $address){
$client = @$this->clientTable[(string)$address];
if($client == null){
Logger::warn("Missing client for " . $address);
continue;
}
array_push($clientSelected, $client);
}
return $clientSelected;
}
public function close(){
foreach($this->trackerSubscribers as $key=>$sub){
$sub->client->close();
}
$this->trackerSubscribers = array();
foreach($this->clientTable as $key=>$client){
$client->close();
}
$this->clientTable = array();
}
public function isSync(){
return $this->syncEnabled;
}
}
class MqAdmin {
protected $broker;
protected $adminSelector;
protected $token;
public function __construct($broker){
$this->broker = $broker;
$this->adminSelector = function($routeTable, $msg){
$serverTable = $routeTable->serverTable;
$addressArray = array();
foreach($serverTable as $key => $serverInfo){
$serverAddress = new ServerAddress($serverInfo['serverAddress']);
array_push($addressArray, $serverAddress);
}
return $addressArray;
};
}
private function invokeCmdAsync($cmd, $topicCtrl, callable $callback, $selector=null){
if($this->broker->isSync()){
throw new Exception("async should be enabled in broker");
}
$msg = buildMessage($topicCtrl, $cmd);
if($msg->token == null) $msg->token = $this->token;
if($selector == null) $selector = $this->adminSelector;
$clientArray = $this->broker->select($selector, $msg);
foreach ($clientArray as $client){
$client->invoke($msg, $callback);
}
}
private function invokeObjectAsync($cmd, $topicCtrl, callable $callback, $selector=null){
if($this->broker->isSync()){
throw new Exception("async should be enabled in broker");
}
$this->invokeCmdAsync($cmd, $topicCtrl, function($msg) use($callback){
$data = null;
if($msg->status != 200){
$data= new Exception($msg->body);
} else {
$data = json_decode($msg->body);
}
call_user_func($callback, $data);
}, $selector);
}
private function invokeCmd($cmd, $topicCtrl, $timeout = 3, $selector=null){
if(!$this->broker->isSync()){
throw new Exception("sync should be enabled in broker");
}
$msg = buildMessage($topicCtrl, $cmd);
if($msg->token == null) $msg->token = $this->token;
if($selector == null) $selector = $this->adminSelector;
$clientArray = $this->broker->select($selector, $msg);
$resArray = array();
foreach ($clientArray as $client){
$res = $client->invoke($msg, $timeout);
array_push($resArray, $res);
}
return $resArray;
}
private function invokeObject($cmd, $topicCtrl, $timeout = 3, $selector=null){
if(!$this->broker->isSync()){
throw new Exception("sync should be enabled in broker");
}
$msgArray = $this->invokeCmd($cmd, $topicCtrl, $timeout, $selector);
$resArray = array();
foreach($msgArray as $key=>$msg){
$res = null;
if($msg->status != 200){
$res = new Exception($msg->body);
} else {
$res = json_decode($msg->body);
}
array_push($resArray, $res);
}
return $resArray;
}
public function query($topicCtrl, $timeout = 3, $selector=null){
return $this->invokeObject(Protocol::QUERY, $topicCtrl, $timeout, $selector);
}
public function queryAsync($topicCtrl, callable $callback, $selector=null){
$this->invokeObjectAsync(Protocol::QUERY, $topicCtrl, $callback, $selector);
}
public function declare_($topicCtrl, $timeout = 3, $selector=null){
return $this->invokeObject(Protocol::DECLARE_, $topicCtrl, $timeout, $selector);
}
public function declareAsync($topicCtrl, callable $callback, $selector=null){
$this->invokeObjectAsync(Protocol::DECLARE_, $topicCtrl, $callback, $selector);
}
public function remove($topicCtrl, $timeout = 3, $selector=null){
return $this->invokeCmd(Protocol::REMOVE, $topicCtrl, $timeout, $selector);
}
public function removeAsync($topicCtrl, callable $callback, $selector=null){
$this->invokeCmdAsync(Protocol::REMOVE, $topicCtrl, $callback, $selector);
}
public function empty_($topicCtrl, $timeout = 3, $selector=null){
return $this->invokeCmd(Protocol::EMPTY_, $topicCtrl, $timeout, $selector);
}
public function emptyAsync($topicCtrl, callable $callback, $selector=null){
$this->invokeCmdAsync(Protocol::EMPTY_, $topicCtrl, $callback, $selector);
}
}
class Producer extends MqAdmin{
protected $produceSelector;
public function __construct($broker){
parent::__construct($broker);
$this->produceSelector= function($routeTable, $msg){
if($msg->topic == null){
throw new Exception("Missing topic");
}
if(count($routeTable->serverTable) < 1) {
return array();
}
$topicTable = $routeTable->topicTable;
$serverList = @$topicTable[$msg->topic];
if($serverList == null || count($serverList) < 1){
return array();
}
$target = null;
foreach($serverList as $topicInfo){
if($target == null){
$target = $topicInfo;
continue;
}
if($target['consumerCount']<$topicInfo['consumerCount']){
$target = $topicInfo;
}
}
$res = array();
array_push($res, new ServerAddress($target['serverAddress']));
return $res;
};
}
public function publishAsync($msg, callable $callback, $selector=null){
if($selector == null) $selector = $this->produceSelector;
$msg->cmd = Protocol::PRODUCE;
if($msg->token == null) $msg->token = $this->token;
$clientArray = $this->broker->select($selector, $msg);
if(count($clientArray) < 1){
throw new Exception("Missing MqServer for $msg");
}
foreach ($clientArray as $key => $client){
$client->invoke($msg, $callback);
}
}
public function publish($msg, $timeout = 3, $selector=null){
if($selector == null) $selector = $this->produceSelector;
$msg->cmd = Protocol::PRODUCE;
if($msg->token == null) $msg->token = $this->token;
$clientArray = $this->broker->select($selector, $msg);
if(count($clientArray) < 1){
throw new Exception("Missing MqServer for $msg");
}
$resArray = array();
foreach ($clientArray as $key => $client){
$res = $client->invoke($msg, $timeout );
array_push($resArray, $res);
}
if(count($resArray) == 1){
return $resArray[0];
}
return $resArray;
}
}
class Consumer extends MqAdmin{
public $messageHandler;
public $consumeSelector;
public $connectionCount = 1;
public $consumeClientTable = array();
public $consumeTimeout = 30; //seconds
private $declareMessage;
private $consumeMessage;
private $loop;
public function __construct($broker, $headers){
parent::__construct($broker);
$this->loop = $broker->loop;
$ctrl = $this->declareMessage = buildMessage($headers);
if($ctrl->token == null){
$ctrl->token = $this->token;
}
if($ctrl->consume_group == null){
if($ctrl->group_name_auto == null || $ctrl->group_name_auto != true) {
$ctrl->consume_group = $ctrl->topic;
}
}
$this->consumeMessage = new Message();
buildConsumeMessage($this->consumeMessage, $headers);
$this->consumeSelector = function($routeTable, $msg){
$serverTable = $routeTable->serverTable;
$addressArray = array();
foreach($serverTable as $key => $serverInfo){
$serverAddress = new ServerAddress($serverInfo['serverAddress']);
array_push($addressArray, $serverAddress);
}
return $addressArray;
};
}
public function start(){
$c = $this;
$this->broker->on('serverJoin', function($client) use($c){
$c->consumeToServer($client);
});
$this->broker->on('serverLeave', function($serverAddress) use($c){
$c->leaveServer($serverAddress);
});
}
private function consumeToServer($serverClient){
$serverAddress = $serverClient->serverAddress;
$clientList= @$this->consumeClientTable[(string)$serverAddress];
if($clientList !== null) {
return;
}
$clientList = array();
$consumer = $this;
for($i=0; $i<$this->connectionCount;$i++){
$client = $serverClient->fork();
array_push($clientList, $client);
$client->on('connected', function() use($consumer, $client){
$consumer->consume($client);
});
$client->connect();
}
$this->consumeClientTable[(string)$serverAddress] = $clientList;
}
private function leaveServer($serverAddress){
$clientList = @$this->consumeClientTable[(string)$serverAddress];
if($clientList === null) return;
foreach ($clientList as $key => $client){
$client->close();
}
unset($this->consumeClientTable[(string)$serverAddress]);
}
private function consume($client){
$consumer = $this;
$client->declare_($this->declareMessage, function($res) use($consumer, $client){
if(is_a($res, 'Exception')){
Logger::error('Declare error: ' . $res->getMessage());
return;
}
$consumeCtrl = $consumer->consumeMessage;
$consumeCtrl->consume_group = $res->groupName; //update consume_group if created
$consumer->consumeWithTimeout($client);
});
}
private function consumeWithTimeout($client){
$consumer = $this;
$consumeCtrl = $consumer->consumeMessage;
$timer = $this->loop->addTimer($this->consumeTimeout, function() use($consumer, $client){
$consumer->consumeWithTimeout($client);
});
$client->consume($consumeCtrl, function($res) use($consumer, $timer, $client){
$consumer->loop->cancelTimer($timer);
$consumer->consumeCallback($client, $res);
});
}
private function consumeCallback($client, $res){
if($res->status == 404){
$this->consume();
return;
}
if($res->status != 200){
Logger::error($res->body);
return;
}
$res = convertConsumeMessage($res);
if($this->messageHandler !== null){
try{
call_user_func($this->messageHandler, $res, $client);
} catch (Exception $e){
Logger::warn($e->getMessage());
} finally {
$this->consumeWithTimeout($client);
}
}
}
}
class Request{
public $method;
public $params;
public $module;
public function __construct($method=null, $params=null, $module=null){
$this->method = $method;
$this->params = $params;
$this->module = $module;
}
}
class RpcException extends Exception {
public function __construct($message, $code = 0, Exception $previous = null) {
parent::__construct($message, $code, $previous);
}
public function __toString() {
return __CLASS__ . ": [{$this->code}]: {$this->message}\n";
}
}
class RpcInvoker {
public $producer;
public $token;
public $topic;
public $module;
public $rpcSelector;
public $rpcTimeout = 3;
private $broker;
private $client = null; //simple client
public function __construct($broker, $topic){
if(is_object($broker) && get_class($broker) == Broker::class){
$this->broker = $broker;
$this->producer = new Producer($broker);
} else if(is_object($broker) && get_class($broker) == MqClient::class){
$this->client = $broker;
} else if(is_object($broker) && get_class($broker) == MqClientAsync::class){
$this->client = $broker;
}
$this->topic = $topic;
}
public function __call($method, $args){
if($this->isSync()){
return $this->callSync($method, $args);
}
$this->callAsync($method, $args);
}
private function isSync(){
if($this->client != null){
if(get_class($this->client) == MqClient::class) return true;
if(get_class($this->client) == MqClientAsync::class) return false;
}
return $this->broker != null && $this->broker->isSync();
}
private function callSync($method, $args){
$request = new Request($method, $args, $this->module);
return $this->invoke($request, $this->rpcTimeout, $this->rpcSelector);
}
private function callAsync($method, $args){
$params = array_slice($args, 0, count($args)-2);
$success = $args[count($args)-2];
$failure = $args[count($args)-1];
$request = new Request($method, $params, $this->module);
$this->invokeAsync($request, $success, $failure, $this->rpcSelector);
}
public function invokeAsync($request, callable $success, callable $failure=null, $selector=null){
if($this->isSync()){
throw new RpcException("Async mode required");
}
if($selector == null) $selector = $this->rpcSelector;
if($request->module == null){
$request->module = $this->module;
}
$msg = new Message();
$msg->topic = $this->topic;
$msg->token = $this->token;
$msg->ack = 0;
$rpcBody = json_encode($request);
$msg->setJsonBody($rpcBody);
$handleResponse = function($msgRes) use($success, $failure){
if($msgRes->status != 200){
$res = new RpcException($msgRes->body);
call_user_func($failure, $res);
return;
}
$res = json_decode($msgRes->body, true);
call_user_func($success, $res);
};
if($this->producer != null){
$this->producer->publishAsync($msg, $handleResponse, $selector);
} else if($this->client != null){
$this->client->produce($msg, $handleResponse);
}
}
public function invoke($request, $timeout=3, $selector=null){
if(!$this->isSync()){
throw new RpcException("Sync mode required");
}
if($selector == null) $selector = $this->rpcSelector;
if($request->module == null){
$request->module = $this->module;
}
$msg = new Message();
$msg->topic = $this->topic;
$msg->token = $this->token;
$msg->ack = 0; //RPC no need ack
$rpcBody = json_encode($request, JSON_UNESCAPED_UNICODE);
$msg->setJsonBody($rpcBody);
$msgRes = null;
if($this->producer != null){
$msgRes = $this->producer->publish($msg, $timeout, $selector);
} else if($this->client != null){
$msgRes = $this->client->produce($msg, $timeout);
}
if($msgRes->status != 200){
throw new RpcException($msgRes->body);
}
return json_decode($msgRes->body, true);
}
}
$RpcInfoTemplate = <<<term
<html><head>
<meta http-equiv="Content-type" content="text/html; charset=utf-8">
<title>%s PHP</title>
%s
</head>
<body>
<div>
<div class="url">
<span>URL=/%s/[module]/[method]/[param1]/[param2]/...</span>
<a href="/">zbus</a>
<a href="/%s">service home</a>
</div>
<table class="table">
<thead>
<tr class="table-info">
<th class="returnType">Return Type</th>
<th class="methodParams">Method and Params</th>
<th class="modules">Module</th>
</tr>
<thead>
<tbody>
%s
</tbody>
</table> </div> </body></html>
term;
$RpcStyleTemplate = <<<term
<style type="text/css">
body {
font-family: -apple-system,system-ui,BlinkMacSystemFont,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif;
font-size: 1rem;
font-weight: 400;
line-height: 1.5;
color: #292b2c;
background-color: #fff;
margin: 0px;
padding: 0px;
}
table { background-color: transparent; display: table; border-collapse: separate; border-color: grey; }
.table { width: 100%; max-width: 100%; margin-bottom: 1rem; }
.table th { height: 30px; }
.table td, .table th { border-bottom: 1px solid #eceeef; text-align: left; }
th.returnType { width: 20%; }
th.methodParams { width: 40%; }
th.modules { width: 40%; }
thead { display: table-header-group; vertical-align: middle; border-color: inherit;}
tbody { display: table-row-group; vertical-align: middle; border-color: inherit;}
tr { display: table-row; vertical-align: inherit; border-color: inherit; }
.table-info, .table-info>td, .table-info>th { background-color: #dff0d8; }
.url { margin: 4px 0; }
</style>
term;
$RpcModuleTemplate = <<<term
<tr>
<td class="returnType"></td>
<td class="methodParams">
<code><strong><a href="%s"/>%s</a></strong>(%s)</code>
</td>
<td class="modules"> <a href="/%s/%s">%s</a> </td>
</tr>
term;
function buildModuleInfo($rpc, $module){
global $RpcModuleTemplate;
$moduleInfo = '';
$topic = $rpc->docContext;
$moduleMethods = $rpc->modules[$module];
foreach($moduleMethods as $methodName => $m){
$link = "/$topic/$module/${m['method']}";
$args = implode(', ', $m['params']);
$moduleInfo .= sprintf($RpcModuleTemplate, $link, $m['method'], $args, $topic, $module, $module);
}
return $moduleInfo;
}
function buildRpcInfo($rpc, $module=null){
global $RpcInfoTemplate, $RpcStyleTemplate;
$modules_info = '';
if($module == null){
foreach($rpc->modules as $module_name=>$val){
$modules_info .= buildModuleInfo($rpc, $module_name);
}
} else {
$modules_info = buildModuleInfo($rpc, $module);
}
return sprintf($RpcInfoTemplate, $rpc->docContext, $RpcStyleTemplate, $rpc->docContext,
$rpc->docContext, $modules_info);
}
class RpcRootInfo {
private $rpcProcessor;
public function __construct($rpcProcessor){
$this->rpcProcessor = $rpcProcessor;
}
public function index(){
$res = new Message();
$res->status = 200;
$res->headers['content-type'] = 'text/html; charset=utf-8';
$res->body = buildRpcInfo($this->rpcProcessor);
return $res;
}
}
class RpcModuleInfo {
private $rpcProcessor;
private $module;
public function __construct($rpcProcessor, $module){
$this->rpcProcessor = $rpcProcessor;
$this->module = $module;
}
public function index(){
$res = new Message();
$res->status = 200;
$res->headers['content-type'] = 'text/html; charset=utf-8';
$res->body = buildRpcInfo($this->rpcProcessor, $this->module);
return $res;
}
}
class RpcProcessor {
public $modules = array();
public $docContext;
public $docEnabled = true;
private $methods = array();
public function addModule($module, $service){
if(is_string($service)){
$service = new $service();
}
$serviceClass = get_class($service);
$class = new ReflectionClass($serviceClass);
$methods = $class->getMethods(ReflectionMethod::IS_PUBLIC & ~ReflectionMethod::IS_STATIC);
$module_methods = array();
if(array_key_exists($module, $this->modules)){
$module_methods = $this->modules[$module];
}
foreach($methods as $method){
$name = $method->name;
if(substr($name, 0, 1) === '_') continue;
$key = $this->genKey($module, $name);
$this->methods[$key] = array($method, $service);
$params = $method->getParameters();
$param_array = array();
foreach($params as $param){
array_push($param_array, $param->name);
}
$module_methods[$name] = array(
'method'=> $name,
'params'=> $param_array
);
}
$this->modules[$module] = $module_methods;
}
private function genKey($module, $method_name){
return "$module:$method_name";
}
private function process($request){
$key = $this->genKey($request->module, $request->method);
$m = @$this->methods[$key];
if($m == null){
throw new ErrorException("Missing method $key");
}
$args = $request->params;
if($args === null){
$args = array();
}
return $m[0]->invokeArgs($m[1], $args);
}
public function messageHandler($msg, $client){
$msgId = $msg->id;
$recver = $msg->sender;
$topic = $msg->topic;
$res = null;
$status = 200;
try{
$json = json_decode($msg->body, true);
$request = new Request();
$request->module = @$json['module'];
$request->method = @$json['method'];
$request->params = @$json['params'];
if($request->module == null){
$request->module = "index";
}
if($request->method == null){
$request->method = "index";
}
$res = $this->process($request);
} catch (Throwable $e){ //PHP7!!! PHP5 sucks, crack here!
$status = 600;
$res = $e->getMessage();
}
if(is_object($res) && get_class($res) == Message::class){
if($res->status == null){
$res->status = 200;
}
$msgRes = $res;
} else {
$msgRes = new Message();
$jsonRes = json_encode($res, JSON_UNESCAPED_UNICODE);
$msgRes->setJsonBody($jsonRes);
$msgRes->status = $status;
}
$msgRes->recver = $recver;
$msgRes->id = $msgId;
$msgRes->topic = $topic;
$client->route($msgRes);
}
public function setDocEnabled($docEnabled=true){
$this->docEnabled = $docEnabled;
if(!$docEnabled){
return;
}
if(!array_key_exists("index", $this->modules)){
$this->addModule("index", new RpcRootInfo($this));
}
foreach($this->modules as $module=>$m){
$moduleKey = $this->genKey($module, "index");
if(!array_key_exists($moduleKey, $this->methods)){
$moduleInfo = new RpcModuleInfo($this, $module);
$class = new ReflectionClass($moduleInfo);
$method = $class->getMethod("index");
$this->methods[$moduleKey] = array($method, $moduleInfo);
}
}
}
}
class ClientBootstrap {
private $serverAddress;
private $broker;
private $client;
private $eventLoop;
private $topic;
private $token;
private $module;
private $ha = false;
private $async = false;
public function __construct(){
$this->topicCtrl = new Message();
}
public function serviceName($name){
$this->topic = $name;
return $this;
}
public function module($name){
$this->module = $name;
return $this;
}
public function token($name){
$this->token = $name;
return $this;
}
public function serviceAddress($address){
$this->serverAddress = $address;
return $this;
}
public function ha($value){
$this->ha = $value;
return $this;
}
public function async($value){
$this->async = $value;
return $this;
}
public function run(callable $readyFunc){
$bootstrap = $this;
if(!$this->ha){
if(!$this->async){
$this->client = new MqClient($this->serverAddress);
$this->client->connect();
$rpc = new RpcInvoker($this->client, $this->topic);
$rpc->module = $this->module;
$rpc->token = $this->token;
call_user_func($readyFunc, $rpc, $this);
} else {
$this->eventLoop = new EventLoop();
$this->client = new MqClientAsync($this->serverAddress, $this->eventLoop);
$rpc = new RpcInvoker($this->client, $this->topic);
$rpc->module = $this->module;
$rpc->token = $this->token;
$this->client->connect(function() use($readyFunc, $rpc, $bootstrap){
call_user_func($readyFunc, $rpc, $bootstrap);
});
$this->eventLoop->runOnce();
}
return;
}
//HA
$this->eventLoop = new EventLoop();
$this->broker = new Broker($this->eventLoop, $this->serverAddress, !$this->async);
$rpc = new RpcInvoker($this->broker, $this->topic);
$rpc->module = $this->module;
$rpc->token = $this->token;
$this->broker->on('ready', function() use($readyFunc, $rpc, $bootstrap){
call_user_func($readyFunc, $rpc, $bootstrap);
});
$this->eventLoop->runOnce();
}
public function close(){
if($this->client != null){
$this->client->close();
}
if($this->broker != null){
$this->broker->close();
}
}
}
class ServiceBootstrap {
private $eventLoop;
private $consumeCtrl;
private $connectionCount = 1;
private $messageHandler;
private $serverAddress;
private $broker;
private $consumer;
private $processor;
public function __construct(){
$this->eventLoop = new EventLoop();
$this->consumeCtrl = new Message();
$this->consumeCtrl->topic_mask = Protocol::MASK_MEMORY | Protocol::MASK_RPC;
$this->processor = new RpcProcessor();
}
public function serviceName($name){
$this->consumeCtrl->topic = $name;
$this->processor->docContext = $name;
return $this;
}
public function servicetoken($token){
$this->consumeCtrl->token= $token;
return $this;
}
public function serviceAddress($address){
$this->serverAddress = $address;
return $this;
}
public function connectionCount($connectionCount){
$this->connectionCount = $connectionCount;
return $this;
}
public function messageHandler($messageHandler){
$this->messageHandler = $messageHandler;
return $this;
}
public function enableDoc($docEnabled){
$this->processor->setDocEnabled($docEnabled);
return $this;
}
public function serviceMask($mask){
$this->consumeCtrl->topic_mask = $mask;
$this->consumeCtrl->topic_mask |= Protocol::MASK_RPC;
return $this;
}
public function addModule($module, $service){
$this->processor->addModule($module, $service);
return $this;
}
public function start(){
$this->broker = new Broker($this->eventLoop, $this->serverAddress);
$this->consumer = new Consumer($this->broker, $this->consumeCtrl);
$this->consumer->connectionCount = $this->connectionCount;
$this->consumer->messageHandler = array($this->processor, 'messageHandler');
$this->consumer->start();
$this->eventLoop->run();
}
public function close(){
if($this->consumer != null){
$this->consumer->close();
}
if($this->broker != null){
$this->broker->close();
}
if($this->eventLoop != null){
$this->eventLoop->close();
}
}
}
////////////////////////////////////////////////////////////////////////////////////////////////////////
//EventLoop support in the following
////////////////////////////////////////////////////////////////////////////////////////////////////////
trait EventEmitter {
protected $listeners = [];
protected $onceListeners = [];
public function on($event, callable $listener) {
if (!isset($this->listeners[$event])) {
$this->listeners[$event] = [];
}
$this->listeners[$event][] = $listener;
return $this;
}
public function once($event, callable $listener) {
if (!isset($this->onceListeners[$event])) {
$this->onceListeners[$event] = [];
}
$this->onceListeners[$event][] = $listener;
return $this;
}
public function removeListener($event, callable $listener){
if (isset($this->listeners[$event])) {
$index = \array_search($listener, $this->listeners[$event], true);
if (false !== $index) {
unset($this->listeners[$event][$index]);
if (\count($this->listeners[$event]) === 0) {
unset($this->listeners[$event]);
}
}
}
if (isset($this->onceListeners[$event])) {
$index = \array_search($listener, $this->onceListeners[$event], true);
if (false !== $index) {
unset($this->onceListeners[$event][$index]);
if (\count($this->onceListeners[$event]) === 0) {
unset($this->onceListeners[$event]);
}
}
}
}
public function removeAllListeners($event = null) {
if ($event !== null) {
unset($this->listeners[$event]);
} else {
$this->listeners = [];
}
if ($event !== null) {
unset($this->onceListeners[$event]);
} else {
$this->onceListeners = [];
}
}
public function listeners($event) {
return array_merge(
isset($this->listeners[$event]) ? $this->listeners[$event] : [],
isset($this->onceListeners[$event]) ? $this->onceListeners[$event] : []
);
}
public function emit($event, array $arguments = []) {
if (isset($this->listeners[$event])) {
foreach ($this->listeners[$event] as $listener) {
$listener(...$arguments);
}
}
if (isset($this->onceListeners[$event])) {
$keys = array_keys($this->onceListeners[$event]);
foreach ($keys as $key) {
$listener = $this->onceListeners[$event][$key];
$listener(...$arguments);
unset($this->onceListeners[$event][$key]);
}
if (count($this->onceListeners[$event]) === 0) {
unset($this->onceListeners[$event]);
}
}
}
}
// stream_select() based event-loop.
class EventLoop {
const MICROSECONDS_PER_SECOND = 1000000;
private $futureTickQueue;
private $timers;
private $readStreams = [];
private $readListeners = [];
private $writeStreams = [];
private $writeListeners = [];
private $running;
public function __construct() {
$this->futureTickQueue = new TickQueue();
$this->timers = new Timers();
}
public function addReadStream($stream, callable $listener) {
$key = (int) $stream;
if (!isset($this->readStreams[$key])) {
$this->readStreams[$key] = $stream;
$this->readListeners[$key] = $listener;
}
}
public function addWriteStream($stream, callable $listener) {
$key = (int) $stream;
if (!isset($this->writeStreams[$key])) {
$this->writeStreams[$key] = $stream;
$this->writeListeners[$key] = $listener;
}
}
public function removeReadStream($stream) {
$key = (int) $stream;
unset(
$this->readStreams[$key],
$this->readListeners[$key]
);
}
public function removeWriteStream($stream) {
$key = (int) $stream;
unset(
$this->writeStreams[$key],
$this->writeListeners[$key]
);
}
public function removeStream($stream) {
$this->removeReadStream($stream);
$this->removeWriteStream($stream);
}
public function addTimer($interval, callable $callback, $periodic=false) {
$timer = new Timer($interval, $callback, (bool)$periodic);
$this->timers->add($timer);
return $timer;
}
public function cancelTimer(Timer $timer) {
$this->timers->cancel($timer);
}
public function isTimerActive(Timer $timer) {
return $this->timers->contains($timer);
}
public function futureTick(callable $listener) {
$this->futureTickQueue->add($listener);
}
public function runOnce() {
$this->run(true);
}
public function run($exit_on_empty=false) {
$this->running = true;
while ($this->running) {
$this->futureTickQueue->tick();
$this->timers->tick();
// tick queue has pending callbacks ...
if (!$this->running || !$this->futureTickQueue->isEmpty()) {
$timeout = 0;
// There is a pending timer, only block until it is due ...
} elseif ($scheduledAt = $this->timers->getFirst()) {
$timeout = $scheduledAt - $this->timers->getTime();
if ($timeout < 0) {
$timeout = 0;
} else {
$timeout = round($timeout * self::MICROSECONDS_PER_SECOND);
}
// The only possible event is stream activity, so wait forever ...
} elseif ($this->readStreams || $this->writeStreams) {
$timeout = null;
} else {
if ($exit_on_empty){
break;
}
$timeout = round(0.01 * self::MICROSECONDS_PER_SECOND);
}
$this->waitForStreamActivity($timeout);
}
}
public function stop() {
$this->running = false;
}
private function waitForStreamActivity($timeout) {
$read = $this->readStreams;
$write = $this->writeStreams;
$available = $this->streamSelect($read, $write, $timeout);
if ($available === false) {
return;
}
foreach ($read as $stream) {
$key = (int) $stream;
if (isset($this->readListeners[$key])) {
call_user_func($this->readListeners[$key], $stream, $this);
}
}
foreach ($write as $stream) {
$key = (int) $stream;
if (isset($this->writeListeners[$key])) {
call_user_func($this->writeListeners[$key], $stream, $this);
}
}
}
protected function streamSelect(array &$read, array &$write, $timeout) {
if ($read || $write) {
$except = null;
// suppress warnings that occur, when stream_select is interrupted by a signal
return @stream_select($read, $write, $except, $timeout === null ? null : 0, $timeout);
}
$timeout && usleep($timeout);
return 0;
}
}
final class TickQueue {
private $queue;
public function __construct() {
$this->queue = new SplQueue();
}
public function add(callable $listener) {
$this->queue->enqueue($listener);
}
public function tick() {
$count = $this->queue->count();
while ($count--) {
call_user_func( $this->queue->dequeue() );
}
}
public function isEmpty() {
return $this->queue->isEmpty();
}
}
final class Timer {
const MIN_INTERVAL = 0.000001;
private $interval;
private $callback;
private $periodic;
public function __construct($interval, callable $callback, $periodic = false) {
if ($interval < self::MIN_INTERVAL) {
$interval = self::MIN_INTERVAL;
}
$this->interval = (float) $interval;
$this->callback = $callback;
$this->periodic = (bool) $periodic;
}
public function getInterval() {
return $this->interval;
}
public function getCallback() {
return $this->callback;
}
public function isPeriodic() {
return $this->periodic;
}
}
final class Timers {
private $time;
private $timers;
private $scheduler;
public function __construct() {
$this->timers = new SplObjectStorage();
$this->scheduler = new SplPriorityQueue();
}
public function updateTime() {
return $this->time = microtime(true);
}
public function getTime() {
return $this->time ?: $this->updateTime();
}
public function add(Timer $timer) {
$interval = $timer->getInterval();
$scheduledAt = $interval + microtime(true);
$this->timers->attach($timer, $scheduledAt);
$this->scheduler->insert($timer, -$scheduledAt);
}
public function contains(Timer $timer) {
return $this->timers->contains($timer);
}
public function cancel(Timer $timer) {
$this->timers->detach($timer);
}
public function getFirst() {
while ($this->scheduler->count()) {
$timer = $this->scheduler->top();
if ($this->timers->contains($timer)) {
return $this->timers[$timer];
}
$this->scheduler->extract();
}
return null;
}
public function isEmpty() {
return count($this->timers) === 0;
}
public function tick() {
$time = $this->updateTime();
$timers = $this->timers;
$scheduler = $this->scheduler;
while (!$scheduler->isEmpty()) {
$timer = $scheduler->top();
if (!isset($timers[$timer])) {
$scheduler->extract();
$timers->detach($timer);
continue;
}
if ($timers[$timer] >= $time) {
break;
}
$scheduler->extract();
call_user_func($timer->getCallback(), $timer);
if ($timer->isPeriodic() && isset($timers[$timer])) {
$timers[$timer] = $scheduledAt = $timer->getInterval() + $time;
$scheduler->insert($timer, -$scheduledAt);
} else {
$timers->detach($timer);
}
}
}
}
class Stream {
use EventEmitter;
private $stream;
private $loop;
private $softLimit;
private $readBufferSize;
private $writable = true;
private $readable = true;
private $closed = false;
private $data = '';
public function __construct($stream, EventLoop $loop, $writeBufferSoftLimit = null, $readChunkSize = null) {
if (!is_resource($stream) || get_resource_type($stream) !== "stream") {
throw new \InvalidArgumentException('Stream required');
}
$meta = stream_get_meta_data($stream);
if (isset($meta['mode']) && $meta['mode'] !== '' && strpos($meta['mode'], '+') === false) {
throw new InvalidArgumentException('Given stream resource is not opened in read and write mode');
}
if (stream_set_blocking($stream, 0) !== true) {
throw new \RuntimeException('Unable to set non-blocking mode');
}
$this->stream = $stream;
$this->loop = $loop;
$this->softLimit = ($writeBufferSoftLimit === null) ? 65536 : (int)$writeBufferSoftLimit;
$this->readBufferSize= ($readChunkSize === null) ? 65536 : (int)$readChunkSize;
$this->resume();
}
public function isActive(){
return !$this->closed;
}
public function pause() {
$this->loop->removeReadStream($this->stream);
}
public function resume() {
if ($this->readable) {
$this->loop->addReadStream($this->stream, array($this, 'handleRead'));
}
}
public function write($data) {
if (!$this->writable) {
return false;
}
$this->data .= $data;
if ($this->data !== '') {
$this->loop->addWriteStream($this->stream, array($this, 'handleWrite'));
}
return !isset($this->data[$this->softLimit - 1]);
}
public function end($data = null) {
if (null !== $data) {
$this->write($data);
}
$this->readable = false;
$this->writable = false;
// close immediately if buffer is already empty
// otherwise wait for buffer to flush first
if ($this->data === '') {
$this->close();
}
}
public function close() {
if ($this->closed) {
return;
}
$this->loop->removeStream($this->stream);
$this->closed = true;
$this->readable = false;
$this->writable = false;
$this->data = '';
$this->emit('close', array($this));
//$this->removeAllListeners();
$this->handleClose();
}
public function handleClose() {
if (is_resource($this->stream)) {
fclose($this->stream);
}
}
public function handleRead() {
$error = null;
set_error_handler(function ($errno, $errstr, $errfile, $errline) use (&$error) {
$error = new ErrorException(
$errstr,
0,
$errno,
$errfile,
$errline
);
});
$data = stream_get_contents($this->stream, $this->readBufferSize);
restore_error_handler();
if ($error !== null) {
$this->close();
$this->emit('error', array(new RuntimeException('Unable to read from stream: ' . $error->getMessage(), 0, $error)));
return;
}
if ($data !== '') {
$this->emit('data', array($data));
} else {
// no data read => we reached the end and close the stream
$this->close();
$this->emit('error', array(new RuntimeException('Closed by remote server')) );
}
}
public function handleWrite() {
$error = null;
set_error_handler(function ($errno, $errstr, $errfile, $errline) use (&$error) {
$error = array(
'message' => $errstr,
'number' => $errno,
'file' => $errfile,
'line' => $errline
);
});
$sent = fwrite($this->stream, $this->data);
restore_error_handler();
// Only report errors if *nothing* could be sent.
// Any hard (permanent) error will fail to send any data at all.
// Sending excessive amounts of data will only flush *some* data and then
// report a temporary error (EAGAIN) which we do not raise here in order
// to keep the stream open for further tries to write.
// Should this turn out to be a permanent error later, it will eventually
// send *nothing* and we can detect this.
if ($sent === 0 || $sent === false) {
if ($error !== null) {
$error = new ErrorException(
$error['message'],
0,
$error['number'],
$error['file'],
$error['line']
);
}
$this->close();
$this->emit('error', array(new RuntimeException('Unable to write to stream: ' . ($error !== null ? $error->getMessage() : 'Unknown error'), 0, $error)));
return;
}
$exceeded = isset($this->data[$this->softLimit - 1]);
$this->data = (string) substr($this->data, $sent);
// buffer has been above limit and is now below limit
if ($exceeded && !isset($this->data[$this->softLimit - 1])) {
$this->emit('drain');
}
// buffer is now completely empty => stop trying to write
if ($this->data === '') {
$this->loop->removeWriteStream($this->stream);
// buffer is end()ing and now completely empty => close buffer
if (!$this->writable) {
$this->close();
}
}
}
}

Опубликовать ( 0 )

Вы можете оставить комментарий после Вход в систему

1
https://api.gitlife.ru/oschina-mirror/rushmore-zbus-php.git
git@api.gitlife.ru:oschina-mirror/rushmore-zbus-php.git
oschina-mirror
rushmore-zbus-php
rushmore-zbus-php
master