早想用消息队列了，但是一直没有动手今天搞起来

安装kafka

• wget https://mirror.bit.edu.cn/apache/kafka/2.5.0/kafka_2.13-2.5.0.tgz //下载源码包
• tar -zxvf kafka_2.13-2.5.0.tgz // 解压

启动服务

• bin/zookeeper-server-start.sh -daemon config/zookeeper.properties
• bin/kafka-server-start.sh config/server.properties

创建topic

• bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test
• bin/kafka-topics.sh --list --zookeeper localhost:2181
  // 查看创建是否成功

命令行面板发送生产者消息

• bin/kafka-console-producer.sh --broker-list 127.0.0.1:9092 --topic test

PHP安装支持

rdkafka 安装需要依赖 librdkafka , 所以先安装 librdkafka

• git clone https://github.com/edenhill/librdkafka.git
• cd librdkafka
• ./configure
• make && make install

安装 php-rdkafka 扩展

• git clone https://github.com/arnaud-lb/php-rdkafka.git
• cd php-rdkafka
  *phpize
• ./configure --with-php-config=/usr/local/Cellar/php@7.2/7.2.24/bin/php-config ## 这里根据自己的情况填写路径
• make && make install

在 php-ini 加上

extension=rdkafka.so

php中的使用

消费者

• 简单版本

<?php
    $rk = new RdKafka\Consumer();
    $rk->setLogLevel(LOG_DEBUG);
    $rk->addBrokers("127.0.0.1:9092");
    $topic = $rk->newTopic("test");
    $topic->consumeStart(0, RD_KAFKA_OFFSET_BEGINNING);
    while(true){
        sleep(1);
        $msg = $topic->consume(0, 1000);
        if ($msg) {
            echo $msg->payload, "\n";
        }
    }

• 优化版本

<?php
class KafkaConsumer
{
    public static $brokerList = '127.0.0.1:9092';

    public static function consumer()
    {
        $conf = new \RdKafka\Conf();
        $conf->set('group.id', 'test');

        $rk = new \RdKafka\Consumer($conf);
        $rk->addBrokers("127.0.0.1");

        $topicConf = new \RdKafka\TopicConf();
        $topicConf->set('auto.commit.interval.ms', 100);
        $topicConf->set('offset.store.method', 'broker');

        $topicConf->set('auto.offset.reset', 'smallest');
        $topic = $rk->newTopic('test', $topicConf);
        $topic->consumeStart(0, RD_KAFKA_OFFSET_STORED);

        while (true) {
            $message = $topic->consume(0, 120*10000);
            switch ($message->err) {
                case RD_KAFKA_RESP_ERR_NO_ERROR:
                    var_dump($message);
                    break;
                case RD_KAFKA_RESP_ERR__PARTITION_EOF:
                    echo "No more messages; will wait for more\n";
                    break;
                case RD_KAFKA_RESP_ERR__TIMED_OUT:
                    echo "Timed out\n";
                    break;
                default:
                    throw new \Exception($message->errstr(), $message->err);
                    break;
            }
        }
    }
}
//$obj = new KafkaConsumer();
KafkaConsumer::consumer();

通过php cli形式执行消费者

生产者

<?php
class KafkaProducer
{
    public static $brokerList = '127.0.0.1:9092';
    public  function send($message, $topic)
    {
        $this->producer($message, $topic);
    }
    public  function producer($message, $topic = 'test')
    {
        $conf = new \RdKafka\Conf();

        $conf->set('metadata.broker.list', self::$brokerList);

        $producer = new \RdKafka\Producer($conf);

        $topic = $producer->newTopic($topic);

        $topic->produce(RD_KAFKA_PARTITION_UA, 0, json_encode($message));

        $producer->poll(0);

        $result = $producer->flush(10000);

        if (RD_KAFKA_RESP_ERR_NO_ERROR !== $result) {
            throw new \RuntimeException('Was unable to flush, messages might be lost!');
        }
    }
}
$obj = new KafkaProducer();
$obj->send(['age'=>18,'name'=>'xxx'],'test');
echo 'success';

生产者可以用cli或者浏览器访问

参考 https://mp.weixin.qq.com/s/GE9iDlOLcfCi6vym7A-wXA