kylin-kylin平台Job engine HA及Query

2020-02-18  本文已影响0人  李小李的路

背景

HA配置

# 任务引擎高可用
kylin.job.scheduler.default=2
kylin.job.lock=org.apache.kylin.storage.hbase.util.ZookeeperJobLock
#

HA测试环境测试

41-机器-stop 43-机器build

Query负载均衡

nginx支持以下负载均衡机制(或方法):
    循环 - 对应用程序服务器的请求以循环方式分发,
    最少连接 - 下一个请求被分配给活动连接数最少的服务器,
    ip-hash - 哈希函数用于确定下一个请求(基于客户端的IP地址)应该选择哪个服务器。
user root;
worker_processes 4;

error_log   "/data1/nginx_flume/server/nginx/logs/error.log"   notice;
pid         "/data1/nginx_flume/server/nginx/logs/nginx.pid";

events {
    use epoll;
    worker_connections  204800; 
}

http {
    include       mime.types;
    server_tokens off;
    default_type  application/octet-stream;

    server_names_hash_bucket_size 128;
    client_header_buffer_size 4k;
    large_client_header_buffers 4 32k;
    # 配置 request_body 大小 1m
    client_max_body_size 1M; 
    # 配置request_body 大小 1024k
    client_body_buffer_size 1024k;

    sendfile        on;
    tcp_nopush      on;
    tcp_nodelay     on;

    fastcgi_connect_timeout 5;
    fastcgi_send_timeout 10;
    fastcgi_read_timeout 10;
    fastcgi_buffer_size 64k;
    fastcgi_buffers 4 64k;
    fastcgi_busy_buffers_size 128k;
    fastcgi_temp_file_write_size 128k;
    fastcgi_intercept_errors on;

    keepalive_timeout  0;

    gzip on;
    gzip_min_length 1k;
    gzip_buffers 4 16k;
    gzip_http_version 1.0;
    gzip_comp_level 2;
    gzip_types text/plain application/x-javascript text/css application/xml;
    gzip_vary on;

    proxy_connect_timeout 15s;
    proxy_read_timeout 24s;
    proxy_send_timeout 10s;
    proxy_buffer_size 64k;
    proxy_buffers 4 64k;
    proxy_busy_buffers_size 128k;
    proxy_temp_file_write_size 128k;
    proxy_set_header Host $http_host;
    uninitialized_variable_warn off;


    upstream kylin_request {
        ip_hash;
        server  172.18.10.43:7070;  # query或者all节点
        server  172.18.10.42:7070;  # query或者all节点
   }
   server {
    listen              7077;
    server_name         172.18.10.43;
    location ~ ^/kylin/(.*)$ {
            proxy_pass  http://kylin_request;
     }
  }
}

login

review意见

上一篇 下一篇

猜你喜欢

热点阅读