mirror of
https://github.com/dunwu/linux-tutorial.git
synced 2024-04-15 19:55:24 +08:00
81 lines
19 KiB
HTML
81 lines
19 KiB
HTML
|
<!DOCTYPE html>
|
|||
|
|
<html lang="en-US">
|
|||
|
|
<head>
|
|||
|
|
<meta charset="utf-8">
|
|||
|
|
<meta name="viewport" content="width=device-width,initial-scale=1">
|
|||
|
|
<title>Kafka 安装部署 | LINUX-TUTORIAL</title>
|
|||
|
|
<meta name="generator" content="VuePress 1.8.2">
|
|||
|
|
<link rel="icon" href="/linux-tutorial/favicon.ico">
|
|||
|
|
<meta name="description" content="数据库教程">
|
|||
|
|
|
|||
|
|
<link rel="preload" href="/linux-tutorial/assets/css/0.styles.45d9d031.css" as="style"><link rel="preload" href="/linux-tutorial/assets/js/app.79a38eea.js" as="script"><link rel="preload" href="/linux-tutorial/assets/js/4.fb6e0f89.js" as="script"><link rel="preload" href="/linux-tutorial/assets/js/59.d5e48112.js" as="script"><link rel="preload" href="/linux-tutorial/assets/js/5.cb43ecfb.js" as="script"><link rel="prefetch" href="/linux-tutorial/assets/js/10.7933187b.js"><link rel="prefetch" href="/linux-tutorial/assets/js/11.b9b41530.js"><link rel="prefetch" href="/linux-tutorial/assets/js/12.70a5dba8.js"><link rel="prefetch" href="/linux-tutorial/assets/js/13.857dcc43.js"><link rel="prefetch" href="/linux-tutorial/assets/js/14.5a603a55.js"><link rel="prefetch" href="/linux-tutorial/assets/js/15.d217acb7.js"><link rel="prefetch" href="/linux-tutorial/assets/js/16.ad565eae.js"><link rel="prefetch" href="/linux-tutorial/assets/js/17.d43e9f56.js"><link rel="prefetch" href="/linux-tutorial/assets/js/18.aa00ff43.js"><link rel="prefetch" href="/linux-tutorial/assets/js/19.43ce44b3.js"><link rel="prefetch" href="/linux-tutorial/assets/js/20.5618e1ff.js"><link rel="prefetch" href="/linux-tutorial/assets/js/21.1c5a41d7.js"><link rel="prefetch" href="/linux-tutorial/assets/js/22.fbe9fdf1.js"><link rel="prefetch" href="/linux-tutorial/assets/js/23.a4fb0e74.js"><link rel="prefetch" href="/linux-tutorial/assets/js/24.e3a23b69.js"><link rel="prefetch" href="/linux-tutorial/assets/js/25.9896afe9.js"><link rel="prefetch" href="/linux-tutorial/assets/js/26.96164082.js"><link rel="prefetch" href="/linux-tutorial/assets/js/27.391033bb.js"><link rel="prefetch" href="/linux-tutorial/assets/js/28.703f74c2.js"><link rel="prefetch" href="/linux-tutorial/assets/js/29.02a952cb.js"><link rel="prefetch" href="/linux-tutorial/assets/js/30.7e13628f.js"><link rel="prefetch" href="/linux-tutorial/assets/js/31.c4652f75.js"><link rel="prefetch" href="/linux-tutorial/assets/js/32.05d2cbec.js"><link rel="prefetch" href="/linux-tutorial/assets/js/33.3b265df8.js"><link rel="prefetch" href="/linux-tutorial/assets/js/34.26330a03.js"><link rel="prefetch" href="/linux-tutorial/assets/js/35.417d706d.js"><link rel="prefetch" href="/linux-tutorial/assets/js/36.0ed775e0.js"><link rel="prefetch" href="/linux-tutorial/assets/js/37.34430c74.js"><link rel="prefetch" href="/linux-tutorial/assets/js/38.87d5e0ff.js"><link rel="prefetch" href="/linux-tutorial/assets/js/39.7b648b3e.js"><link rel="prefetch" href="/linux-tutorial/assets/js/40.3b7a219e.js"><link rel="prefetch" href="/linux-tutorial/assets/js/41.e727eee9.js"><link rel="prefetch" href="/linux-tutorial/assets/js/42.0134c187.js"><link rel="prefetch" href="/linux-tutorial/assets/js/43.175e982f.js"><link rel="prefetch" href="/linux-tutorial/assets/js/44.72d90888.js"><link rel="prefetch" href="/linux-tutorial/assets/js/45.d49955bd.js"><link rel="prefetch" href="/linux-tutorial/assets/js/46.a9c290ec.js"><link rel="prefetch" href="/linux-tutorial/assets/js/47.cc639f04.js"><link rel="prefetch" href="/linux-tutorial/assets/js/48.98c78321.js"><link rel="prefetch" href="/linux-tutorial/assets/js/49.a7c3afed.js"><link rel="prefetch" href="/linux-tutorial/assets/js/50.22d8c542.js"><link rel="prefetch" href="/linux-tutorial/assets/js/51.28055fcd.js"><link rel="prefetch" href="/linux-tutorial/assets/js/52.f8103df5.js"><link rel="prefetch" href="/linux-tutorial/assets/js/53.76541550.js"><link rel="prefetch" href="/linux-tutorial/assets/js/54.e78d2776.js"><link rel="prefetch" href="/linux-tutorial/assets/js/55.3ce3079c.js"><link rel="prefetch" href="/linux-tutorial/assets/js/56.832958c9.js"><link rel="prefetch" href="/linux-tutorial/assets/js/57.961ce896.js"><link rel="prefetch" href="/linux-tutorial/assets/js/58.6d6fbc82.js"><link rel="prefetch" href="/linux-tutorial/assets/js/6.c8f4721c.js"><link rel="prefetch" href="/linux-tutorial/assets/js/60.7927b23b.js"><link rel="prefetch" href="/linux-tutorial/assets/js/61.ee233f24.js"><link rel="prefetch" href="/linux-tutorial/assets/js/62.6ba50cc7.js"><link rel="prefetch" href="/l
|
|||
|
|
<link rel="stylesheet" href="/linux-tutorial/assets/css/0.styles.45d9d031.css">
|
|||
|
|
</head>
|
|||
|
|
<body>
|
|||
|
|
<div id="app" data-server-rendered="true"><div class="theme-container"><header class="navbar"><div class="sidebar-button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" role="img" viewBox="0 0 448 512" class="icon"><path fill="currentColor" d="M436 124H12c-6.627 0-12-5.373-12-12V80c0-6.627 5.373-12 12-12h424c6.627 0 12 5.373 12 12v32c0 6.627-5.373 12-12 12zm0 160H12c-6.627 0-12-5.373-12-12v-32c0-6.627 5.373-12 12-12h424c6.627 0 12 5.373 12 12v32c0 6.627-5.373 12-12 12zm0 160H12c-6.627 0-12-5.373-12-12v-32c0-6.627 5.373-12 12-12h424c6.627 0 12 5.373 12 12v32c0 6.627-5.373 12-12 12z"></path></svg></div> <a href="/linux-tutorial/" class="home-link router-link-active"><img src="images/dunwu-logo-100.png" alt="LINUX-TUTORIAL" class="logo"> <span class="site-name can-hide">LINUX-TUTORIAL</span></a> <div class="links"><div class="search-box"><input aria-label="Search" autocomplete="off" spellcheck="false" value=""> <!----></div> <nav class="nav-links can-hide"><div class="nav-item"><a href="/linux-tutorial/linux/cli/" class="nav-link">
|
|||
|
|
Linux 命令
|
|||
|
|
</a></div><div class="nav-item"><a href="/linux-tutorial/linux/ops/" class="nav-link">
|
|||
|
|
Linux 运维
|
|||
|
|
</a></div><div class="nav-item"><a href="/linux-tutorial/linux/soft/" class="nav-link router-link-active">
|
|||
|
|
Linux 软件运维
|
|||
|
|
</a></div><div class="nav-item"><a href="/linux-tutorial/docker/" class="nav-link">
|
|||
|
|
Docker 教程
|
|||
|
|
</a></div><div class="nav-item"><a href="https://github.com/dunwu/blog" target="_blank" rel="noopener noreferrer" class="nav-link external">
|
|||
|
|
🎯 博客
|
|||
|
|
<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></div> <a href="https://github.com/dunwu/linux-tutorial" target="_blank" rel="noopener noreferrer" class="repo-link">
|
|||
|
|
Github
|
|||
|
|
<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></nav></div></header> <div class="sidebar-mask"></div> <aside class="sidebar"><nav class="nav-links"><div class="nav-item"><a href="/linux-tutorial/linux/cli/" class="nav-link">
|
|||
|
|
Linux 命令
|
|||
|
|
</a></div><div class="nav-item"><a href="/linux-tutorial/linux/ops/" class="nav-link">
|
|||
|
|
Linux 运维
|
|||
|
|
</a></div><div class="nav-item"><a href="/linux-tutorial/linux/soft/" class="nav-link router-link-active">
|
|||
|
|
Linux 软件运维
|
|||
|
|
</a></div><div class="nav-item"><a href="/linux-tutorial/docker/" class="nav-link">
|
|||
|
|
Docker 教程
|
|||
|
|
</a></div><div class="nav-item"><a href="https://github.com/dunwu/blog" target="_blank" rel="noopener noreferrer" class="nav-link external">
|
|||
|
|
🎯 博客
|
|||
|
|
<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></div> <a href="https://github.com/dunwu/linux-tutorial" target="_blank" rel="noopener noreferrer" class="repo-link">
|
|||
|
|
Github
|
|||
|
|
<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></nav> <ul class="sidebar-links"><li><section class="sidebar-group depth-0"><p class="sidebar-heading open"><span>Kafka 安装部署</span> <!----></p> <ul class="sidebar-links sidebar-group-items"><li><a href="/linux-tutorial/linux/soft/kafka-install.html#下载解压" class="sidebar-link">下载解压</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#启动服务器" class="sidebar-link">启动服务器</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#停止服务器" class="sidebar-link">停止服务器</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#创建主题" class="sidebar-link">创建主题</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#生产者生产消息" class="sidebar-link">生产者生产消息</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#消费者消费消息" class="sidebar-link">消费者消费消息</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#集群部署" class="sidebar-link">集群部署</a><ul class="sidebar-sub-headers"></ul></li><li><a href="/linux-tutorial/linux/soft/kafka-install.html#更多内容" class="sidebar-link">更多内容</a><ul class="sidebar-sub-headers"></ul></li></ul></section></li></ul> </aside> <main class="page"> <div class="theme-default-content content__default"><h1 id="kafka-安装部署"><a href="#kafka-安装部署" class="header-anchor">#</a> Kafka 安装部署</h1> <blockquote><p>环境要求：</p> <ul><li>JDK8</li> <li>ZooKeeper</li></ul></blockquote> <ul><li><a href="#%E4%B8%8B%E8%BD%BD%E8%A7%A3%E5%8E%8B">下载解压</a></li> <li><a href="#%E5%90%AF%E5%8A%A8%E6%9C%8D%E5%8A%A1%E5%99%A8">启动服务器</a></li> <li><a href="#%E5%81%9C%E6%AD%A2%E6%9C%8D%E5%8A%A1%E5%99%A8">停止服务器</a></li> <li><a href="#%E5%88%9B%E5%BB%BA%E4%B8%BB%E9%A2%98">创建主题</a></li> <li><a href="#%E7%94%9F%E4%BA%A7%E8%80%85%E7%94%9F%E4%BA%A7%E6%B6%88%E6%81%AF">生产者生产消息</a></li> <li><a href="#%E6%B6%88%E8%B4%B9%E8%80%85%E6%B6%88%E8%B4%B9%E6%B6%88%E6%81%AF">消费者消费消息</a></li> <li><a href="#%E9%9B%86%E7%BE%A4%E9%83%A8%E7%BD%B2">集群部署</a></li></ul> <h2 id="下载解压"><a href="#下载解压" class="header-anchor">#</a> 下载解压</h2> <p>进入官方下载地址：http://kafka.apache.org/downloads，选择合适版本。</p> <p>解压到本地：</p> <div class="language- extra-class"><pre class="language-text"><code>> tar -xzf kafka_2.11-1.1.0.tgz
|
|||
|
|
> cd kafka_2.11-1.1.0
|
|||
|
|
</code></pre></div><p>现在您已经在您的机器上下载了最新版本的 Kafka。</p> <h2 id="启动服务器"><a href="#启动服务器" class="header-anchor">#</a> 启动服务器</h2> <p>由于 Kafka 依赖于 ZooKeeper，所以运行前需要先启动 ZooKeeper</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/zookeeper-server-start.sh config/zookeeper.properties
|
|||
|
|
[2013-04-22 15:01:37,495] INFO Reading configuration from: config/zookeeper.properties (org.apache.zookeeper.server.quorum.QuorumPeerConfig)
|
|||
|
|
...
|
|||
|
|
</code></pre></div><p>然后，启动 Kafka</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-server-start.sh config/server.properties
|
|||
|
|
[2013-04-22 15:01:47,028] INFO Verifying properties (kafka.utils.VerifiableProperties)
|
|||
|
|
[2013-04-22 15:01:47,051] INFO Property socket.send.buffer.bytes is overridden to 1048576 (kafka.utils.VerifiableProperties)
|
|||
|
|
...
|
|||
|
|
</code></pre></div><h2 id="停止服务器"><a href="#停止服务器" class="header-anchor">#</a> 停止服务器</h2> <p>执行所有操作后，可以使用以下命令停止服务器</p> <div class="language- extra-class"><pre class="language-text"><code>$ bin/kafka-server-stop.sh config/server.properties
|
|||
|
|
</code></pre></div><h2 id="创建主题"><a href="#创建主题" class="header-anchor">#</a> 创建主题</h2> <p>创建一个名为 test 的 Topic，这个 Topic 只有一个分区以及一个备份：</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test
|
|||
|
|
</code></pre></div><h2 id="生产者生产消息"><a href="#生产者生产消息" class="header-anchor">#</a> 生产者生产消息</h2> <p>运行生产者，然后可以在控制台中输入一些消息，这些消息会发送到服务器：</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test
|
|||
|
|
This is a message
|
|||
|
|
This is another message
|
|||
|
|
</code></pre></div><h2 id="消费者消费消息"><a href="#消费者消费消息" class="header-anchor">#</a> 消费者消费消息</h2> <p>启动消费者，然后获得服务器中 Topic 下的消息：</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --from-beginning
|
|||
|
|
This is a message
|
|||
|
|
This is another message
|
|||
|
|
</code></pre></div><h2 id="集群部署"><a href="#集群部署" class="header-anchor">#</a> 集群部署</h2> <p>复制配置为多份（Windows 使用 copy 命令代理）：</p> <div class="language- extra-class"><pre class="language-text"><code>> cp config/server.properties config/server-1.properties
|
|||
|
|
> cp config/server.properties config/server-2.properties
|
|||
|
|
</code></pre></div><p>修改配置：</p> <div class="language- extra-class"><pre class="language-text"><code>config/server-1.properties:
|
|||
|
|
broker.id=1
|
|||
|
|
listeners=PLAINTEXT://:9093
|
|||
|
|
log.dir=/tmp/kafka-logs-1
|
|||
|
|
|
|||
|
|
config/server-2.properties:
|
|||
|
|
broker.id=2
|
|||
|
|
listeners=PLAINTEXT://:9094
|
|||
|
|
log.dir=/tmp/kafka-logs-2
|
|||
|
|
</code></pre></div><p>其中，broker.id 这个参数必须是唯一的。</p> <p>端口故意配置的不一致，是为了可以在一台机器启动多个应用节点。</p> <p>根据这两份配置启动三个服务器节点：</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-server-start.sh config/server.properties &
|
|||
|
|
...
|
|||
|
|
> bin/kafka-server-start.sh config/server-1.properties &
|
|||
|
|
...
|
|||
|
|
> bin/kafka-server-start.sh config/server-2.properties &
|
|||
|
|
...
|
|||
|
|
</code></pre></div><p>创建一个新的 Topic 使用 三个备份：</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 3 --partitions 1 --topic my-replicated-topic
|
|||
|
|
</code></pre></div><p>查看主题：</p> <div class="language- extra-class"><pre class="language-text"><code>> bin/kafka-topics.sh --describe --zookeeper localhost:2181 --topic my-replicated-topic
|
|||
|
|
Topic:my-replicated-topic PartitionCount:1 ReplicationFactor:3 Configs:
|
|||
|
|
Topic: my-replicated-topic Partition: 0 Leader: 1 Replicas: 1,2,0 Isr: 1,2,0
|
|||
|
|
</code></pre></div><ul><li>leader - 负责指定分区的所有读取和写入的节点。每个节点将成为随机选择的分区部分的领导者。</li> <li>replicas - 是复制此分区日志的节点列表，无论它们是否为领导者，或者即使它们当前处于活动状态。</li> <li>isr - 是“同步”复制品的集合。这是副本列表的子集，该列表当前处于活跃状态并且已经被领导者捕获。</li></ul> <h2 id="更多内容"><a href="#更多内容" class="header-anchor">#</a> 更多内容</h2> <ul><li><strong>引申</strong> <ul><li><a href="https://github.com/dunwu/OS" target="_blank" rel="noopener noreferrer">操作系统、运维部署总结系列<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></li></ul></li></ul></div> <footer class="page-edit"><div class="edit-link"><a href="https://github.com/dunwu/linux-tutorial/edit/master/docs/linux/soft/kafka-install.md" target="_blank" rel="noopener noreferrer">帮助我们改善此页面！</a> <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></div> <div class="last-updated"><span class="prefix">上次更新:</span> <span class="time">2 years ago</span></div></footer> <!----> </main></div><div class="global-ui"><!----><!----></div></div>
|
|||
|
|
<script src="/linux-tutorial/assets/js/app.79a38eea.js" defer></script><script src="/linux-tutorial/assets/js/4.fb6e0f89.js" defer></script><script src="/linux-tutorial/assets/js/59.d5e48112.js" defer></script><script src="/linux-tutorial/assets/js/5.cb43ecfb.js" defer></script>
|
|||
|
|
</body>
|
|||
|
|
</html>
|