feat: Flume-企业级案例--聚合案例

TomShiDi · Mar 11, 2024 · a33496d · a33496d
1 parent 6b73514
commit a33496d
Show file tree

Hide file tree

Showing 3 changed files with 68 additions and 0 deletions.
diff --git a/flume-demo/src/main/resources/enterprise/combine/flume-1-tail-dir-avro.conf b/flume-demo/src/main/resources/enterprise/combine/flume-1-tail-dir-avro.conf
@@ -0,0 +1,24 @@
+# agent
+a1.sources=r1
+a1.sinks=k1
+a1.channels=c1
+
+# source
+a1.sources.r1.type=TAILDIR
+a1.sources.r1.positionFile=/opt/server/flume/tailddir_position.json
+a1.sources.r1.filegroups=f1
+a1.sources.r1.filegroups.f1=/opt/server/flume/datas/tail-case/files/.*file.*
+
+# sink
+a1.sinks.k1.type =avro
+a1.sinks.k1.hostname=node3
+a1.sinks.k1.port=4143
+
+# channel
+a1.channels.c1.type=memory
+a1.channels.c1.capacity=1000
+a1.channels.c1.transactionCapacity=100
+
+# bind
+a1.sources.r1.channels=c1
+a1.sinks.k1.channel=c1
diff --git a/flume-demo/src/main/resources/enterprise/combine/flume-2-netcat-avro.conf b/flume-demo/src/main/resources/enterprise/combine/flume-2-netcat-avro.conf
@@ -0,0 +1,23 @@
+# agent
+a2.sources=r1
+a2.sinks=k1
+a2.channels=c1
+
+# source
+a2.sources.r1.type=netcat
+a2.sources.r1.bind=localhost
+a2.sources.r1.port=44444
+
+# sink
+a2.sinks.k1.type=avro
+a2.sinks.k1.hostname=node3
+a2.sinks.k1.port=4143
+
+# channel
+a2.channels.c1.type=memory
+a2.channels.c1.capacity=1000
+a2.channels.c1.transactionCapacity=100
+
+# bind
+a2.sources.r1.channels=c1
+a2.sinks.k1.channel=c1
diff --git a/flume-demo/src/main/resources/enterprise/combine/flume-3-avro-logger.conf b/flume-demo/src/main/resources/enterprise/combine/flume-3-avro-logger.conf
@@ -0,0 +1,21 @@
+# agent
+a3.sources=r1
+a3.sinks=k1
+a3.channels=c1
+
+# source
+a3.sources.r1.type=avro
+a3.sources.r1.bind=node3
+a3.sources.r1.port=4143
+
+# sink
+a3.sinks.k1.type = logger
+
+# channel
+a3.channels.c1.type=memory
+a3.channels.c1.capacity=1000
+a3.channels.c1.transactionCapacity=100
+
+# bind
+a3.sources.r1.channels=c1
+a3.sinks.k1.channel=c1