Skip to content

Commit ec4c050

Browse files
freelansamfreelansam
committed
JAVA-6390: pom and README for apache-kafka
1 parent df6c7a4 commit ec4c050

File tree

2 files changed

+199
-0
lines changed

2 files changed

+199
-0
lines changed

‎apache-kafka/README.md‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
## Apache Kafka
2+
3+
This module contains articles about Apache Kafka.
4+
5+
### Relevant articles
6+
- [Kafka Streams vs Kafka Consumer](https://www.baeldung.com/java-kafka-streams-vs-kafka-consumer)
7+
- [Kafka Topic Creation Using Java](https://www.baeldung.com/kafka-topic-creation)
8+
- [Using Kafka MockConsumer](https://www.baeldung.com/kafka-mockconsumer)
9+
- [Using Kafka MockProducer](https://www.baeldung.com/kafka-mockproducer)
10+
- [Introduction to KafkaStreams in Java](https://www.baeldung.com/java-kafka-streams)
11+
- [Introduction to Kafka Connectors](https://www.baeldung.com/kafka-connectors-guide)
12+
- [Kafka Connect Example with MQTT and MongoDB](https://www.baeldung.com/kafka-connect-mqtt-mongodb)
13+
- [Building a Data Pipeline with Flink and Kafka](https://www.baeldung.com/kafka-flink-data-pipeline)
14+
- [Exactly Once Processing in Kafka with Java](https://www.baeldung.com/kafka-exactly-once)
15+
16+
17+
##### Building the project
18+
You can build the project from the command line using: *mvn clean install*, or in an IDE.

‎apache-kafka/pom.xml‎

Lines changed: 181 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,181 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<project xmlns="http://maven.apache.org/POM/4.0.0"
3+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
4+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
5+
<modelVersion>4.0.0</modelVersion>
6+
<artifactId>apache-kafka</artifactId>
7+
<name>apache-kafka</name>
8+
9+
<parent>
10+
<groupId>com.baeldung</groupId>
11+
<artifactId>parent-modules</artifactId>
12+
<version>1.0.0-SNAPSHOT</version>
13+
</parent>
14+
15+
<dependencies>
16+
<dependency>
17+
<groupId>org.apache.kafka</groupId>
18+
<artifactId>kafka-clients</artifactId>
19+
<version>${kafka.version}</version>
20+
</dependency>
21+
<dependency>
22+
<groupId>org.apache.kafka</groupId>
23+
<artifactId>kafka-streams</artifactId>
24+
<version>${kafka.version}</version>
25+
</dependency>
26+
<dependency>
27+
<groupId>org.slf4j</groupId>
28+
<artifactId>slf4j-api</artifactId>
29+
<version>${slf4j.version}</version>
30+
</dependency>
31+
<dependency>
32+
<groupId>org.slf4j</groupId>
33+
<artifactId>slf4j-log4j12</artifactId>
34+
<version>${slf4j.version}</version>
35+
</dependency>
36+
<dependency>
37+
<groupId>org.apache.flink</groupId>
38+
<artifactId>flink-connector-kafka-0.11_2.11</artifactId>
39+
<version>${flink.version}</version>
40+
</dependency>
41+
<dependency>
42+
<groupId>org.apache.flink</groupId>
43+
<artifactId>flink-streaming-java_2.11</artifactId>
44+
<version>${flink.version}</version>
45+
</dependency>
46+
<dependency>
47+
<groupId>org.apache.flink</groupId>
48+
<artifactId>flink-core</artifactId>
49+
<version>${flink.version}</version>
50+
<exclusions>
51+
<exclusion>
52+
<artifactId>commons-logging</artifactId>
53+
<groupId>commons-logging</groupId>
54+
</exclusion>
55+
</exclusions>
56+
</dependency>
57+
<dependency>
58+
<groupId>org.apache.flink</groupId>
59+
<artifactId>flink-java</artifactId>
60+
<version>${flink.version}</version>
61+
<exclusions>
62+
<exclusion>
63+
<artifactId>commons-logging</artifactId>
64+
<groupId>commons-logging</groupId>
65+
</exclusion>
66+
</exclusions>
67+
</dependency>
68+
<dependency>
69+
<groupId>org.apache.flink</groupId>
70+
<artifactId>flink-test-utils_2.11</artifactId>
71+
<version>${flink.version}</version>
72+
<scope>test</scope>
73+
</dependency>
74+
<dependency>
75+
<groupId>com.google.guava</groupId>
76+
<artifactId>guava</artifactId>
77+
<version>${guava.version}</version>
78+
</dependency>
79+
<dependency>
80+
<groupId>org.awaitility</groupId>
81+
<artifactId>awaitility</artifactId>
82+
<version>${awaitility.version}</version>
83+
<scope>test</scope>
84+
</dependency>
85+
<dependency>
86+
<groupId>org.awaitility</groupId>
87+
<artifactId>awaitility-proxy</artifactId>
88+
<version>${awaitility.version}</version>
89+
<scope>test</scope>
90+
</dependency>
91+
<dependency>
92+
<groupId>com.fasterxml.jackson.datatype</groupId>
93+
<artifactId>jackson-datatype-jsr310</artifactId>
94+
<version>${jackson.version}</version>
95+
</dependency>
96+
<dependency>
97+
<groupId>com.fasterxml.jackson.core</groupId>
98+
<artifactId>jackson-databind</artifactId>
99+
<version>${jackson.version}</version>
100+
</dependency>
101+
<dependency>
102+
<groupId>org.assertj</groupId>
103+
<artifactId>assertj-core</artifactId>
104+
<version>${assertj.version}</version>
105+
<scope>test</scope>
106+
</dependency>
107+
<dependency>
108+
<groupId>org.testcontainers</groupId>
109+
<artifactId>kafka</artifactId>
110+
<version>${testcontainers-kafka.version}</version>
111+
<scope>test</scope>
112+
</dependency>
113+
<dependency>
114+
<groupId>org.testcontainers</groupId>
115+
<artifactId>junit-jupiter</artifactId>
116+
<version>${testcontainers-jupiter.version}</version>
117+
<scope>test</scope>
118+
</dependency>
119+
<dependency>
120+
<groupId>org.apache.spark</groupId>
121+
<artifactId>spark-core_2.11</artifactId>
122+
<version>${org.apache.spark.spark-core.version}</version>
123+
<scope>provided</scope>
124+
</dependency>
125+
<dependency>
126+
<groupId>org.apache.spark</groupId>
127+
<artifactId>spark-sql_2.11</artifactId>
128+
<version>${org.apache.spark.spark-core.version}</version>
129+
<scope>provided</scope>
130+
</dependency>
131+
<dependency>
132+
<groupId>org.apache.spark</groupId>
133+
<artifactId>spark-graphx_2.11</artifactId>
134+
<version>${org.apache.spark.spark-core.version}</version>
135+
<scope>provided</scope>
136+
</dependency>
137+
<dependency>
138+
<groupId>org.apache.spark</groupId>
139+
<artifactId>spark-streaming_2.11</artifactId>
140+
<version>${org.apache.spark.spark-core.version}</version>
141+
<scope>provided</scope>
142+
</dependency>
143+
<dependency>
144+
<groupId>org.apache.spark</groupId>
145+
<artifactId>spark-mllib_2.11</artifactId>
146+
<version>${org.apache.spark.spark-core.version}</version>
147+
<scope>provided</scope>
148+
</dependency>
149+
<dependency>
150+
<groupId>org.apache.spark</groupId>
151+
<artifactId>spark-streaming-kafka-0-10_2.11</artifactId>
152+
<version>${org.apache.spark.spark-core.version}</version>
153+
</dependency>
154+
<dependency>
155+
<groupId>com.datastax.spark</groupId>
156+
<artifactId>spark-cassandra-connector_2.11</artifactId>
157+
<version>${com.datastax.spark.spark-cassandra-connector.version}</version>
158+
</dependency>
159+
<dependency>
160+
<groupId>com.datastax.spark</groupId>
161+
<artifactId>spark-cassandra-connector-java_2.11</artifactId>
162+
<version>${com.datastax.spark.spark-cassandra-connector-java.version}</version>
163+
</dependency>
164+
</dependencies>
165+
166+
<properties>
167+
<assertj.version>3.6.2</assertj.version>
168+
<slf4j.version>1.7.25</slf4j.version>
169+
<kafka.version>2.8.0</kafka.version>
170+
<testcontainers-kafka.version>1.15.3</testcontainers-kafka.version>
171+
<testcontainers-jupiter.version>1.15.3</testcontainers-jupiter.version>
172+
<flink.version>1.5.0</flink.version>
173+
<awaitility.version>3.0.0</awaitility.version>
174+
<guava.version>29.0-jre</guava.version>
175+
<org.apache.spark.spark-core.version>2.4.8</org.apache.spark.spark-core.version>
176+
<graphframes.version>0.8.1-spark3.0-s_2.12</graphframes.version>
177+
<com.datastax.spark.spark-cassandra-connector.version>2.5.2</com.datastax.spark.spark-cassandra-connector.version>
178+
<com.datastax.spark.spark-cassandra-connector-java.version>1.6.0-M1</com.datastax.spark.spark-cassandra-connector-java.version>
179+
</properties>
180+
181+
</project>

0 commit comments

Comments
 (0)