You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
289 lines
11 KiB
289 lines
11 KiB
3 years ago
|
<?xml version="1.0" encoding="UTF-8"?>
|
||
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||
|
|
<parent>
|
||
|
|
<artifactId>bigdata-examples</artifactId>
|
||
|
|
<groupId>bigdata-examples</groupId>
|
||
|
|
<version>1.0-SNAPSHOT</version>
|
||
|
|
</parent>
|
||
|
|
<modelVersion>4.0.0</modelVersion>
|
||
|
|
|
||
|
|
<artifactId>flink</artifactId>
|
||
|
|
|
||
|
|
<properties>
|
||
|
|
<hudi.version>0.8.0</hudi.version>
|
||
|
|
</properties>
|
||
|
|
|
||
|
|
<dependencies>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-connector-kafka_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
<!-- https://mvnrepository.com/artifact/org.apache.hudi/hudi-flink-client -->
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hudi</groupId>
|
||
|
|
<artifactId>hudi-flink-bundle_${scala.binary.version}</artifactId>
|
||
|
|
<version>${hudi.version}</version>
|
||
|
|
</dependency>
|
||
|
|
<!-- Apache Flink dependencies -->
|
||
|
|
<!-- These dependencies are provided, because they should not be packaged into the JAR file. -->
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-java</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
<exclusions>
|
||
|
|
<exclusion>
|
||
|
|
<groupId>com.google.guava</groupId>
|
||
|
|
<artifactId>guava</artifactId>
|
||
|
|
</exclusion>
|
||
|
|
</exclusions>
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-table-planner-blink_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-yarn_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-cep_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-csv</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.slf4j</groupId>
|
||
|
|
<artifactId>slf4j-log4j12</artifactId>
|
||
|
|
<version>1.7.7</version>
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>log4j</groupId>
|
||
|
|
<artifactId>log4j</artifactId>
|
||
|
|
<version>1.2.17</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>io.fabric8</groupId>
|
||
|
|
<artifactId>kubernetes-client</artifactId>
|
||
|
|
<version>${kubernetes.client.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>com.google.guava</groupId>
|
||
|
|
<artifactId>guava</artifactId>
|
||
|
|
<version>23.0</version>
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>mysql</groupId>
|
||
|
|
<artifactId>mysql-connector-java</artifactId>
|
||
|
|
<version>8.0.16</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-orc_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-connector-hive_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.avro</groupId>
|
||
|
|
<artifactId>avro</artifactId>
|
||
|
|
<version>${avro.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hive</groupId>
|
||
|
|
<artifactId>hive-exec</artifactId>
|
||
|
|
<version>3.1.2</version>
|
||
|
|
<exclusions>
|
||
|
|
<exclusion>
|
||
|
|
<groupId>org.apache.avro</groupId>
|
||
|
|
<artifactId>avro</artifactId>
|
||
|
|
</exclusion>
|
||
|
|
</exclusions>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-common</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-hdfs</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
<!--<scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-yarn-client</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-mapreduce-client-core</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-connector-jdbc_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.postgresql</groupId>
|
||
|
|
<artifactId>postgresql</artifactId>
|
||
|
|
<version>42.2.5</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-connector-redis_${scala.binary.version}</artifactId>
|
||
|
|
<version>1.1.5</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>junit</groupId>
|
||
|
|
<artifactId>junit</artifactId>
|
||
|
|
<version>4.13.1</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
</dependencies>
|
||
|
|
|
||
|
|
<build>
|
||
|
|
<plugins>
|
||
|
|
|
||
|
|
<!-- Java Compiler -->
|
||
|
|
<plugin>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
||
|
|
<version>3.1</version>
|
||
|
|
<configuration>
|
||
|
|
<source>${java.version}</source>
|
||
|
|
<target>${java.version}</target>
|
||
|
|
</configuration>
|
||
|
|
</plugin>
|
||
|
|
|
||
|
|
<!-- We use the maven-shade plugin to create a fat jar that contains all necessary dependencies. -->
|
||
|
|
<!-- Change the value of <mainClass>...</mainClass> if your program entry point changes. -->
|
||
|
|
<plugin>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-shade-plugin</artifactId>
|
||
|
|
<version>3.1.1</version>
|
||
|
|
<executions>
|
||
|
|
<!-- Run shade goal on package phase -->
|
||
|
|
<execution>
|
||
|
|
<phase>package</phase>
|
||
|
|
<goals>
|
||
|
|
<goal>shade</goal>
|
||
|
|
</goals>
|
||
|
|
<configuration>
|
||
|
|
<artifactSet>
|
||
|
|
<excludes>
|
||
|
|
<exclude>org.apache.flink:force-shading</exclude>
|
||
|
|
<exclude>com.google.code.findbugs:jsr305</exclude>
|
||
|
|
<exclude>org.slf4j:*</exclude>
|
||
|
|
<exclude>log4j:*</exclude>
|
||
|
|
</excludes>
|
||
|
|
</artifactSet>
|
||
|
|
<filters>
|
||
|
|
<filter>
|
||
|
|
<!-- Do not copy the signatures in the META-INF folder.
|
||
|
|
Otherwise, this might cause SecurityExceptions when using the JAR. -->
|
||
|
|
<artifact>*:*</artifact>
|
||
|
|
<excludes>
|
||
|
|
<exclude>META-INF/*.SF</exclude>
|
||
|
|
<exclude>META-INF/*.DSA</exclude>
|
||
|
|
<exclude>META-INF/*.RSA</exclude>
|
||
|
|
</excludes>
|
||
|
|
</filter>
|
||
|
|
</filters>
|
||
|
|
</configuration>
|
||
|
|
</execution>
|
||
|
|
</executions>
|
||
|
|
</plugin>
|
||
|
|
</plugins>
|
||
|
|
|
||
|
|
<pluginManagement>
|
||
|
|
<plugins>
|
||
|
|
|
||
|
|
<!-- This improves the out-of-the-box experience in Eclipse by resolving some warnings. -->
|
||
|
|
<plugin>
|
||
|
|
<groupId>org.eclipse.m2e</groupId>
|
||
|
|
<artifactId>lifecycle-mapping</artifactId>
|
||
|
|
<version>1.0.0</version>
|
||
|
|
<configuration>
|
||
|
|
<lifecycleMappingMetadata>
|
||
|
|
<pluginExecutions>
|
||
|
|
<pluginExecution>
|
||
|
|
<pluginExecutionFilter>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-shade-plugin</artifactId>
|
||
|
|
<versionRange>[3.1.1,)</versionRange>
|
||
|
|
<goals>
|
||
|
|
<goal>shade</goal>
|
||
|
|
</goals>
|
||
|
|
</pluginExecutionFilter>
|
||
|
|
<action>
|
||
|
|
<ignore/>
|
||
|
|
</action>
|
||
|
|
</pluginExecution>
|
||
|
|
<pluginExecution>
|
||
|
|
<pluginExecutionFilter>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
||
|
|
<versionRange>[3.1,)</versionRange>
|
||
|
|
<goals>
|
||
|
|
<goal>testCompile</goal>
|
||
|
|
<goal>compile</goal>
|
||
|
|
</goals>
|
||
|
|
</pluginExecutionFilter>
|
||
|
|
<action>
|
||
|
|
<ignore/>
|
||
|
|
</action>
|
||
|
|
</pluginExecution>
|
||
|
|
</pluginExecutions>
|
||
|
|
</lifecycleMappingMetadata>
|
||
|
|
</configuration>
|
||
|
|
</plugin>
|
||
|
|
</plugins>
|
||
|
|
</pluginManagement>
|
||
|
|
</build>
|
||
|
|
</project>
|