You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
224 lines
9.3 KiB
224 lines
9.3 KiB
3 years ago
|
<!--
|
||
|
|
Licensed to the Apache Software Foundation (ASF) under one
|
||
|
|
or more contributor license agreements. See the NOTICE file
|
||
|
|
distributed with this work for additional information
|
||
|
|
regarding copyright ownership. The ASF licenses this file
|
||
|
|
to you under the Apache License, Version 2.0 (the
|
||
|
|
"License"); you may not use this file except in compliance
|
||
|
|
with the License. You may obtain a copy of the License at
|
||
|
|
|
||
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
|
||
|
|
Unless required by applicable law or agreed to in writing,
|
||
|
|
software distributed under the License is distributed on an
|
||
|
|
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||
|
|
KIND, either express or implied. See the License for the
|
||
|
|
specific language governing permissions and limitations
|
||
|
|
under the License.
|
||
|
|
-->
|
||
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||
|
|
<parent>
|
||
|
|
<artifactId>bigdata-examples</artifactId>
|
||
|
|
<groupId>bigdata-examples</groupId>
|
||
|
|
<version>1.0-SNAPSHOT</version>
|
||
|
|
</parent>
|
||
|
|
<modelVersion>4.0.0</modelVersion>
|
||
|
|
|
||
|
|
<artifactId>iceberg</artifactId>
|
||
|
|
<packaging>jar</packaging>
|
||
|
|
|
||
|
|
<name>Flink Quickstart Job</name>
|
||
|
|
|
||
|
|
<properties>
|
||
|
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||
|
|
<flink.version>1.11.2</flink.version>
|
||
|
|
<java.version>1.8</java.version>
|
||
|
|
<scala.binary.version>2.12</scala.binary.version>
|
||
|
|
<maven.compiler.source>${java.version}</maven.compiler.source>
|
||
|
|
<maven.compiler.target>${java.version}</maven.compiler.target>
|
||
|
|
<log4j.version>2.12.1</log4j.version>
|
||
|
|
<iceberg.version>0.11.0</iceberg.version>
|
||
|
|
<hadoop.version>2.8.3</hadoop.version>
|
||
|
|
</properties>
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
<dependencies>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-java</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-table-planner-blink_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-clients_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.flink</groupId>
|
||
|
|
<artifactId>flink-connector-hive_${scala.binary.version}</artifactId>
|
||
|
|
<version>${flink.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.iceberg</groupId>
|
||
|
|
<artifactId>iceberg-flink-runtime</artifactId>
|
||
|
|
<version>${iceberg.version}</version>
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-common</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-mapreduce-client-core</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hadoop</groupId>
|
||
|
|
<artifactId>hadoop-hdfs</artifactId>
|
||
|
|
<version>${hadoop.version}</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
<dependency>
|
||
|
|
<groupId>org.apache.hive</groupId>
|
||
|
|
<artifactId>hive-exec</artifactId>
|
||
|
|
<version>2.3.7</version>
|
||
|
|
<!-- <scope>provided</scope>-->
|
||
|
|
</dependency>
|
||
|
|
|
||
|
|
</dependencies>
|
||
|
|
|
||
|
|
<build>
|
||
|
|
<plugins>
|
||
|
|
|
||
|
|
<!-- Java Compiler -->
|
||
|
|
<plugin>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
||
|
|
<version>3.1</version>
|
||
|
|
<configuration>
|
||
|
|
<source>${java.version}</source>
|
||
|
|
<target>${java.version}</target>
|
||
|
|
</configuration>
|
||
|
|
</plugin>
|
||
|
|
|
||
|
|
<!-- We use the maven-shade plugin to create a fat jar that contains all necessary dependencies. -->
|
||
|
|
<!-- Change the value of <mainClass>...</mainClass> if your program entry point changes. -->
|
||
|
|
<plugin>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-shade-plugin</artifactId>
|
||
|
|
<version>3.1.1</version>
|
||
|
|
<executions>
|
||
|
|
<!-- Run shade goal on package phase -->
|
||
|
|
<execution>
|
||
|
|
<phase>package</phase>
|
||
|
|
<goals>
|
||
|
|
<goal>shade</goal>
|
||
|
|
</goals>
|
||
|
|
<configuration>
|
||
|
|
<artifactSet>
|
||
|
|
<excludes>
|
||
|
|
<exclude>org.apache.flink:force-shading</exclude>
|
||
|
|
<exclude>com.google.code.findbugs:jsr305</exclude>
|
||
|
|
<exclude>org.slf4j:*</exclude>
|
||
|
|
<exclude>org.apache.logging.log4j:*</exclude>
|
||
|
|
</excludes>
|
||
|
|
</artifactSet>
|
||
|
|
<filters>
|
||
|
|
<filter>
|
||
|
|
<!-- Do not copy the signatures in the META-INF folder.
|
||
|
|
Otherwise, this might cause SecurityExceptions when using the JAR. -->
|
||
|
|
<artifact>*:*</artifact>
|
||
|
|
<excludes>
|
||
|
|
<exclude>META-INF/*.SF</exclude>
|
||
|
|
<exclude>META-INF/*.DSA</exclude>
|
||
|
|
<exclude>META-INF/*.RSA</exclude>
|
||
|
|
</excludes>
|
||
|
|
</filter>
|
||
|
|
</filters>
|
||
|
|
<transformers>
|
||
|
|
<transformer
|
||
|
|
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
|
||
|
|
<mainClass>bigdata-examples.StreamingJob</mainClass>
|
||
|
|
</transformer>
|
||
|
|
</transformers>
|
||
|
|
</configuration>
|
||
|
|
</execution>
|
||
|
|
</executions>
|
||
|
|
</plugin>
|
||
|
|
</plugins>
|
||
|
|
|
||
|
|
<pluginManagement>
|
||
|
|
<plugins>
|
||
|
|
|
||
|
|
<!-- This improves the out-of-the-box experience in Eclipse by resolving some warnings. -->
|
||
|
|
<plugin>
|
||
|
|
<groupId>org.eclipse.m2e</groupId>
|
||
|
|
<artifactId>lifecycle-mapping</artifactId>
|
||
|
|
<version>1.0.0</version>
|
||
|
|
<configuration>
|
||
|
|
<lifecycleMappingMetadata>
|
||
|
|
<pluginExecutions>
|
||
|
|
<pluginExecution>
|
||
|
|
<pluginExecutionFilter>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-shade-plugin</artifactId>
|
||
|
|
<versionRange>[3.1.1,)</versionRange>
|
||
|
|
<goals>
|
||
|
|
<goal>shade</goal>
|
||
|
|
</goals>
|
||
|
|
</pluginExecutionFilter>
|
||
|
|
<action>
|
||
|
|
<ignore/>
|
||
|
|
</action>
|
||
|
|
</pluginExecution>
|
||
|
|
<pluginExecution>
|
||
|
|
<pluginExecutionFilter>
|
||
|
|
<groupId>org.apache.maven.plugins</groupId>
|
||
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
||
|
|
<versionRange>[3.1,)</versionRange>
|
||
|
|
<goals>
|
||
|
|
<goal>testCompile</goal>
|
||
|
|
<goal>compile</goal>
|
||
|
|
</goals>
|
||
|
|
</pluginExecutionFilter>
|
||
|
|
<action>
|
||
|
|
<ignore/>
|
||
|
|
</action>
|
||
|
|
</pluginExecution>
|
||
|
|
</pluginExecutions>
|
||
|
|
</lifecycleMappingMetadata>
|
||
|
|
</configuration>
|
||
|
|
</plugin>
|
||
|
|
</plugins>
|
||
|
|
</pluginManagement>
|
||
|
|
</build>
|
||
|
|
</project>
|