提供了编程的基础技术教程

zl程序教程

您现在的位置是：首页 >  其他

当前栏目

Alink（3）：Alink的pom文件中相关依赖汇总

文件依赖 相关 汇总 POM
2023-09-14 09:14:56 时间

目录

0. 相关文章链接

1. Alink1.4.0版本（Flink1.13.0 & java8 & scala2.11）

持续更新中......

0. 相关文章链接

Alink & FlinkMLlib 文章汇总

1. Alink1.4.0版本（Flink1.13.0 & java8 & scala2.11）

<!-- 指定仓库位置，依次为aliyun、apache和cloudera仓库 -->
<repositories>
    <repository>
        <id>aliyun</id>
        <url>http://maven.aliyun.com/nexus/content/groups/public/</url>
    </repository>
    <repository>
        <id>apache</id>
        <url>https://repository.apache.org/content/repositories/snapshots/</url>
    </repository>
    <repository>
        <id>cloudera</id>
        <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
    </repository>
</repositories>

<!--版本-->
<properties>
    <encoding>UTF-8</encoding>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <maven.compiler.source>1.8</maven.compiler.source>
    <maven.compiler.target>1.8</maven.compiler.target>
    <flink.version>1.13.0</flink.version>
    <flink.binary.version>1.13</flink.binary.version>
    <scala.version>2.11.12</scala.version>
    <scala.binary.version>2.11</scala.binary.version>
    <alink.verison>1.4.0</alink.verison>
    <fastjson.verison>1.2.75</fastjson.verison>
    <hadoop.version>3.1.3</hadoop.version>
    <slf4j.version>1.7.25</slf4j.version>
    <log4j.version>2.14.0</log4j.version>
    <lombok.version>1.18.12</lombok.version>
    <commons.beanutils.version>1.9.3</commons.beanutils.version>
    <guava.version>29.0-jre</guava.version>
    <mysql.connector.version>5.1.47</mysql.connector.version>
    <phoenix.spark.version>5.0.0-HBase-2.0</phoenix.spark.version>
    <jedis.version>3.3.0</jedis.version>
    <clickhouse.jdbc.version>0.2.4</clickhouse.jdbc.version>
    <ikanalyzer.version>2012_u6</ikanalyzer.version>
</properties>

<dependencies>

    <!-- flink核心jar包，包括批和流 -->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-clients_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-java</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>

    <!--flink中TableAPI和FlinkSQL的jar包-->
    <!--核心包，包括共有包和桥接包-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-table-common</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-table-api-java-bridge_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <!--flink执行计划,1.9版本之前默认的-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-table-planner_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <!-- blink执行计划,1.11+默认的-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-table-planner-blink_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>

    <!-- flink连接器，包括普通连接kafka、sql连接kafka、连接jdbc-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-connector-kafka_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-sql-connector-kafka_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-connector-jdbc_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>

    <!--flink的cep包，用于对复杂状态处理-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-cep_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>

    <!--flink的工具包，包csv、json等-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-csv</artifactId>
        <version>${flink.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-json</artifactId>
        <version>${flink.version}</version>
    </dependency>

    <!--flink的web包，可以在本地idea执行程序时显示web界面-->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-runtime-web_${scala.binary.version}</artifactId>
        <version>${flink.version}</version>
    </dependency>

    <!--flink的alink机器学习包，包括核心包和各种连接插件包-->
    <dependency>
        <groupId>com.alibaba.alink</groupId>
        <artifactId>alink_core_flink-${flink.binary.version}_${scala.binary.version}</artifactId>
        <version>${alink.verison}</version>
    </dependency>
    <dependency>
        <groupId>com.alibaba.alink</groupId>
        <artifactId>alink_connector_jdbc_mysql_flink-${flink.binary.version}_${scala.binary.version}</artifactId>
        <version>${alink.verison}</version>
    </dependency>

    <!--fastjson包-->
    <dependency>
        <groupId>com.alibaba</groupId>
        <artifactId>fastjson</artifactId>
        <version>${fastjson.verison}</version>
    </dependency>

    <!--hadoop客户端包，如果保存检查点到hdfs上，需要引入此依赖-->
    <dependency>
        <groupId>org.apache.hadoop</groupId>
        <artifactId>hadoop-client</artifactId>
        <version>${hadoop.version}</version>
    </dependency>

    <!--Flink默认使用的是slf4j记录日志，相当于一个日志的接口,我们这里使用log4j作为具体的日志实现-->
    <dependency>
        <groupId>org.slf4j</groupId>
        <artifactId>slf4j-api</artifactId>
        <version>${slf4j.version}</version>
    </dependency>
    <dependency>
        <groupId>org.slf4j</groupId>
        <artifactId>slf4j-log4j12</artifactId>
        <version>${slf4j.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-to-slf4j</artifactId>
        <version>${log4j.version}</version>
    </dependency>

    <!--lomback插件依赖-->
    <dependency>
        <groupId>org.projectlombok</groupId>
        <artifactId>lombok</artifactId>
        <version>${lombok.version}</version>
        <scope>provided</scope>
    </dependency>

    <!--commons-beanutils是Apache开源组织提供的用于操作JAVA BEAN的工具包。
        使用commons-beanutils，可以很方便的对bean对象的属性进行操作-->
    <dependency>
        <groupId>commons-beanutils</groupId>
        <artifactId>commons-beanutils</artifactId>
        <version>${commons.beanutils.version}</version>
    </dependency>

    <!--Guava工程包含了若干被Google的Java项目广泛依赖的核心库,方便开发-->
    <dependency>
        <groupId>com.google.guava</groupId>
        <artifactId>guava</artifactId>
        <version>${guava.version}</version>
    </dependency>

    <!--各数据库包，包括MySQL、phoenix、ClickHouse等-->
    <dependency>
        <groupId>mysql</groupId>
        <artifactId>mysql-connector-java</artifactId>
        <version>${mysql.connector.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.phoenix</groupId>
        <artifactId>phoenix-spark</artifactId>
        <version>${phoenix.spark.version}</version>
        <exclusions>
            <exclusion>
                <groupId>org.glassfish</groupId>
                <artifactId>javax.el</artifactId>
            </exclusion>
        </exclusions>
    </dependency>
    <dependency>
        <groupId>redis.clients</groupId>
        <artifactId>jedis</artifactId>
        <version>${jedis.version}</version>
    </dependency>
    <dependency>
        <groupId>ru.yandex.clickhouse</groupId>
        <artifactId>clickhouse-jdbc</artifactId>
        <version>${clickhouse.jdbc.version}</version>
        <exclusions>
            <exclusion>
                <groupId>com.fasterxml.jackson.core</groupId>
                <artifactId>jackson-databind</artifactId>
            </exclusion>
            <exclusion>
                <groupId>com.fasterxml.jackson.core</groupId>
                <artifactId>jackson-core</artifactId>
            </exclusion>
        </exclusions>
    </dependency>

    <!--ik中文分词器-->
    <dependency>
        <groupId>com.janeluo</groupId>
        <artifactId>ikanalyzer</artifactId>
        <version>${ikanalyzer.version}</version>
    </dependency>

</dependencies>

<!--打包插件-->
<build>
    <plugins>
        <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-assembly-plugin</artifactId>
            <version>3.0.0</version>
            <configuration>
                <descriptorRefs>
                    <descriptorRef>jar-with-dependencies</descriptorRef>
                </descriptorRefs>
            </configuration>
            <executions>
                <execution>
                    <id>make-assembly</id>
                    <phase>package</phase>
                    <goals>
                        <goal>single</goal>
                    </goals>
                </execution>
            </executions>
        </plugin>
    </plugins>
</build>

注：其他相关文章链接由此进 -> Alink & FlinkMLlib 文章汇总

相关文章