136 lines
4.4 KiB
XML
136 lines
4.4 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||
<modelVersion>4.0.0</modelVersion>
|
||
|
||
<groupId>com.atguigu</groupId>
|
||
<artifactId>user_profile</artifactId>
|
||
<packaging>pom</packaging>
|
||
<version>1.0-SNAPSHOT</version>
|
||
<modules>
|
||
<module>common</module>
|
||
<module>sql</module>
|
||
<module>merge</module>
|
||
<module>export-clickhouse</module>
|
||
<module>toBitmap</module>
|
||
<module>machine-learning</module>
|
||
</modules>
|
||
|
||
<properties>
|
||
<spark.version>3.0.0</spark.version>
|
||
<scala.version>2.12.11</scala.version>
|
||
</properties>
|
||
|
||
<dependencies>
|
||
|
||
<dependency>
|
||
<groupId>org.apache.spark</groupId>
|
||
<artifactId>spark-core_2.12</artifactId>
|
||
<version>${spark.version}</version>
|
||
<!-- provider如果存在，那么运行时该Jar包不存在，也不会打包到最终的发布版本中，只是编译器有效 -->
|
||
<scope>provided</scope>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.apache.spark</groupId>
|
||
<artifactId>spark-sql_2.12</artifactId>
|
||
<version>${spark.version}</version>
|
||
<scope>provided</scope>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>org.lz4</groupId>
|
||
<artifactId>lz4-java</artifactId>
|
||
<version>1.7.1</version>
|
||
</dependency>
|
||
|
||
<!--lzo压缩，现在已经不在使用-->
|
||
<dependency>
|
||
<groupId>org.anarres.lzo</groupId>
|
||
<artifactId>lzo-hadoop</artifactId>
|
||
<version>1.0.5</version>
|
||
<exclusions>
|
||
<exclusion>
|
||
<groupId>org.apache.hadoop</groupId>
|
||
<artifactId>hadoop-core</artifactId>
|
||
</exclusion>
|
||
</exclusions>
|
||
</dependency>
|
||
|
||
|
||
<dependency>
|
||
<groupId>org.scala-lang</groupId>
|
||
<artifactId>scala-library</artifactId>
|
||
<version>${scala.version}</version>
|
||
<scope>provided</scope>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.apache.spark</groupId>
|
||
<artifactId>spark-hive_2.12</artifactId>
|
||
<version>${spark.version}</version>
|
||
<scope>provided</scope>
|
||
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>com.fasterxml.jackson.core</groupId>
|
||
<artifactId>jackson-databind</artifactId>
|
||
<version>2.10.0</version>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>com.fasterxml.jackson.core</groupId>
|
||
<artifactId>jackson-core</artifactId>
|
||
<version>2.10.0</version>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>mysql</groupId>
|
||
<artifactId>mysql-connector-java</artifactId>
|
||
<version>5.1.47</version>
|
||
<!--运行时不报错,打包时不打包,因为每个都要打包会显得太臃肿了,只需要在spark的运行环境中有这个jar包即可-->
|
||
<!--而spark的jar都可以放在hdfs中存储，因此在这里可以不用引-->
|
||
<!-- <scope>provided</scope>-->
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>com.alibaba</groupId>
|
||
<artifactId>fastjson</artifactId>
|
||
<version>1.2.68</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>ru.yandex.clickhouse</groupId>
|
||
<artifactId>clickhouse-jdbc</artifactId>
|
||
<version>0.1.55</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.projectlombok</groupId>
|
||
<artifactId>lombok</artifactId>
|
||
<version>1.18.18</version>
|
||
</dependency>
|
||
|
||
<!--
|
||
maven安装下载未下载的jar
|
||
mvn install:install-file
|
||
-DgroupId=com.aliyun
|
||
-DartifactId=aliyun-sdk-vod-upload
|
||
-Dversion=1.4.11 -Dpackaging=jar
|
||
-Dfile=aliyun-java-vod-upload-1.4.11
|
||
-->
|
||
|
||
|
||
</dependencies>
|
||
<dependencyManagement>
|
||
<dependencies>
|
||
<dependency>
|
||
<groupId>org.apache.spark</groupId>
|
||
<artifactId>spark-mllib_2.12</artifactId>
|
||
<version>${spark.version}</version>
|
||
<scope>provided</scope>
|
||
</dependency>
|
||
</dependencies>
|
||
</dependencyManagement>
|
||
|
||
|
||
|
||
|
||
|
||
</project> |