59 lines
1.9 KiB
XML
59 lines
1.9 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||
<modelVersion>4.0.0</modelVersion>
|
||
|
||
<groupId>com.heibaiying</groupId>
|
||
<artifactId>spark-core</artifactId>
|
||
<version>1.0</version>
|
||
|
||
<properties>
|
||
<scala.version>2.12</scala.version>
|
||
<spark.version>2.4.0</spark.version>
|
||
</properties>
|
||
|
||
<build>
|
||
<plugins>
|
||
<plugin>
|
||
<groupId>org.apache.maven.plugins</groupId>
|
||
<artifactId>maven-compiler-plugin</artifactId>
|
||
<configuration>
|
||
<source>8</source>
|
||
<target>8</target>
|
||
</configuration>
|
||
</plugin>
|
||
</plugins>
|
||
</build>
|
||
|
||
|
||
<dependencies>
|
||
<!--spark核心依赖-->
|
||
<dependency>
|
||
<groupId>org.apache.spark</groupId>
|
||
<artifactId>spark-core_${scala.version}</artifactId>
|
||
<version>${spark.version}</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.apache.spark</groupId>
|
||
<artifactId>spark-sql_${scala.version}</artifactId>
|
||
<version>${spark.version}</version>
|
||
</dependency>
|
||
|
||
<!--单元测试依赖包-->
|
||
<dependency>
|
||
<groupId>junit</groupId>
|
||
<artifactId>junit</artifactId>
|
||
<version>4.12</version>
|
||
</dependency>
|
||
<!--如果出现异常:Exception in thread "main" java.lang.ArrayIndexOutOfBoundsException: 10582
|
||
则是因为paranamer版本问题，添加下面的依赖包-->
|
||
<dependency>
|
||
<groupId>com.thoughtworks.paranamer</groupId>
|
||
<artifactId>paranamer</artifactId>
|
||
<version>2.8</version>
|
||
</dependency>
|
||
</dependencies>
|
||
|
||
|
||
</project> |