RDD常用算子

code/spark/spark-core/pom.xml

@@ -9,7 +9,7 @@
     <version>1.0</version>
 
     <properties>
-        <scala.version>2.12.8</scala.version>
+        <scala.version>2.12</scala.version>
     </properties>
 
     <build>
@@ -27,23 +27,20 @@
 
 
     <dependencies>
+        <!--spark核心依赖-->
         <dependency>
             <groupId>org.apache.spark</groupId>
-            <artifactId>spark-core_2.12</artifactId>
+            <artifactId>spark-core_${scala.version}</artifactId>
             <version>2.4.0</version>
         </dependency>
-        <dependency>
-            <groupId>org.scalatest</groupId>
-            <artifactId>scalatest_2.12</artifactId>
-            <version>3.0.1</version>
-            <scope>test</scope>
-        </dependency>
+        <!--单元测试依赖包-->
         <dependency>
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
             <version>4.12</version>
         </dependency>
-        <!--Exception in thread "main" java.lang.ArrayIndexOutOfBoundsException: 10582-->
+        <!--如果出现异常:Exception in thread "main" java.lang.ArrayIndexOutOfBoundsException: 10582
+          则是因为paranamer版本问题，添加下面的依赖包-->
         <dependency>
             <groupId>com.thoughtworks.paranamer</groupId>
             <artifactId>paranamer</artifactId>