From d605be78d9381399499ebb0c66aae7fcc5fa0ed4 Mon Sep 17 00:00:00 2001 From: heibaiying <31504331+heibaiying@users.noreply.github.com> Date: Tue, 4 Jun 2019 13:19:02 +0800 Subject: [PATCH 1/3] =?UTF-8?q?Update=20Spark=E5=BC=80=E5=8F=91=E7=8E=AF?= =?UTF-8?q?=E5=A2=83=E6=90=AD=E5=BB=BA.md?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- notes/installation/Spark开发环境搭建.md | 1 + 1 file changed, 1 insertion(+) diff --git a/notes/installation/Spark开发环境搭建.md b/notes/installation/Spark开发环境搭建.md index c38229e..6e2552c 100644 --- a/notes/installation/Spark开发环境搭建.md +++ b/notes/installation/Spark开发环境搭建.md @@ -5,6 +5,7 @@ 二、词频统计案例
三、Scala开发环境配置
+ ## 一、安装Spark ### 1.1 下载并解压 From 5bbaf667ceddfb245667cb5894e0e6a59a611d0b Mon Sep 17 00:00:00 2001 From: heibaiying <31504331+heibaiying@users.noreply.github.com> Date: Tue, 4 Jun 2019 13:20:17 +0800 Subject: [PATCH 2/3] =?UTF-8?q?Update=20Spark=E5=BC=80=E5=8F=91=E7=8E=AF?= =?UTF-8?q?=E5=A2=83=E6=90=AD=E5=BB=BA.md?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- notes/installation/Spark开发环境搭建.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/notes/installation/Spark开发环境搭建.md b/notes/installation/Spark开发环境搭建.md index 6e2552c..e5ca223 100644 --- a/notes/installation/Spark开发环境搭建.md +++ b/notes/installation/Spark开发环境搭建.md @@ -10,7 +10,7 @@ ### 1.1 下载并解压 -官方下载地址:http://spark.apache.org/downloads.html,选择Spark版本和对应的Hadoop版本后再下载: +官方下载地址:http://spark.apache.org/downloads.html ,选择Spark版本和对应的Hadoop版本后再下载:
@@ -43,7 +43,7 @@ export PATH=${SPARK_HOME}/bin:$PATH ### 1.3 Local模式 -Local 模式是最简单的一种运行方式,它采用单节点多线程(cpu)方式运行,不用部署,开箱即用,适合日常测试开发。 +Local 模式是最简单的一种运行方式,它采用单节点多线程方式运行,不用部署,开箱即用,适合日常测试开发。 ```shell # 启动spark-shell From fbcd476c67091e5f171e707e0e0235724a73a6c3 Mon Sep 17 00:00:00 2001 From: heibaiying <31504331+heibaiying@users.noreply.github.com> Date: Tue, 4 Jun 2019 13:20:51 +0800 Subject: [PATCH 3/3] =?UTF-8?q?Update=20Spark=E5=BC=80=E5=8F=91=E7=8E=AF?= =?UTF-8?q?=E5=A2=83=E6=90=AD=E5=BB=BA.md?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- notes/installation/Spark开发环境搭建.md | 3 --- 1 file changed, 3 deletions(-) diff --git a/notes/installation/Spark开发环境搭建.md b/notes/installation/Spark开发环境搭建.md index e5ca223..dbbb498 100644 --- a/notes/installation/Spark开发环境搭建.md +++ b/notes/installation/Spark开发环境搭建.md @@ -65,9 +65,6 @@ val conf = new SparkConf().setAppName("Spark shell").setMaster("local[2]") val sc = new SparkContext(conf) ``` -同时从输出的日志也可以看出来,Local模式还提供了对应的Web UI界面,端口为4040。 - - ## 二、词频统计案例