Data Engineering/Spark

[Spark] Zeppelin 설치하기

snoony 2024. 3. 20. 12:28
[root@localhost ~]# wget https://dlcdn.apache.org/zeppelin/zeppelin-0.11.0/zeppelin-0.11.0-bin-all.tgz
[root@localhost ~]# tar zxvf zeppelin-0.11.0-bin-all.tgz
[root@localhost ~]# mv zeppelin-0.11.0-bin-all/ apache-zeppelin

[root@localhost ~]# cd apache-zeppelin/conf
[root@localhost conf]# cp zeppelin-env.sh.template zeppelin-env.sh
[root@localhost conf]# cp zeppelin-site.xml.template zeppelin-site.xml

[root@localhost conf]# $HADOOP_HOME/sbin/start-all.sh

[root@localhost conf]# gedit zeppelin-env.sh

line 19 : export JAVA_HOME=${JAVA_HOME}
line 79 : export SPARK_HOME=${SPARK_HOME}
line 90 : export HADOOP_CONF_DIR=${HADOOP_HOME}/etc/hadoop
line 94 : export PYSPARK_PYTHON=${SPARK_HOME}/python
line 96 : PYTHONPATH=${SPARK_HOME}/python

Zeppelin start

[root@localhost apache-zeppelin]# bin/zeppelin-daemon.sh start

localhost:8080 접속

Zeppelin에서 간단한 Spark 실행

Zeppelin stop

[root@localhost apache-zeppelin]# bin/zeppelin-daemon.sh stop