pyspark ipython Notebook 配置-昊天SEO

export  HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export  HADOOP_HOME=~/apps/hadoop-2.7.3
export PATH=${HADOOP_HOME}/bin:$PATH

1

2

3

4

export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native

export HADOOP_HOME=~/apps/hadoop-2.7.3

export PATH=${HADOOP_HOME}/bin:$PATH

export SPARK_HOME=~/apps/spark-2.3.1-bin-hadoop2.7
# export PYSPARK_PYTHON=python3
export PATH=${SPARK_HOME}/bin:$PATH
# export PYSPARK_DRIVER_PYTHON=ipython3

export PYSPARK_DRIVER_PYTHON=jupyter
export PYSPARK_DRIVER_PYTHON_OPTS='notebook'

1

2

3

4

5

6

7

8

export SPARK_HOME=~/apps/spark-2.3.1-bin-hadoop2.7

# export PYSPARK_PYTHON=python3

export PATH=${SPARK_HOME}/bin:$PATH

# export PYSPARK_DRIVER_PYTHON=ipython3

export PYSPARK_DRIVER_PYTHON=jupyter

export PYSPARK_DRIVER_PYTHON_OPTS='notebook'

export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_121.jdk/Contents/Home
export CLASSPAHT=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export PATH=$JAVA_HOME/bin:$PATH

1

2

3

4

5