hadoop 设置
1 2 3 4 |
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native export HADOOP_HOME=~/apps/hadoop-2.7.3 export PATH=${HADOOP_HOME}/bin:$PATH |
pyspark 设置
1 2 3 4 5 6 7 8 |
export SPARK_HOME=~/apps/spark-2.3.1-bin-hadoop2.7 # export PYSPARK_PYTHON=python3 export PATH=${SPARK_HOME}/bin:$PATH # export PYSPARK_DRIVER_PYTHON=ipython3 export PYSPARK_DRIVER_PYTHON=jupyter export PYSPARK_DRIVER_PYTHON_OPTS='notebook' |
Java 配置
1 2 3 4 5 |
export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_121.jdk/Contents/Home export CLASSPAHT=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar export PATH=$JAVA_HOME/bin:$PATH |

