export JAVA_HOME=/usr/local/java/jdk1.8.0_191
export PYSPARK_PYTHON=/usr/python3/bin/python3
export PYSPARK_DRIVER_PYTHON=/usr/python3/bin/python3
export PYSPARK_SUBMIT_ARGS="--master local pyspark-shell"
export HADOOP_USER_CLASSPATH_FIRST=true
export PATH=$JAVA_HOME/bin:$PATH
export MAVEN_HOME=/usr/local/maven/apache-maven-3.5.4
export SPARK_HOME=/usr/hdp/2.6.5.0-292/spark2
export HADOOP_HOME=/usr/hdp/current/hadoop-client
export HIVE_HOME=/usr/hdp/current/hive-server2-hive2
export PATH=$SPARK_HOME/bin:$MAVEN_HOME/bin:$PATH
| 