xissy · May 25, 2017 23:00
diff --git a/.bashrc b/.bashrc
 # set the default region for the AWS CLI
 export AWS_DEFAULT_REGION=$(curl --retry 5 --silent --connect-timeout 2 http://169.254.169.254/latest/dynamic/instance-identity/document | grep region | awk -F\" '{print $4}')
 export JAVA_HOME=/etc/alternatives/jre

 export HADOOP_CONF_DIR=/etc/hadoop/conf
 export SPARK_HOME=/usr/lib/spark
 export SPARK_WORKER_DIR=/var/run/spark/work
 export EXTRA_CLASSPATH=/usr/lib/hadoop-lzo/lib/hadoop-lzo.jar:/etc/hive/conf
 export SPARK_LOCAL_IP=$(ec2-metadata -o | cut -d ' ' -f2)
 export SPARK_LOCAL_HOSTNAME=$(ec2-metadata -h | cut -d ' ' -f2)
 export CLASSPATH_OVERRIDES=/usr/lib/hadoop-lzo/lib/hadoop-lzo.jar:/etc/hive/conf:/etc/hadoop/conf:/usr/lib/hadoop/*:/usr/lib/hadoop-hdfs/*:/usr/lib/hadoop-yarn/*:/usr/lib/hadoop-lzo/lib/*:/usr/share/aws/aws-java-sdk/*:/usr/share/aws/emr/emrfs/conf:/usr/share/aws/emr/emrfs/lib/*:/usr/share/aws/emr/emrfs/auxlib/*
	# set the default region for the AWS CLI
	export AWS_DEFAULT_REGION=$(curl --retry 5 --silent --connect-timeout 2 http://169.254.169.254/latest/dynamic/instance-identity/document \| grep region \| awk -F\" '{print $4}')
	export JAVA_HOME=/etc/alternatives/jre

	export HADOOP_CONF_DIR=/etc/hadoop/conf
	export SPARK_HOME=/usr/lib/spark
	export SPARK_WORKER_DIR=/var/run/spark/work
	export EXTRA_CLASSPATH=/usr/lib/hadoop-lzo/lib/hadoop-lzo.jar:/etc/hive/conf
	export SPARK_LOCAL_IP=$(ec2-metadata -o \| cut -d ' ' -f2)
	export SPARK_LOCAL_HOSTNAME=$(ec2-metadata -h \| cut -d ' ' -f2)
	export CLASSPATH_OVERRIDES=/usr/lib/hadoop-lzo/lib/hadoop-lzo.jar:/etc/hive/conf:/etc/hadoop/conf:/usr/lib/hadoop/:/usr/lib/hadoop-hdfs/:/usr/lib/hadoop-yarn/:/usr/lib/hadoop-lzo/lib/:/usr/share/aws/aws-java-sdk/:/usr/share/aws/emr/emrfs/conf:/usr/share/aws/emr/emrfs/lib/:/usr/share/aws/emr/emrfs/auxlib/*