Skip to content

Commit

Permalink
test
Browse files Browse the repository at this point in the history
  • Loading branch information
HyukjinKwon committed Aug 28, 2024
1 parent 005d8af commit 717356f
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions binder/postBuild
Original file line number Diff line number Diff line change
Expand Up @@ -44,16 +44,16 @@ else
fi

# Set 'PYARROW_IGNORE_TIMEZONE' to suppress warnings from PyArrow.
echo "export PYARROW_IGNORE_TIMEZONE=1" >> ~/.bashrc
sed -i -e "1iexport PYARROW_IGNORE_TIMEZONE=1\\" ~/.bashrc

# Add sbin to PATH to run `start-connect-server.sh`.
SPARK_HOME=$(python -c "from pyspark.find_spark_home import _find_spark_home; print(_find_spark_home())")
echo "export PATH=${PATH}:${SPARK_HOME}/sbin" >> ~/.bashrc
echo "export SPARK_HOME=${SPARK_HOME}" >> ~/.bashrc
sed -i -e "1iexport PATH=${PATH}:${SPARK_HOME}/sbin\\" ~/.bashrc
sed -i -e "1iexport SPARK_HOME=${SPARK_HOME}=1\\" ~/.bashrc

# Add Spark version to env for running command dynamically based on Spark version.
SPARK_VERSION=$(python -c "import pyspark; print(pyspark.__version__)")
echo "export SPARK_VERSION=${SPARK_VERSION}" >> ~/.bashrc
sed -i -e "1iexport SPARK_VERSION=${SPARK_VERSION}\\" ~/.bashrc

# Suppress warnings from Spark jobs, and UI progress bar.
mkdir -p ~/.ipython/profile_default/startup
Expand Down

0 comments on commit 717356f

Please sign in to comment.