Skip to content

Commit

Permalink
fixup
Browse files Browse the repository at this point in the history
  • Loading branch information
HyukjinKwon committed Aug 28, 2024
1 parent 36787a8 commit 005d8af
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion binder/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@

FROM python:3.10-slim
# install the notebook package
RUN pip install --no-cache notebook jupyterlab
RUN pip install --no-cache notebook jupyterlab

# create user with a home directory
ARG NB_USER
Expand Down
8 changes: 4 additions & 4 deletions binder/postBuild
Original file line number Diff line number Diff line change
Expand Up @@ -44,16 +44,16 @@ else
fi

# Set 'PYARROW_IGNORE_TIMEZONE' to suppress warnings from PyArrow.
echo "export PYARROW_IGNORE_TIMEZONE=1" >> ~/.bash_profile
echo "export PYARROW_IGNORE_TIMEZONE=1" >> ~/.bashrc

# Add sbin to PATH to run `start-connect-server.sh`.
SPARK_HOME=$(python -c "from pyspark.find_spark_home import _find_spark_home; print(_find_spark_home())")
echo "export PATH=${PATH}:${SPARK_HOME}/sbin" >> ~/.bash_profile
echo "export SPARK_HOME=${SPARK_HOME}" >> ~/.bash_profile
echo "export PATH=${PATH}:${SPARK_HOME}/sbin" >> ~/.bashrc
echo "export SPARK_HOME=${SPARK_HOME}" >> ~/.bashrc

# Add Spark version to env for running command dynamically based on Spark version.
SPARK_VERSION=$(python -c "import pyspark; print(pyspark.__version__)")
echo "export SPARK_VERSION=${SPARK_VERSION}" >> ~/.bash_profile
echo "export SPARK_VERSION=${SPARK_VERSION}" >> ~/.bashrc

# Suppress warnings from Spark jobs, and UI progress bar.
mkdir -p ~/.ipython/profile_default/startup
Expand Down

0 comments on commit 005d8af

Please sign in to comment.