forked from heavyai/heavydb
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add deps install script and remove testing deps from build dockerfile
* Deps scripts - ubuntu prebuilt and centos prebuilt (formerly deploy.sh) Add deps install script and remove testing deps from build dockerfile Deps install script - change name and update readme/dockerfile Deps compile ubuntu script - add compress option Deps compile ubuntu script - correct tar output dir and update README Deps compile ubuntu script - fix tar archive and make script executable Deps compile ubuntu script - add enable flag, remove commented section * Deps script - merge centos and ubuntu prebuilt scripts into one, update readme * Dockerfile build update - reference new prebuilt script * Update build dockerfile remove correctly named script * Deps script - use latest gcc and g++ for ubuntu package deps
- Loading branch information
1 parent
ae88c48
commit 3a7f3ac
Showing
4 changed files
with
240 additions
and
36 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,214 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -e | ||
| #set -x | ||
|
|
||
| PREFIX=/usr/local/mapd-deps | ||
|
|
||
| # Establish distro | ||
| if cat /etc/os-release | grep -i -q debian ; then | ||
| if cat /etc/os-release | grep VERSION_ID | grep -i -q 18.04 ; then | ||
| DISTRO="u18.04" | ||
| PACKAGER="apt -y" | ||
| else | ||
| echo "Ubuntu 18.04 is the only debian-based release supported by this script" | ||
| exit 1 | ||
| fi | ||
| elif cat /etc/os-release | grep -i -q fedora ; then | ||
| if cat /etc/os-release | grep VERSION_ID | grep -i -q 7 ; then | ||
| DISTRO="c7" | ||
| MODPATH=/etc/modulefiles | ||
| PACKAGER="yum -y" | ||
| else | ||
| echo "CentOS 7 is the only fedora-based release supported by this script" | ||
| exit 1 | ||
| fi | ||
| else | ||
| echo "Only debain- and fedora-based OSs are supported by this script" | ||
| exit 1 | ||
| fi | ||
|
|
||
| # Establish file download tool | ||
| if hash wget 2>/dev/null; then | ||
| GETTER="wget --continue" | ||
| elif hash curl 2>/dev/null; then | ||
| GETTER="curl --continue - --remote-name --location" | ||
| else | ||
| GETTER="echo Please download: " | ||
| fi | ||
|
|
||
| # Parse inputs | ||
| FLAG=latest | ||
| ENABLE=false | ||
|
|
||
| while (( $# )); do | ||
| case "$1" in | ||
| --testing) | ||
| FLAG=testing | ||
| ;; | ||
| --custom=*) | ||
| FLAG="${1#*=}" | ||
| ;; | ||
| --enable) | ||
| ENABLE=true | ||
| ;; | ||
| *) | ||
| break | ||
| ;; | ||
| esac | ||
| shift | ||
| done | ||
|
|
||
| # Distro-specific installations | ||
| if [ "$DISTRO" = "u18.04" ] ; then | ||
| sudo $PACKAGER update | ||
| sudo $PACKAGER install \ | ||
| build-essential \ | ||
| ccache \ | ||
| cmake \ | ||
| cmake-curses-gui \ | ||
| git \ | ||
| wget \ | ||
| curl \ | ||
| clang \ | ||
| llvm \ | ||
| llvm-dev \ | ||
| clang-format \ | ||
| gcc \ | ||
| g++ \ | ||
| libboost-all-dev \ | ||
| libgoogle-glog-dev \ | ||
| golang \ | ||
| libssl-dev \ | ||
| libevent-dev \ | ||
| default-jre \ | ||
| default-jre-headless \ | ||
| default-jdk \ | ||
| default-jdk-headless \ | ||
| maven \ | ||
| libncurses5-dev \ | ||
| libldap2-dev \ | ||
| binutils-dev \ | ||
| google-perftools \ | ||
| libdouble-conversion-dev \ | ||
| libevent-dev \ | ||
| libgflags-dev \ | ||
| libgoogle-perftools-dev \ | ||
| libiberty-dev \ | ||
| libjemalloc-dev \ | ||
| libglu1-mesa-dev \ | ||
| liblz4-dev \ | ||
| liblzma-dev \ | ||
| libbz2-dev \ | ||
| libarchive-dev \ | ||
| libcurl4-openssl-dev \ | ||
| uuid-dev \ | ||
| libsnappy-dev \ | ||
| zlib1g-dev \ | ||
| autoconf \ | ||
| autoconf-archive \ | ||
| automake \ | ||
| bison \ | ||
| flex-old \ | ||
| libpng-dev \ | ||
| rsync \ | ||
| unzip \ | ||
| jq \ | ||
| python-yaml \ | ||
| libxerces-c-dev \ | ||
| libxmlsec1-dev | ||
|
|
||
| sudo mkdir -p $PREFIX | ||
| pushd $PREFIX | ||
| sudo $GETTER https://internal-dependencies.mapd.com/mapd-deps/mapd-deps-ubuntu-$FLAG.tar.xz | ||
| sudo tar xvf mapd-deps-ubuntu-$FLAG.tar.xz | ||
| sudo rm -f mapd-deps-ubuntu-$FLAG.tar.xz | ||
| popd | ||
|
|
||
| cat > $PREFIX/mapd-deps.sh <<EOF | ||
| PREFIX=$PREFIX | ||
| LD_LIBRARY_PATH=/usr/local/cuda/lib64:\$LD_LIBRARY_PATH | ||
| LD_LIBRARY_PATH=\$PREFIX/lib:\$LD_LIBRARY_PATH | ||
| LD_LIBRARY_PATH=\$PREFIX/lib64:\$LD_LIBRARY_PATH | ||
| PATH=/usr/local/cuda/bin:\$PATH | ||
| PATH=\$PREFIX/bin:\$PATH | ||
| VULKAN_SDK=\$PREFIX | ||
| VK_LAYER_PATH=\$PREFIX/etc/explicit_layer.d | ||
| CMAKE_PREFIX_PATH=\$PREFIX:\$CMAKE_PREFIX_PATH | ||
| export LD_LIBRARY_PATH PATH VULKAN_SDK VK_LAYER_PATH CMAKE_PREFIX_PATH | ||
| EOF | ||
|
|
||
| PROFPATH=/etc/profile.d/xx-mapd-deps.sh | ||
| if [ "$ENABLE" = true ] ; then | ||
| ln -sf $PREFIX/mapd-deps.sh $PROFPATH | ||
| echo "Done. A file at $PROFPATH has been created and will be run on startup" | ||
| echo "Source this file or reboot to load vars in this shell" | ||
| else | ||
| echo "Done. Be sure to source the 'mapd-deps.sh' file to pick up the required environment variables:" | ||
| echo " source $PREFIX/mapd-deps.sh" | ||
| fi | ||
| elif [ "$DISTRO" = "c7" ] ; then | ||
| sudo yum groupinstall -y "Development Tools" | ||
| sudo yum install -y \ | ||
| zlib-devel \ | ||
| epel-release \ | ||
| libssh \ | ||
| openssl-devel \ | ||
| ncurses-devel \ | ||
| git \ | ||
| maven \ | ||
| java-1.8.0-openjdk-devel \ | ||
| java-1.8.0-openjdk-headless \ | ||
| gperftools \ | ||
| gperftools-devel \ | ||
| gperftools-libs \ | ||
| python-devel \ | ||
| wget \ | ||
| curl \ | ||
| openldap-devel | ||
| sudo yum install -y \ | ||
| jq | ||
|
|
||
| if ! type module >/dev/null 2>&1 ; then | ||
| sudo $PACKAGER install environment-modules | ||
| source /etc/profile | ||
| fi | ||
|
|
||
| sudo mkdir -p $PREFIX | ||
| pushd $PREFIX | ||
| sudo $GETTER https://internal-dependencies.mapd.com/mapd-deps/mapd-deps-$FLAG.tar.xz | ||
| DIRNAME=$(tar tf mapd-deps-$FLAG.tar.xz | head -n 2 | tail -n 1 | xargs dirname) | ||
| sudo tar xvf mapd-deps-$FLAG.tar.xz | ||
| sudo rm -f mapd-deps-$FLAG.tar.xz | ||
| MODFILE=$(readlink -e $(ls $DIRNAME/*modulefile | head -n 1)) | ||
| popd | ||
|
|
||
| sudo mkdir -p $MODPATH/mapd-deps | ||
| sudo ln -sf $MODFILE $MODPATH/mapd-deps/$DIRNAME | ||
|
|
||
| if [ ! -e "$MODPATH/cuda" ]; then | ||
| pushd $MODPATH | ||
| sudo $GETTER https://internal-dependencies.mapd.com/mapd-deps/cuda | ||
| popd | ||
| fi | ||
|
|
||
| PROFPATH=/etc/profile.d/xx-mapd-deps.sh | ||
| if [ "$ENABLE" = true ] ; then | ||
| sudo echo 'module load cuda mapd-deps' > $PROFPATH | ||
| echo "Done. A file at $PROFPATH has been created and will be run on startup" | ||
| echo "Run 'source /etc/profile' or reboot to load mapd-deps and cuda module vars in this shell" | ||
| else | ||
| if [ ! -f "$PROFPATH" ] ; then | ||
| sudo echo '#module load cuda mapd-deps' > $PROFPATH | ||
| fi | ||
| echo "Done. Be sure to load modules function and load the mapd-deps and cuda modules to load variables:" | ||
| echo " source /etc/profile.d/modules.sh" | ||
| echo " module load cuda mapd-deps" | ||
| fi | ||
| source $PROFPATH | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters