hpc 1.0 commit

conf/docklet.conf.template

@@ -224,4 +224,23 @@
 # BATCH_GPU_BILLING: beans cost per hour by different GPUs
 # The GPU's name can be found by 'nvidia-smi -L' and all spaces need be replaced by '-'
 # default: 100
-# BATCH_GPU_BILLING=default:100,GeForce-GTX-1080-Ti:100,GeForce-GTX-2080-Ti:150,Tesla-V100-PCIE-16GB:200
+# BATCH_GPU_BILLING=default:100,GeForce-GTX-1080-Ti:100,GeForce-GTX-2080-Ti:150,Tesla-V100-PCIE-16GB:200
+
+# ==================================================
+#
+# Batch Config
+#
+# ==================================================
+
+# HPC_ENABLED: enable hpc, default is false.
+# if this value is set to be true, the value "HPC_LOGIN_NODE", "HPC_LOGIN_USER" and "HPC_QUEUE_X86" must be set.
+# HPC_ENABLED=true
+
+# HPC_LOGIN_NODE: login node ip of HPC
+# HPC_LOGIN_NODE=
+
+# HPC_LOGIN_USER: login user of HPC
+# HPC_LOGIN_USER=
+
+# HPC_QUEUE_X86: x86 queue of HPC
+# HPC_QUEUE_X86=

prepare-centos.sh

@@ -0,0 +1,107 @@
+#!/bin/bash
+
+##################################################
+#                before-start.sh
+# when you first use docklet, you should run this script to
+# check and prepare the environment
+# *important* : you need run this script again and again till success
+##################################################
+
+if [[ "`whoami`" != "root" ]]; then
+	echo "FAILED: Require root previledge !" > /dev/stderr
+	exit 1
+fi
+
+# install packages that docklet needs (in ubuntu)
+# some packages' name maybe different in debian
+yum install -y epel-release
+yum install -y debootstrap perl libvirt
+yum install -y lxc lxcfs lxc-templates lvm2 bridge-utils curl exim openssh-server
+yum install -y redhat-lsb
+
+yum install -y python3
+easy_install-3.6 pip
+pip3 install netifaces flask flask-sqlalchemy python-pam httplib2
+
+yum install -y gcc python36-devel
+pip3 install psutil flask-migrate paramiko
+
+yum install -y python36-lxc
+yum install -y python36-requests python36-suds
+yum install -y nodejs npm
+yum install -y etcd
+yum install -y glusterfs-client attr
+yum install -y nginx
+pip3 install Flask-WTF
+pip3 install grpcio grpcio-tools googleapis-common-protos
+
+pip3 install pycrypto paramiko pysftp
+
+# install aufs, need reboot
+yum install -y kernel-ml-aufs
+
+which ovs-vsctl &>/dev/null || { echo "Error: need to manully install openvswitch-switch" && exit 1; }
+which lxcfs &>/dev/null || { echo "Error: need to manully install lxcfs" && exit 1; }
+
+setsebool -P httpd_can_network_connect 1
+
+#add ip forward
+echo "net.ipv4.ip_forward=1" >>/etc/sysctl.conf
+sysctl -p
+
+# check cgroup control
+#which cgm &> /dev/null || { echo "FAILED : cgmanager is required, please install cgmanager" && exit 1; }
+#cpucontrol=$(cgm listkeys cpu)
+#[[ -z $(echo $cpucontrol | grep cfs_quota_us) ]] && echo "FAILED : cpu.cfs_quota_us of cgroup is not supported, you may need to recompile kernel" && exit 1
+#memcontrol=$(cgm listkeys memory)
+#if [[ -z $(echo $memcontrol | grep limit_in_bytes) ]]; then
+#	echo "FAILED : memory.limit_in_bytes of cgroup is not supported"
+#	echo "Try : "
+#	echo -e "  echo 'GRUB_CMDLINE_LINUX=\"cgroup_enable=memory swapaccount=1\"' >> /etc/default/grub; update-grub; reboot" > /dev/stderr
+#	echo "Info : if not success, you may need to recompile kernel"
+#	exit 1
+#fi
+
+
+# check and install configurable-http-proxy
+which configurable-http-proxy &>/dev/null || { npm config set registry https://registry.npm.taobao.org && npm install -g configurable-http-proxy; }
+which configurable-http-proxy &>/dev/null || { echo "Error: install configurable-http-proxy failed, you should try again" && exit 1; }
+
+echo ""
+[[ -f conf/docklet.conf ]] || { echo "Generating docklet.conf from template" && cp conf/docklet.conf.template conf/docklet.conf; }
+[[ -f web/templates/home.html ]] || { echo "Generating HomePage from home.template" && cp web/templates/home.template web/templates/home.html; }
+
+FS_PREFIX=/opt/docklet
+. conf/docklet.conf
+export FS_PREFIX
+
+mkdir -p $FS_PREFIX/global
+mkdir -p $FS_PREFIX/local/
+
+echo "directory FS_PREFIX (${FS_PREFIX}) have been created"
+
+if [[ ! -d $FS_PREFIX/local/basefs && ! $1 = "withoutfs" ]]; then
+	mkdir -p $FS_PREFIX/local/basefs
+	echo "Generating basefs"
+	wget -P $FS_PREFIX/local http://iwork.pku.edu.cn:1616/basefs-0.11.tar.bz2 && tar xvf $FS_PREFIX/local/basefs-0.11.tar.bz2 -C $FS_PREFIX/local/ > /dev/null
+	[ $? != "0" ] && echo "Generate basefs failed, please download it from http://unias.github.io/docklet/download to FS_PREFIX/local and then extract it using root. (defalut FS_PRERIX is /opt/docklet)"
+fi
+
+echo "Some packagefs can be downloaded from http://unias.github.io/docklet.download"
+echo "you can download the packagefs and extract it to FS_PREFIX/local using root. (default FS_PREFIX is /opt/docklet"
+
+echo ""
+echo "All preparation installations are done."
+echo "****************************************"
+echo "* Please Read Lines Below Before Start *"
+echo "****************************************"
+echo ""
+
+echo "you may want to custom home page of docklet. Please modify web/templates/home.html"
+
+echo "Next, make sure exim4 can deliver mail out. To enable, run:"
+echo "dpkg-reconfigure exim4-config"
+echo "select internet site"
+
+echo ""
+echo "Then start docklet as described in README.md"

prepare.sh

@@ -19,13 +19,17 @@ apt-get install -y python3 python3-netifaces python3-flask python3-flask-sqlalch
 apt-get install -y python3-psutil python3-flask-migrate python3-paramiko
 apt-get install -y python3-lxc
 apt-get install -y python3-requests python3-suds
+
+curl -sL https://deb.nodesource.com/setup_10.x | sudo -E bash - 
+apt update
 apt-get install -y nodejs npm
 apt-get install -y etcd
 apt-get install -y glusterfs-client attr
 apt-get install -y nginx
 pip3 install Flask-WTF
 apt-get install -y gdebi-core
 pip3 install grpcio grpcio-tools googleapis-common-protos
+pip3 install pyftp pysftp
 
 #add ip forward
 echo "net.ipv4.ip_forward=1" >>/etc/sysctl.conf
@@ -65,7 +69,7 @@ echo "directory FS_PREFIX (${FS_PREFIX}) have been created"
 if [[ ! -d $FS_PREFIX/local/basefs && ! $1 = "withoutfs" ]]; then
 	mkdir -p $FS_PREFIX/local/basefs
 	echo "Generating basefs"
-	# wget -P $FS_PREFIX/local http://iwork.pku.edu.cn:1616/basefs-0.11.tar.bz2 && tar xvf $FS_PREFIX/local/basefs-0.11.tar.bz2 -C $FS_PREFIX/local/ > /dev/null
+	wget -P $FS_PREFIX/local http://iwork.pku.edu.cn:1616/basefs-0.11.tar.bz2 && tar xvf $FS_PREFIX/local/basefs-0.11.tar.bz2 -C $FS_PREFIX/local/ > /dev/null
 	[ $? != "0" ] && echo "Generate basefs failed, please download it from http://unias.github.io/docklet/download to FS_PREFIX/local and then extract it using root. (defalut FS_PRERIX is /opt/docklet)"
 fi