_setup-all-old.sh

#!/bin/bash
# ATENÇÃO: esse INSTALADOR não está funcionando CORRETAMENTE ainda !!!!!
# Fazer INSTALAÇÃO MANUAL APÓS INDICAÇÃO !!!!!
#
# rodar em um ambiente virtual com sudo:
# para instalar:

#cd ..
#sudo su
#
## Download and Install the Latest Updates for the OS
apt update && apt upgrade -y
#apt install python3.8 python3-dev idle-python3
#apt install python3-pip
#
#apt install virtualenv
#virtualenv -p python3.8 AmbientePython3
#source AmbientePython3/bin/activate

#/etc/init.d/network-manager  restart
#ifconfig
#more interfaces
#init 6
#
#reboot

### ssh #############################
#sudo apt-get install openssh-server
#sudo service ssh status
#sudo apt-get install emacs25
#sudo emacs -nw /etc/ssh/sshd_config
####
#Port 22
#PermitRootLogin yes
####

sudo systemctl enable ssh

sudo apt-get autoremove
sudo apt-get autoclean

# killall - kill python3

# sudo lsof -t -i tcp:8000 | xargs kill -9

#git init
#git clone https://github.com/fzampirolli/mctest.git

#git clone git://github.com/sympy/sympy.git
#cd sympy
#python setupegg.py develop
#cd ..


####### latex - INSTALL LINE BY LINE
###apt install linuxbrew-wrapper
#apt install texlive-extra-utils
#apt install texlive-pictures
#apt install texlive-font-utils
#apt install texlive-latex-extra
#apt install zbar-tools
#apt install texlive-science
#
##git clone git://github.com/django/django.git
#pip3 install Django==2.2.4
#pip3 install django-widget-tweaks
#pip3 install django-extensions
#pip3 install sympy
#pip3 install python-decouple
#pip3 install pdf2image
#pip3 install img2pdf
#pip3 install pandas
pip3 install python-dotenv
pip3 install django-extensions==3.2.1
pip3 install django-import-export==3.0.1
pip3 install mysqlclient

cd mctest

#apt install mysql-client-core-8.0
#
#sudo emacs -nw /etc/mysql/my.cnf
#[client]
#database = DB_MCTest
#user = admin
#password = ufabc12345  # MUDAR SENHA!!!
#default-character-set = utf8
#
#sudo emacs -nw /etc/mysql/mysql.conf.d/mysqld.cnf
##bind-address            = 127.0.0.1
#bind-address            = 0.0.0.0


cp _settings.env ../
source ../_settings.env



# instalar mysql >= v8
#apt -y install mysql-server mysql-client
#mysql_secure_installation
#
#create database DB_MCTest;
#
#create user 'fz'@'localhost' identified by 'ufabc12345';
#GRANT ALL ON DB_MCTest.* TO 'fz'@'localhost' IDENTIFIED BY 'ufabc12345';
#grant all privileges on DB_MCTest.* to 'fz'@'localhost';
#grant usage on *.* to 'fz'@'localhost';
#
#create user 'admin'@'localhost' identified by 'ufabc12345';
#GRANT ALL ON DB_MCTest.* TO 'admin'@'localhost' IDENTIFIED BY 'ufabc12345';
#grant all privileges on DB_MCTest.* to 'admin'@'localhost';
#grant usage on *.* to 'admin'@'localhost';
#
#FLUSH PRIVILEGES;
#show databases;
#show global variables like 'port%';
#quit
#
#sudo apt-get install python3-pymysql
#sudo apt-get install python3.8-dev
#sudo apt-get install libssl-dev
##pip3 install mysqlclient
#sudo systemctl daemon-reload
#sudo systemctl restart mysql


######check----- TABELAS do django
#sudo mysql -u root -p
#use DB_MCTest;
#show tables;
#describe student_student;
#SELECT * FROM DB_MCTest.topic_question WHERE id = 333;

#describe exam_classroomexam;

#MySQL – ERROR 1819 (HY000): Your password does not satisfy the current policy requirements
#mysql>SHOW VARIABLES LIKE 'validate_password%';


## para remover mysql
#sudo find . -path "*/migrations/*.py" -not -name "__init__.py" -delete
#sudo find . -path "*/migrations/*.pyc"  -delete
#
#sudo apt-get purge mysql-server mysql-client mysql-common mysql-server-core-* mysql-client-core-*
#sudo rm -rf /etc/mysql /var/lib/mysql
#sudo apt-get autoremove
#sudo apt-get autoclean

# backup
#mysqldump --no-defaults -u root -p DB_MCTest -h 177.104.60.18 > mctest.sql
#mysql -u root -p -h localhost -D DB_MCTest --binary-mode -o < mysql-2019-08-29.sql
#mysql -u root -p DB_MCTest < "mctest.sql"
#mysql -u root < "mysql-2019-09-02-nubisys.sql"

#services restart mysql
#mysql -h localhost -P 3306 -u root -p DB_MCTest < "mysql-2019-09-02-nubisys.sql"

#######
#pip install djangorestframework
#pip install markdown       # Markdown support for the browsable API.
#pip install django-filter  # Filtering support
#
#pip freeze > requirements.txt
#pip install -r requirements.txt

#apt update -y
#apt install -y python3-geopandas
#pip3 install --force geopandas
#pip3 install git+git://github.com/geopandas/geopandas.git
#pip3 install descartes
# mac
#/usr/local/bin/python3.8 -m pip install geopandas
#python -c "from geopandas import __version__; print(__version__)"
#
#apt install python3.8-dev
## deploy
## pip freeze > requirements.txt
#pip install -r requirements.txt

## mac
#brew tap homebrew/services
#brew services restart mysql
#brew services list
#mysql -V
#sudo mysql -u root -p
#ifconfig
#sudo mysql -u root -p -h 192.168.100.106  # muda sempre
#
#mysql -u root -p
#use DB_MCTest;
#ALTER USER 'root'@'localhost' IDENTIFIED WITH mysql_native_password BY '2008ufabc2018';
#ALTER USER 'fz'@'localhost' IDENTIFIED WITH mysql_native_password BY '2008ufabc2018';
#FLUSH PRIVILEGES;
#
##recuperar senha
#mysql_upgrade -u root -p

sudo apt-get install python3-dev default-libmysqlclient-dev build-essential

python3 manage.py check --deploy

# for debug
# bash -x setup-all.sh
# bash setup-all.sh

echo "  -- Define MySQL ..."
echo "  -- Check file mctest/settings.py before to continue ..."
echo "  Name of DB:       $DB_NAME"
echo "  Name of user:     $DB_USER"
echo "  Name of password: $DB_PASS"
echo "  Name of IP:       $DB_HOST"

echo "  -- Press <ENTER> to continue or CRTL C to cancel ..."
read #-p "Press [Enter] key to continue ..."
echo "  continue ... "

echo "  -- Define parametry in django ..."
### BEGIN createsuperuser
python manage.py createsuperuser --username root

echo "  -- Check values before to continue ..."
echo "  Name of USER:       $DEFAULT_USER"
echo "  Name of EMAIL:      $DEFAULT_EMAIL"
echo "  Name of PASS:       $DEFAULT_PASS"
echo "  -- Press <ENTER> to continue or CRTL C to cancel ..."
read #-p "Press [Enter] key to continue ..."
echo "  continue ... "

# Set the Server Timezone to CST
echo "America/Sao_Paulo" >/etc/timezone
dpkg-reconfigure -f noninteractive tzdata

#
#python3 manage.py makemigrations
#python3 manage.py migrate
#python3 manage.py createsuperuser
#
#python3 manage.py runserver --noreload # ou . ../django.sh
#


# Install MySQL Server in a Non-Interactive mode. Default root password will be "root"
echo "  -- mysql-server mysql-server/root_password password root" | sudo debconf-set-selections
echo "  -- mysql-server mysql-server/root_password_again password root" | sudo debconf-set-selections

# apt -y install mysql-server mysql-client

##### BEGIN - Run the MySQL Secure Installation wizard

MYSQL_ROOT_PASSWORD=$DB_PASS
MYSQL=$(grep 'temporary password' /var/log/mysqld.log | awk '{print $11}')

SECURE_MYSQL=$(expect -c "

  set timeout 10
  spawn mysql_secure_installation

  expect \"Would you like to setup VALIDATE PASSWORD plugin?\ ((Press y|Y for Yes, any other key for No:) :\"
  send \"y\r\"
  expect \"There are three levels of password validation policy:\ ((Please enter 0 = LOW, 1 = MEDIUM and 2 = STRONG:) :\"
  send \"0\r\"
  expect \"New password:\"
  send \"$MYSQL_ROOT_PASSWORD\r\"
  expect \"Re-enter new password:\"
  send \"$MYSQL_ROOT_PASSWORD\r\"
  expect \"Do you wish to continue with the password provided?(Press y|Y for Yes, any other key for No) :\"
  send \"y\r\"
  expect \"Remove anonymous users? (Press y|Y for Yes, any other key for No) :\"
  send \"y\r\"
  expect \"Disallow root login remotely? (Press y|Y for Yes, any other key for No) : \"
  send \"y\r\"
  expect \"Remove test database and access to it? (Press y|Y for Yes, any other key for No) :\"
  send \"y\r\"
  expect \"Reload privilege tables now? (Press y|Y for Yes, any other key for No) :\"
  send \"y\r\"
  expect eof
  ")

echo $SECURE_MYSQL

##### END - Run the MySQL Secure Installation wizard

#MYSQL_ROOT_PASSWORD=$DB_PASS
#
mkdir tmp
mkdir tmp/imgs180days
mkdir tmpGAB
mkdir pdfExam
mkdir pdfQuestion
mkdir pdfTopic
mkdir pdfStudentEmail
mkdir /backup
mkdir /backup/json
mkdir /backup/mysql
mkdir /backup/tmpGAB

echo $DB_HOST
echo $DB_NAME
echo $DB_USER
echo $DB_PASS

mysql -u root -p -e -h $DB_HOST 'create database '"$DB_NAME"'; create user '"$DB_USER"'@'"$DB_HOST"' identified by '"$DB_PASS"'; GRANT ALL ON *.* TO '"$DB_USER"'@'"$DB_HOST"' IDENTIFIED BY '"$DB_PASS"'; grant all privileges on '"$DB_NAME"'.* to '"$DB_USER"'@'"$DB_HOST"'; FLUSH PRIVILEGES;'

sed -i 's/127\.0\.0\.1/0\.0\.0\.0/g' /etc/mysql/mysql.conf.d/mysqld.cnf
echo '[client]
database = '"$DB_NAME"'
user = '"$DB_USER"'
password = '"$DB_PASS"'
default-character-set = utf8' >>/etc/mysql/my.cnf

#apt install python-mysqldb
#apt install libmysqlclient-dev
#pip install mysqlclient
#pip install django-import-export
#pip install django-widget-tweaks
#pip install django-extensions
#pip install python-decouple
#pip install scikit-image

#service mysql restart
systemctl daemon-reload
systemctl restart mysql

python manage.py makemigrations
python manage.py migrate
python manage.py makemigrations

#python manage.py createsuperuser
#Endereço de email: fzampirolli@ufabc.edu.br
#Nome do usuário: fzampirolli
#Primeiro nome: Francisco
#Último nome: Zampirolli
#Password:

echo "from django.contrib.auth import get_user_model; User = get_user_model(); User.objects.create_superuser('"$DEFAULT_USER"', '"$DEFAULT_EMAIL"', '"$DEFAULT_PASS"')" | python manage.py shell

### END createsuperuser

#python manage.py runserver
python3 manage.py runserver $DB_HOST:8000 --noreload

# exportar sql
#mysqldump --no-defaults -u root -p $DB_NAME -h $DB_HOST > mctest.sql

echo "  -- Popular mysql ??? ..."
echo "mysql -u root -p '"$DB_NAME"' < 'mctest.sql'"
# mysqldump --no-defaults -u root -p DB_MCTest -h 177.104.60.18 > mysql-2019-09--2.sql
# l -u root -p DB_MCTest --binary-mode -o < mysql-2019-09--2.sql

# OUTROS

cp crontabDjango.sh ../
cp runDjango.sh ../

echo '
*/10 *  * * *   root   /home/fz/django_webmctest/crontabDjango.sh
00 00   * * *   root   /home/fz/django_webmctest/mctest/_myBackup.sh
' >> /etc/crontab
service cron restart


############################################################################3
# criando um conteiner com docker

apt install docker.io

# atualizar requirements.txt
# Dockerfile
# docker-compose.yml


: '

killall - kill python3

brew services restart mysql
mysql -h localhost -P 3306 -u root -p DB_MCTest

sudo mysql -u root
grant all privileges on DB_MCTest.* to 'fz'@'localhost';
grant usage on *.* to 'fz'@'localhost';

grant all privileges on DB_MCTest.* to 'root'@'localhost';
grant usage on *.* to 'root'@'localhost';
FLUSH PRIVILEGES;

find . | grep -E "(__pycache__|\.pyc|\.pyo$|migrations)" | xargs rm -rf
find . -path "*/migrations/*.py" -not -name "__init__.py" -delete
find . -path "*/migrations/*.pyc"  -delete
python manage.py showmigrations
python manage.py makemigrations
python manage.py migrate

python manage.py squashmigrations account 0001
python manage.py sqlmigrate exam 0001_initial


sudo apt-get purge mysql-server mysql-client mysql-common mysql-server-core-* mysql-client-core-*
sudo rm -rf /etc/mysql /var/lib/mysql
sudo apt-get autoremove
sudo apt-get autoclean

sudo apt -y install mysql-server mysql-client
sudo mysql_secure_installation
sudo mysql -u root -p
...
sudo emacs -nw /etc/mysql/my.cnf
sudo emacs -nw /etc/mysql/mysql.conf.d/mysqld.cnf
bind-address            = 0.0.0.0
sudo apt-get install python-mysqldb
sudo apt-get install libmysqlclient-dev
sudo apt-get install python3-pymysql
sudo apt-get install python3.6-dev
sudo apt-get install libssl-dev
sudo systemctl daemon-reload
sudo systemctl restart mysql

### editar locale/*
django-admin.py makemessages -l pt
django-admin.py compilemessages


#### crontab
sudo apt install cron
sudo emacs /etc/crontab

*/10 *  * * *   root   /home/fz/django_webmctest/crontabDjango.sh
00 00   * * *   root   /home/fz/django_webmctest/mctest/_myBackup.sh


>> cat crontabDjango.sh
#!/bin/bash
cd /home/fz/django_webmctest/
source AmbientePython3/bin/activate
cd mctest
source ../runDjango.sh &

>> cat runDjango.sh
python3 manage.py runserver 177.104.60.16:8000 --noreload

sudo service cron restart

### editar locale/*
django-admin.py makemessages -l pt
django-admin.py compilemessages

pip install django-extensions
python manage.py graph_models -a -o myapp_models.png

pip install pydotplus
python manage.py graph_models -a -o myapp_models2.png
python manage.py graph_models -a -g -o my_project_visualized.png

alterar senha mysql
sudo systemctl stop mysql
sudo mysqld_safe --skip-grant-tables &
use mysql;
update user set authentication_string=PASSWORD("PASW_SQL***") where User='root';
flush privileges;


pip3 install django-widget-tweaks
pip3 install django-extensions
pip3 install python-decouple

tar -xvf mysql-2022-06-02.tar
cat /etc/mysql/mysql.cnf
mysql -u root -p DB_MCTest < "mysql-2022-06-02.sql"

mysql -u root -p DB_MCTest > "mctestLivro-cap5.sql"

macos:
mysqldump --no-defaults -u root -p DB_MCTest > mctestLivro.sql

# write code documentation
pip3 install Sphinx
sphinx-quickstart
make html
make man
make spelling

chown ufabc:ufabc . -R

vcad-vision https:

/etc/apache2/sites-available$

python3 -m pip install --upgrade pip
pip3 install --upgrade django
python3 manage.py sqlmigrate exam 0001_initial
sudo mysql -u root
use DB_MCTest;

#### para criar uma nova tabela em exam:

python manage.py sqlmigrate exam 0001_initial
CREATE TABLE `exam_variationexam` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `variation` longtext NOT NULL, `exam_id` integer NULL);
ALTER TABLE `exam_variationexam` ADD CONSTRAINT `exam_variationexam_exam_id_ba3b75d0_fk_exam_exam_id` FOREIGN KEY (`exam_id`) REFERENCES `exam_exam` (`id`);

find . -path "*/migrations/*.py" -not -name "__init__.py" -delete
find . -path "*/migrations/*.pyc"  -delete
python3 manage.py showmigrations
python3 manage.py makemigrations
python3 manage.py migrate
python3 manage.py squashmigrations account 0001

pip3 install django-import-export
pip3 install django-utils-six
pip3 install django-widget-tweaks


########################

MCTEST:
pip3 install Django==2.2.4

ERRO na versão 3.1.4:
python manage.py migrate
django.db.migrations.exceptions.InconsistentMigrationHistory:
Migration account.0001_squashed_0001_initial is applied before
its dependency auth.0012_alter_user_first_name_max_length on
database default.

# erro table Admin -> Exam
mysql_tzinfo_to_sql /usr/share/zoneinfo | mysql -u root -p mysql
mysql -u root -p -e "flush tables;" mysql


=== para renovar
1) Fazer backup da pasta do servidor VPL: /etc/vpl/
2) sudo service vpl-jail-system stop
3) sudo certbot --apache certonly
>> servidor nubisys.ufabc.edu.br
>> 2 (2: Renew & replace the cert (limit ~5 per 7 days))
4) Trocar arquivos (ISSO NÃO PRECISA MAIS, POIS É LINK SIMBÓLICO)
ln -s /etc/letsencrypt/live/vcad.ufabc.edu.br/fullchain.pem cert.pem
ln -s /etc/letsencrypt/live/vcad.ufabc.edu.br/privkey.pem key.pem
5) sudo service vpl-jail-system start

=== para testar
https://vision.ufabc.edu.br:8001/OK
http://vision.ufabc.edu.br:8002/OK
https://nubisys.ufabc.edu.br:8001/OK
http://nubisys.ufabc.edu.br:8002/OK
https://vcad.ufabc.edu.br:8003/OK
http://vcad.ufabc.edu.br:8004/OK
'