install_r45_on_ubuntu_1804l.../install_orbit_environment.sh

432 lines
17 KiB
Bash

#!/bin/bash
ubuntu_version=$(lsb_release -rs)
ubuntu_codename=$(lsb_release -cs)
if [[ -e "/etc/needrestart/needrestart.conf" ]]; then
sudo sed -E -i "s/(^|#)\\\$nrconf\{restart\}\s*=.*/\$nrconf\{restart\} = 'a';/g" /etc/needrestart/needrestart.conf
sudo sed -E -i "s/(^|#)\\\$nrconf\{kernelhints\}\s*=.*/\$nrconf\{kernelhints\} = -1;/g" /etc/needrestart/needrestart.conf
fi
sudo apt update
sudo apt install -y git psmisc #fuser
org_pwd=$(pwd)
if [[ "$ubuntu_version" > '22' ]]; then #In ubuntu 22, install linux-libc-dev instead of linux-kernel-headers
sudo apt install -y linux-libc-dev software-properties-common build-essential
else
sudo apt install -y linux-kernel-headers software-properties-common build-essential
fi
if [[ ! -e "/usr/lib/x86_64-linux-gnu/librt.so" ]]; then
sudo apt install -y libc6 libc6-dev
sudo ln -s /usr/lib/x86_64-linux-gnu/librt.so.1 /usr/lib/x86_64-linux-gnu/librt.so
fi
org_pwd=$(pwd)
sudo apt install -y libncurses5-dev libgmp-dev
sudo apt-get install libjemalloc-dev -y
echo "postfix postfix/mailname string $USER" | sudo debconf-set-selections
echo "postfix postfix/main_mailer_type string 'Local only'" | sudo debconf-set-selections
sudo apt-get install -y postfix
sudo service postfix start
#install nginx 1.23.1
wget http://gitlab.tp.rulingcom.com/erictyl/install_r45_on_ubuntu_1804lts_doc/-/raw/master/install_nginx.sh -O install_nginx.sh
bash install_nginx.sh
sudo nginx -t
nginx_status="$(echo $?)"
messages_logs=""
function push_messages(){
if [[ ! -z "$1" ]]; then
if [ -z "$messages_logs" ]; then
messages_logs="$1"
else
messages_logs="$messages_logs
$1"
fi
fi
}
function write_messages(){
echo "$messages_logs"
echo "$messages_logs" > install_orbit_environment.log
echo "Logs stored in install_orbit_environment.log!"
}
function fix_mongod_and_logrotate(){
if [ -z "$(grep logRotate /etc/mongod.conf)" ]; then
sed -i -E 's/logAppend.*/logRotate: reopen\n \0/g' /etc/mongod.conf
fi
sudo bash -l -c "
cd /root && \
git clone https://github.com/logrotate/logrotate && \
cd logrotate && \
apt-get -y install autoconf automake libpopt-dev libtool make xz-utils && \
autoreconf -fiv && \
./configure --prefix=/usr && \
make && make install && \
logrotate -d /etc/logrotate.conf"
cd "$org_pwd"
}
function get_mongodb_old(){
old_dir="mongodb_old"
if [ -d "/var/lib/$old_dir" ]; then
postfix_num="0"
while true; do
old_dir="mongodb_old.$postfix_num"
if [ ! -d "/var/lib/$old_dir" ]; then
break
else
postfix_num="$((postfix_num+1))"
fi
done
fi
mongodb_old_dir="/var/lib/$old_dir"
}
function fix_downgrade_mongod(){
if [ -z "$org_mongod_ver" ]; then
sudo rm -rf /var/lib/mongodb/*;
sudo chown mongodb:mongodb /var/lib/mongodb -R
sudo chown mongodb:mongodb /var/log/mongodb -R
sudo service mongod restart
sleep 10
else
if [[ "$org_mongod_ver" > "$1" ]] ; then
if [ -d "/var/lib/mongodb" ]; then
get_mongodb_old
mv /var/lib/mongodb $mongodb_old_dir
push_messages "old mongo move to $mongodb_old_dir!"
fi
sudo mkdir -p /var/lib/mongodb
sudo chown mongodb:mongodb /var/lib/mongodb -R
sudo chown mongodb:mongodb /var/log/mongodb -R
sudo service mongod restart
sleep 10
fi
fi
mongod --version
mongod_code="$(echo $?)"
}
function install_mongodb(){
if [[ "$2" == "1" ]]; then #reinstall
sudo rm -f /etc/apt/sources.list.d/mongodb-org-*
fi
if [[ "$ubuntu_version" > '20' ]]; then
sudo wget -nc http://archive.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2_amd64.deb
sudo dpkg -i libssl1.1_1.1.1f-1ubuntu2_amd64.deb
sudo wget -nc http://archive.ubuntu.com/ubuntu/pool/main/o/openssl/libssl-dev_1.1.1f-1ubuntu2_amd64.deb
sudo dpkg -i libssl-dev_1.1.1f-1ubuntu2_amd64.deb
fi
case $1 in
3.2)
mongod_ver="3.2.22"
apt_add_key_func https://www.mongodb.org/static/pgp/server-3.2.asc
echo "deb http://repo.mongodb.org/apt/ubuntu trusty/mongodb-org/3.2 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-3.2.list
sudo apt-get update
sudo apt-get install -y mongodb-org=$mongod_ver mongodb-org-server=$mongod_ver mongodb-org-shell=$mongod_ver mongodb-org-mongos=$mongod_ver mongodb-org-tools=$mongod_ver
sudo service mongod stop
sudo rm -f /var/lib/mongodb/mongod.lock
sudo rm -f /tmp/mongodb-27017.sock
sudo chown mongodb:mongodb /var/lib/mongodb -R
sudo chown mongodb:mongodb /var/log/mongodb -R
sudo service mongod restart
sleep 10
fix_downgrade_mongod "$mongod_ver"
if [ $mongod_code != 0 ] && [ $mongod_code != 1 ]; then #mongo core dump
push_messages "Mongo 3.2 core dump!"
push_messages "Please install mongod by yourself!"
else
if [ -e /tmp/mongodb-27017.sock ]; then
push_messages "Mongo start success!"
else
push_messages "mongo not yet start!"
push_messages "Please check mongo status!"
fi
fix_mongod_and_logrotate
fi
;;
4.4)
mongod_ver="4.4.18"
apt_add_key_func https://www.mongodb.org/static/pgp/server-4.4.asc
if [[ "$ubuntu_version" > '20' ]]; then
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/4.4 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-4.4.list
elif [[ "$ubuntu_version" =~ '18' ]] || [[ "$ubuntu_version" =~ '19' ]]; then
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu bionic/mongodb-org/4.4 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-4.4.list
else
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu xenial/mongodb-org/4.4 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-4.4.list
fi
sudo apt-get update
sudo apt-get install -y mongodb-org=$mongod_ver mongodb-org-server=$mongod_ver mongodb-org-shell=$mongod_ver mongodb-org-mongos=$mongod_ver mongodb-org-tools=$mongod_ver --allow-downgrades
sudo service mongod restart
sleep 10
fix_downgrade_mongod "$mongod_ver"
#if mongo 4.4 core dump, then install mongo 3.2
if [ $mongod_code != 0 ] && [ $mongod_code != 1 ]; then
install_mongodb "3.2" "1"
else
push_messages "mongo not yet start!"
push_messages "Please check mongo status!"
fi
;;
5.0)
mongod_ver="5.0.14"
apt_add_key_func https://www.mongodb.org/static/pgp/server-5.0.asc
# install mongod 5.0
if [[ "$ubuntu_version" > '20' ]]; then
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/5.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-5.0.list
elif [[ "$ubuntu_version" =~ '18' ]] || [[ "$ubuntu_version" =~ '19' ]]; then
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu bionic/mongodb-org/5.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-5.0.list
else
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu xenial/mongodb-org/5.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-5.0.list
fi
sudo apt-get update
sudo apt-get install -y mongodb-org=$mongod_ver mongodb-org-database=$mongod_ver mongodb-org-server=$mongod_ver mongodb-mongosh mongodb-org-shell=$mongod_ver mongodb-org-mongos=$mongod_ver mongodb-org-tools=$mongod_ver --allow-downgrades
sudo rm -f /var/lib/mongodb/mongod.lock
sudo rm -f /tmp/mongodb-27017.sock
sudo chown mongodb:mongodb /var/lib/mongodb -R
sudo chown mongodb:mongodb /var/log/mongodb -R
sudo service mongod restart
sleep 10
if [[ ! -e /usr/bin/mongo ]]; then
sudo ln -s /usr/bin/mongosh /usr/bin/mongo
fi
if [ -e /tmp/mongodb-27017.sock ]; then
push_messages "Mongo start success!"
fix_mongod_and_logrotate
else
fix_downgrade_mongod "$mongod_ver"
#if mongo 5.0 core dump, then install mongo 4.4
if [ $mongod_code != 0 ] && [ $mongod_code != 1 ]; then
install_mongodb "4.4" "1"
else
push_messages "mongo not yet start!"
push_messages "Please check mongo status!"
fi
fi
;;
6.0)
mongod_ver="6.0.4"
apt_add_key_func https://www.mongodb.org/static/pgp/server-6.0.asc
if [[ "$ubuntu_version" > '20' ]]; then
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/6.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-6.0.list
elif [[ "$ubuntu_version" =~ '18' ]] || [[ "$ubuntu_version" =~ '19' ]]; then
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu bionic/mongodb-org/6.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-6.0.list
else
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu xenial/mongodb-org/6.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-6.0.list
fi
sudo apt-get update
sudo apt-get remove mongodb-clients --purge
sudo apt-get install -y mongodb-org=$mongod_ver mongodb-org-database=$mongod_ver mongodb-org-server=$mongod_ver mongodb-mongosh mongodb-org-mongos=$mongod_ver mongodb-org-tools=$mongod_ver --allow-downgrades
sudo service mongod stop
sudo rm -f /var/lib/mongodb/mongod.lock
sudo rm -f /tmp/mongodb-27017.sock
sudo chown mongodb:mongodb /var/lib/mongodb -R
sudo chown mongodb:mongodb /var/log/mongodb -R
sudo service mongod restart
sleep 10
if [[ ! -e /usr/bin/mongo ]]; then
sudo ln -s /usr/bin/mongosh /usr/bin/mongo
fi
if [ -e /tmp/mongodb-27017.sock ]; then
push_messages "Mongo start success!"
fix_mongod_and_logrotate
else
fix_downgrade_mongod "$mongod_ver"
#if mongo 6.0 core dump, then install mongo 5.0
if [ $mongod_code != 0 ] && [ $mongod_code != 1 ]; then
install_mongodb "5.0" "1"
else
push_messages "mongo not yet start!"
push_messages "Please check mongo status!"
fi
fi
;;
*)
push_messages "Only support mongodb: 3.2, 4.4, 5.0, 6.0!"
;;
esac
}
if [[ "$ubuntu_version" > '21' ]]; then
function apt_add_key_func(){
url="$1"
base_name="$(basename $url)"
file_path="/etc/apt/trusted.gpg.d/$base_name"
sudo wget "$url" -q -O "$file_path"
if [[ -e "$file_path" ]]; then
mime_type=`file -b --mime-type "$file_path"`
if [[ $mime_type == "application/pgp-keys" ]]; then
new_file_path=`echo "$file_path"| sed -E 's/(\.[^.]+$|$)/\.gpg/g'`
cat $file_path|sudo gpg --batch --yes --dearmor -o $new_file_path
sudo rm -f $file_path
file_path="$new_file_path"
fi
fi
}
else
function apt_add_key_func(){
wget -qO - "$1" | sudo apt-key add -
}
fi
if [ $nginx_status != "0" ]; then
sudo sed -i 's/\([^#]include \/etc\/nginx\/sites-enabled\/*\)/\#\1/g' /etc/nginx/nginx.conf
fi
sudo service nginx restart
openssl_dir=""
need_export_apt_key="0"
if [[ "$ubuntu_version" > '21' ]]; then # ruby must use openssl <= 1.1.1. Not support openssl 3.0 yet.
need_export_apt_key="1"
if [[ ! -d "/opt/openssl" ]]; then
target_openssl_ver="1.1.1w"
sudo bash -l -c "
cd /root &&
wget https://www.openssl.org/source/openssl-$target_openssl_ver.tar.gz --no-check-certificate -O openssl-$target_openssl_ver.tar.gz &&
tar xzvf openssl-$target_openssl_ver.tar.gz &&
cd openssl-$target_openssl_ver &&
./config no-ssl2 no-ssl3 zlib-dynamic -fPIC shared --prefix=/opt/openssl &&
make depend -j$cpu_cores && make install"
openssl_ver="$target_openssl_ver"
cd "$org_pwd"
fi
openssl_dir="/opt/openssl"
sudo rm -rf /opt/openssl/ssl/certs
sudo ln -s /etc/ssl/certs/ /opt/openssl/ssl/.
sudo mkdir -p /etc/apt/trusted.gpg.d/
fi
cd /etc/nginx/
sudo mkdir orbit_sites/
if [ -z "$(grep 'orbit_sites' nginx.conf)" ]; then
sudo sed -i 's/\(include\ \/etc\/nginx\/sites-enabled\/\*\;\)/\1\n include\ \/etc\/nginx\/orbit_sites\/*;/g' nginx.conf
fi
if [[ "$ubuntu_version" > '22' ]]; then #Use root account prevent reading socket denied
sudo sed -E -i 's/^[# ]*user.*/user root/g' /etc/nginx/nginx.conf
fi
cd $org_pwd
sudo apt-get install gnupg -y
if [ -z "$(which mongod)" ]; then
org_mongod_ver=""
else
org_mongod_ver=`mongod --version|grep 'Build Info' -A 20|grep 'version'|sed -E 's/\s*"version"://g'|cut -d '"' -f 2`
fi
if [[ "$ubuntu_version" =~ '14' ]]; then
install_mongodb "3.2"
else
if [ -z "$(lscpu |grep -w 'avx')" ]; then #Latest version not use avx instruction is 4.4.
install_mongodb "4.4"
else
install_mongodb "6.0"
fi
fi
# build ImageMagick and install
if [ -z $(which convert) ]; then
remove_1_dir="0"
if [[ ! -d "1" ]]; then
remove_1_dir="1";
fi
tmp_pwd="$(pwd)"
sudo bash -l -c "cd /root && \
apt-get install libjpeg62 -y && \
wget -nc http://download.sourceforge.net/libpng/libpng-1.5.13.tar.gz && \
tar xvfz libpng-1.5.13.tar.gz && \
cd libpng-1.5.13/ && \
./configure && \
make && sudo make install && \
apt install -y libltdl-dev graphviz libpng-dev libfftw3-dev && \
apt-get install -y libjpeg-turbo8-dev && \
apt install -y libgif-dev libjpeg-dev libopenexr-dev libpng-dev libwebp-dev && \
apt install -y cmake pkg-config libbrotli-dev && \
wget -nc https://imagemagick.org/archive/ImageMagick.tar.gz && \
tar xfz ImageMagick.tar.gz && \
cd /root/libpng-1.5.13/ImageMagick-7* && \
./configure --with-bzlib=yes --with-fontconfig=yes --with-freetype=yes --with-gslib=yes --with-gvc=yes --with-jpeg=yes --with-jp2=yes --with-png=yes --with-tiff=yes --disable-shared --with-modules && \
make && make install && \
ln -s /usr/local/lib/* /usr/lib/. && \
ln -s /usr/local/lib/pkgconfig/* /usr/lib/pkgconfig/. && \
ln -s /usr/local/bin/* /usr/bin/. && \
convert -list configure"
cd $tmp_pwd
if [[ "$remove_1_dir" == "1" ]]; then
rm -rf 1/
fi
fi
## install rvm
if [ -z $(which rvm) ]; then
sudo apt-get install --reinstall ca-certificates -y
sudo apt-add-repository -y ppa:rael-gc/rvm
sudo apt-get update
sudo apt-get install rvm -y
sudo usermod -a -G rvm $USER
echo 'source "/etc/profile.d/rvm.sh"' >> ~/.bashrc
source "/etc/profile.d/rvm.sh"
sudo chown $USER:$USER $HOME -R
rvm user gemsets
sudo chown $USER:$USER /usr/share/rvm -R
fi
source "/etc/profile.d/rvm.sh"
# install ruby 2.7.6
if [[ -z "$openssl_dir" ]]; then
rvm install 2.7.6 --with-jemalloc
else
export CPPFLAGS="-I$openssl_dir/include"
export LDFLAGS="-L$openssl_dir/lib"
rvm install 2.7.6 -- --with-openssl-dir="$openssl_dir" --with-jemalloc
fi
rvm --default use 2.7.6
gem install bundler -v 2.1.4
gem install zip
gem install nokogiri -v 1.8.5 #for ruby 2.7.6
#gem install nokogiri -v 1.7.0.1 #for ruby 2.1.10
sudo apt-get install screen -y
sudo sed -i 's/#cron\.\*/cron\.\*/g' /etc/rsyslog.d/50-default.conf
sudo service rsyslog restart
sudo mkdir /home/backup/db/ -p
sudo mkdir /home/backup/orbit/ -p
sudo apt-get install rsnapshot -y
sudo sed -i 's/^[^#]etain/#retain/g' /etc/rsnapshot.conf
sudo sed -i 's/\(retain\tdelta\t3\)/\1\nretain\tdaily\t7/g' /etc/rsnapshot.conf
sudo sed -i 's/snapshot_root.*/snapshot_root\t\/home\/backup\/orbit/g' /etc/rsnapshot.conf
sudo sed -i 's/^\(backup\t.*\)/#\1/g' /etc/rsnapshot.conf
matched_backup_home=$(grep -P "backup\t$HOME" /etc/rsnapshot.conf|xargs)
if [ -z $matched_backup_home ]; then
sudo sed -i "$(echo "s/^\(#backup\t\/home\/\t\)/backup\t$(echo $HOME|sed 's/\//\\\//g')\tlocalhost\/\texclude=.rvm\n\1/g")" /etc/rsnapshot.conf
else
matched_backup_home=$(grep -P "(^|\s+)backup\t$HOME" /etc/rsnapshot.conf|xargs)
if [ -z $matched_backup_home ]; then
sudo sed -i "$(echo "s/[#\s\t]*backup\t$(echo $HOME|sed 's/\//\\\//g')\t\([^ \t]\+\).*/backup\t$(echo $HOME|sed 's/\//\\\//g')\t\1\texclude=.rvm/g")" /etc/rsnapshot.conf
fi
fi
sudo wget -nc http://gitlab.tp.rulingcom.com/erictyl/install_r45_on_ubuntu_1804lts_doc/-/raw/master/orbit_logrotate -O /etc/logrotate.d/orbit
sudo sed -i "s/rulingcom/$USER/g" /etc/logrotate.d/orbit
sudo logrotate -d /etc/logrotate.conf
sudo /usr/sbin/logrotate -f /etc/logrotate.conf
sudo wget -nc http://gitlab.tp.rulingcom.com/erictyl/install_r45_on_ubuntu_1804lts_doc/-/raw/master/orbit_service.sh -O /etc/init.d/orbit
sudo sed -i "s/ORBIT_USER=.*/ORBIT_USER=$USER/g" /etc/init.d/orbit
sudo chmod 755 /etc/init.d/orbit
sudo update-rc.d orbit defaults
sudo systemctl enable mongod.service
sudo_crontab_jobs=$(sudo crontab -l)
if [[ "$sudo_crontab_jobs" =~ "@reboot /bin/bash -l -c" ]]; then
push_messages "Already exist reboot crontab!"
else
push_messages "Adding reboot crontab!"
echo "$sudo_crontab_jobs"$'\n''@reboot /bin/bash -l -c "rm -f /tmp/mongodb-27017.sock && chown mongodb:mongodb /var/lib/mongodb/ -R && chown mongodb:mongodb /var/log/mongodb -R && /usr/sbin/service mongod restart && /etc/init.d/orbit restart"'| sudo crontab -
fi
sudo_crontab_jobs=$(sudo crontab -l)
if [[ "$sudo_crontab_jobs" =~ "mongodump -o /" ]]; then
push_messages "Already exist mongodump crontab!"
else
push_messages "Adding mongodump crontab!"
echo "$sudo_crontab_jobs"$'\n''0 3 * * * mongodump -o /home/backup/db/`date "+\%Y\%m\%d"`_db'| sudo crontab -
fi
sudo_crontab_jobs=$(sudo crontab -l)
if [[ `echo "$sudo_crontab_jobs" | grep -P "rm -fr.*/db/"` ]]; then
push_messages "Already exist remove old mongo backup crontab!"
else
push_messages "Adding remove old mongo backup crontab!"
echo "$sudo_crontab_jobs"$'\n''0 4 * * * rm -fr /home/backup/db/`date --date="1 week ago" "+\%Y\%m\%d"`_db'| sudo crontab -
fi
sudo_crontab_jobs=$(sudo crontab -l)
if [[ "$sudo_crontab_jobs" =~ "/usr/bin/rsnapshot" ]]; then
push_messages "Already exist rsnapshot crontab!"
else
push_messages "Adding rsnapshot crontab!"
echo "$sudo_crontab_jobs"$'\n''15 4 * * * /usr/bin/rsnapshot daily'| sudo crontab -
fi
push_messages "Finish setting orbit environment!"
push_messages "Please install orbit web app and setting nginx for single web by yourself!"
push_messages "You can use the following command to create web!"
push_messages "$ sudo /etc/init.d/orbit create \$site_path"
push_messages "Ex: sudo /etc/init.d/orbit create orbit_sites/orbit"
push_messages "Ex: sudo /etc/init.d/orbit create /home/rulingcom/orbit_sites/orbit"
write_messages