Add files via upload

Author: kuntalkumarbasu

bgbackup.cnf

@@ -0,0 +1,109 @@
+############################################
+
+# bgbackup configuration file
+
+# Check for Percona backup history records to migrate?
+# If yes, be warned that backups which meet the current
+# delete threshold will be deleted. Backups which have
+# already been deleted will be marked with deleted_at
+# as today's date.
+checkmigrate=no
+
+# Day of week to do full backup. Set to "Everyday" to do full backup everyday (subsequent daily backups will be incremental)
+fullbackday=Everyday
+
+# Differential does incremental backup based on the last full backup instead of last full or incremental
+differential=no
+
+# Number of full backups to keep
+keepnum=10
+
+#s3 bucket name
+s3bucket=
+
+#s3 command tool
+s3cmd=/usr/bin/s3cmd
+
+# Number of backup table backups to keep.
+keepbkuptblnum=1
+
+#Full path of xtrabackup command
+innobackupex=/encrypted_data/mysql/software/innobackupex
+
+# Full path to backup directory root
+backupdir=/backup-hhc/xtradbbackup
+
+# Path to keep logs
+logpath=/encrypted_data/mysql/log
+
+#Backup history Schema
+backuphistschema=xtrabackup_history
+
+# Log verbosity
+verbose=no
+
+# Log to syslog
+syslog=no
+
+# Backup type (directory or archive)
+bktype=archive
+
+# Archive type (tar or xbstream) for archive backup type
+arctype=xbstream
+
+# Used for parallel and compress
+threads=5
+
+# Use parallel threads for backup?
+parallel=yes
+
+# Encrypt backup?
+encrypt=yes
+
+# Full path to encryption key
+cryptkey=/encrypted_data/mysql/conf/backupscript.key
+
+# Compress backup?
+compress=yes
+
+# Compression utility used for archives, for now gzip or pigz (parallel gzip) are supported
+# For standalone directories, qpress is always used
+computil=gzip
+
+
+# By default, xtrabackup will lock all tables to create a consistent backup of non-transactional
+# tables. Enabled nolock to disable this behaviour.
+# WARNING: Only disable locking if you do not have or do not care about your non-transactional tables.
+nolock=no
+
+# Include Galera info and enable wsrep_desync to avoid flow control during backup.
+# When the backup is finished, wait for wsrep_local_recv_queue to drop to 0 before
+# disabling wsrep_desync. 
+galera=yes
+
+# Include slave info?
+# WARNING: If slave info is included and nolock is enabled, bgbackup will enable safe-slave-backup. 
+# (safe slave backups will temporarily pause replication. Please inspect the documentation if your application cannot handle stale reads.)
+slave=no
+
+# Comma separated list of email address to be notified.
+maillist=
+
+# Email subject prefix
+mailsubpre="[Xtra Backup]"
+
+# Email (all or failure)
+mailon=all
+
+# Run command(s) after backup, for example: run_on_success=/usr/local/bin/success.sh
+# (leave empty if you do not want to run anything)
+# If backup succedded
+run_after_success=
+# If backup failed
+run_after_fail=
+
+# Debug prints all variables to the commandline when script is ran.
+# This can be a security risk. Set to yes to enable.
+debug=no
+
+############################################

my.cnf

@@ -0,0 +1,85 @@
+# my.cnf: Managed by puppet
+
+[client]
+socket = /encrypted_data/mysql/data/mysql.sock
+
+[mysqld]
+basedir = /encrypted_data/mysql/xtradbcluster
+binlog-checksum = CRC32
+binlog_format = ROW
+binlog_order_commits = 1
+binlog_row_image = minimal
+character_set_server = utf8
+collation_server = utf8_general_ci
+datadir = /encrypted_data/mysql/data
+default_password_lifetime = 0
+default_storage_engine = InnoDB
+eq_range_index_dive_limit = 5000
+expire_logs_days = 2
+general_log_file = /encrypted_data/mysql/log/general_log.log
+ignore-db-dir = 'lost+found'
+init_connect = 'SET autocommit=0'
+innodb_adaptive_hash_index = 0
+innodb_autoinc_lock_mode = 2
+innodb_buffer_pool_size = 18G
+innodb_data_file_path = ibdata1:10M:autoextend
+innodb_data_home_dir = /encrypted_data/mysql/innodb
+innodb_flush_method = O_DIRECT
+innodb_log_buffer_size = 128M
+innodb_log_file_size = 10G
+innodb_log_files_in_group = 2
+innodb_log_group_home_dir = /encrypted_data/mysql/innodb
+innodb_sort_buffer_size = 2097152
+innodb_stats_on_metadata = 0
+innodb_temp_data_file_path = ibtmp1:12M:autoextend:max:2048M
+innodb_track_changed_pages = 1
+innodb_undo_directory = /encrypted_data/mysql/undo
+key_buffer_size = 402653184
+log-error = /encrypted_data/mysql/log/mysqld.log
+log_bin = /encrypted_data/mysql/binlog/mysql-bin.log
+log_bin_index = /encrypted_data/mysql/binlog/mysql-bin
+log_error_verbosity = 3
+log_slave_updates = 1
+log_timestamps = system
+master-verify-checksum = 1
+max_allowed_packet = 16M
+max_connections = 4000
+open_files_limit = 40000
+optimizer_switch = 'derived_merge=off'
+pid-file = /encrypted_data/mysql/data/mysqld.pid
+port = 3306
+pxc_strict_mode = PERMISSIVE
+read_buffer_size = 2097152
+read_rnd_buffer_size = 8388608
+server_id = 3
+skip_external_locking = 1
+skip_name_resolve = 1
+slow_query_log = false
+slow_query_log_file = /encrypted_data/mysql/log/slow_log.log
+socket = /encrypted_data/mysql/data/mysql.sock
+sort_buffer_size = 2097152
+sql_mode = STRICT_TRANS_TABLES,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION,NO_UNSIGNED_SUBTRACTION,REAL_AS_FLOAT,IGNORE_SPACE
+symbolic-links = 0
+sync_binlog = 1
+table-definition-cache = 20000
+table-open-cache-instances = 16
+table_open_cache = 20000
+thread_cache_size = 2000
+thread_handling = pool-of-threads
+tmpdir = /encrypted_data/mysql/tmp
+transaction_isolation = READ-COMMITTED
+user = mysql
+wsrep_cluster_address = gcomm://a,b,c
+wsrep_cluster_name = abcd
+wsrep_log_conflicts = 1
+wsrep_node_address = a.b.c.d
+wsrep_node_name = abcd-node-3
+wsrep_provider = /encrypted_data/mysql/xtradbcluster/lib/libgalera_smm.so
+wsrep_provider_options = 'gcache.size=512M;evs.inactive_check_period=PT15S;evs.inactive_timeout=PT60S;evs.suspect_timeout=PT60S;gmcast.peer_timeout=PT60S'
+wsrep_slave_threads = 8
+wsrep_sst_auth = user@pwd
+wsrep_sst_method = xtrabackup-v2
+
+[xtrabackup]
+target_dir = /encrypted_data/mysql/backup
+

mysql_logrotate

@@ -0,0 +1,16 @@
+/encrypted_data/mysql/log/slow_log.log /encrypted_data/mysql/log/mysqld.log{
+create 600 mysql mysql
+  daily
+  rotate 10 
+  missingok
+  compress
+  sharedscripts
+  postrotate
+    if test -x /usr/bin/mysqladmin &&
+      env HOME=/root /usr/bin/mysqladmin --login-path=logrotate ping > /dev/null 2>&1
+    then
+      env HOME=/root/ /usr/bin/mysql --login-path=logrotate -e 'select @@global.long_query_time into @lqt_save; set global long_query_time=2000; set global slow_query_log=0; select sleep(2); FLUSH ERROR LOGS; FLUSH SLOW LOGS;select sleep(2); set global long_query_time=@lqt_save; set global slow_query_log=1;' > /var/log/mysqladmin.flush-logs 2>&1
+    fi
+  endscript
+}
+

mysql_script_running_halo.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+# This script uses mysqldump to backup all the databases except 'bkp' and 'test' databases.
+# This script also uses mysqldump to backup all the tables in the databases.
+# The script creates a backup destination folder for each day, the folder name is like 'yyyymmdd',
+# The MySQLDump output will be compressed using bzip2
+# The script deletes any files and sub-folders older than defined days in the backup folder
+# The cronjob line is like this: 10 2 * * * /root/mysql_bkp.sh >/var/log/hhc-mysql-bkp.log 2>&1
+. /etc/profile
+suffix=$1
+dest=/backup-hhc/$1
+cmd1=$(which mysql)
+hostname=$(hostname --short)
+encpswd=`cat /root/.encpswd`
+input_file=/backup-hhc/temp.sql
+if [ $2 = 'ALL' ]
+then
+databases=$(echo 'show databases;' | ${cmd1} --login-path=local | grep -i halo)
+
+for d in ${databases[@]}
+  do
+     if [[ $d != 'information_schema' && $d != 'performance_schema' && $d != 'test'  && $d != 'mysql' && $d != 'refman_hcprdtmplt_1024480_20170822' ]]
+     then
+
+     path="${dest}/${hostname}"
+     mkdir -p ${path}
+
+     timestamp=`date +%Y%b%d-%T`
+	while read line; do 
+    	echo -e  "$line" >> $path/$d.csv
+	${cmd1} $d -e "$line" | sed 's/\t/,/g' >>$path/$d.csv
+	echo "" >> $path/$d.csv
+	done < $input_file
+
+     fi
+  done
+else
+while read line; do
+        echo -e  "$line" >> $path/$dest.csv
+        ${cmd1} $2 -e "$line" | sed 's/\t/,/g' >>$dest.csv
+        echo "" >> $path/$dest.csv
+        done < $input_file
+fi

mysql_script_running_refman.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+# This script uses mysqldump to backup all the databases except 'bkp' and 'test' databases.
+# This script also uses mysqldump to backup all the tables in the databases.
+# The script creates a backup destination folder for each day, the folder name is like 'yyyymmdd',
+# The MySQLDump output will be compressed using bzip2
+# The script deletes any files and sub-folders older than defined days in the backup folder
+# The cronjob line is like this: 10 2 * * * /root/mysql_bkp.sh >/var/log/hhc-mysql-bkp.log 2>&1
+. /etc/profile
+suffix=$1
+dest=/backup-hhc/$1
+cmd1=$(which mysql)
+hostname=$(hostname --short)
+input_file=/backup-hhc/temp.sql
+if [ $2 = 'ALL' ]
+then
+databases=$(echo 'show databases;' | ${cmd1} --login-path=local | grep -i refman)
+
+for d in ${databases[@]}
+  do
+     if [[ $d != 'information_schema' && $d != 'performance_schema' && $d != 'test'  && $d != 'mysql' && $d != 'refman_hcprdtmplt_1024480_20170822' ]]
+     then
+
+     path="${dest}/${hostname}"
+     mkdir -p ${path}
+
+     timestamp=`date +%Y%b%d-%T`
+	while read line; do 
+    	echo -e  "$line" >> $path/$d.csv
+	${cmd1} $d -e "$line" | sed 's/\t/,/g' >>$path/$d.csv
+	echo "" >> $path/$d.csv
+	done < $input_file
+
+     fi
+  done
+else
+while read line; do
+        echo -e  "$line" >> $path/$dest.csv
+        ${cmd1} $2 -e "$line" | sed 's/\t/,/g' >>$dest.csv
+        echo "" >> $path/$dest.csv
+        done < $input_file
+fi