一、系統(tǒng)安裝包
yum -y install make gcc-c++ cmake bison-devel ncurses-devel readline-devel libaio-devel perl libaio wget lrzsz vim libnuma* bzip2 xz
二隘竭、關閉防火墻和selinux
sed -i 's/SELINUX=enforcing/SELINUX=disabled/' /etc/selinux/config
setenforce 0
/etc/init.d/iptables stop
echo "/etc/init.d/iptables stop">>/etc/rc.local
三塘秦、修改系統(tǒng)限制參數(shù)
cat >> /etc/security/limits.conf << EOF
#
###custom
#
* soft nofile 20480
* hard nofile 65535
* soft nproc 20480
* hard nproc 65535
EOF
四、配置每臺hosts主機解析
cat >> /etc/hosts <<"EOF"
192.168.0.71 mysql-01
192.168.0.72 mysql-02
192.168.0.73 mysql-03
EOF
五动看、修改內核參數(shù)
cat >>/etc/sysctl.conf <<"EOF"
vm.swappiness=0
#增加tcp支持的隊列數(shù)
net.ipv4.tcp_max_syn_backlog = 65535
#減少斷開連接時 尊剔,資源回收
net.ipv4.tcp_max_tw_buckets = 8000
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_tw_recycle = 1
net.ipv4.tcp_fin_timeout = 10
#改變本地的端口范圍
net.ipv4.ip_local_port_range = 1024 65535
#允許更多的連接進入隊列
net.ipv4.tcp_max_syn_backlog = 4096
#對于只在本地使用的數(shù)據(jù)庫服務器
net.ipv4.tcp_fin_timeout = 30
#端口監(jiān)聽隊列
net.core.somaxconn=65535
#接受數(shù)據(jù)的速率
net.core.netdev_max_backlog=65535
net.core.wmem_default=87380
net.core.wmem_max=16777216
net.core.rmem_default=87380
net.core.rmem_max=16777216
EOF
sysctl -p
六、下載安裝包
wget https://dev.mysql.com/get/Downloads/MySQL-8.0/mysql-8.0.19-linux-glibc2.12-x86_64.tar.xz
解壓安裝包
tar -xJf mysql-8.0.19-linux-glibc2.12-x86_64.tar.xz
進入目錄菱皆,做軟連接赋兵,方便以后升級
cd /usr/local/
ln -s /opt/mysql-8.0.19-linux-glibc2.12-x86_64 mysql
創(chuàng)建用戶
groupadd mysql
useradd -g mysql mysql -d /home/mysql -s /sbin/nologin
創(chuàng)建相應的目錄
mkdir -p /data/mysql/mysql_3306/{logs,tmp,undolog}
七、創(chuàng)建my.cnf配置文件
7-1搔预、第一臺配置
# 第一臺
if [ -f /etc/my.cnf ]; then
mv /etc/my.cnf /etc/my.cnf.`date +%Y%m%d%H%m`.bak
fi
# node1
cat >/data/mysql/mysql_3306/my_3306.cnf <<"EOF"
[client]
port = 3306
socket = /data/mysql/mysql_3306/tmp/mysql_3306.sock
[mysql]
prompt="\u@\h \R:\m:\s [\d]> "
no-auto-rehash
[mysqld]
user = mysql
port = 3306
admin_address = 127.0.0.1
basedir = /usr/local/mysql
datadir = /data/mysql/mysql_3306/data
socket = /data/mysql/mysql_3306/tmp/mysql_3306.sock
pid-file = mysql_3306.pid
character-set-server = utf8mb4
skip_name_resolve = 1
#replicate-wild-ignore-table=mysql.%
#replicate-wild-ignore-table=test.%
#replicate-wild-ignore-table=information_schema.%
# Two-Master configure
#server-1
#auto-increment-offset = 1
#auto-increment-increment = 2
#server-2
#auto-increment-offset = 2
#auto-increment-increment = 2
#default_authentication_plugin=mysql_native_password
# semi sync replication settings #
#plugin_dir = /usr/local/mysql/lib/mysql/plugin
#plugin_load = "validate_password.so;rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so"
plugin_dir = /usr/local/mysql/lib/plugin #官方版本的路徑
plugin_load = "rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so" #官方版本的路徑
slave_parallel_workers = 4
slave_parallel_type = LOGICAL_CLOCK
slave_preserve_commit_order = 1
open_files_limit = 65535
back_log = 1024
max_connections = 1024
max_connect_errors = 1000000
table_open_cache = 1024
table_definition_cache = 1024
table_open_cache_instances = 64
thread_stack = 512K
external-locking = FALSE
max_allowed_packet = 32M
sort_buffer_size = 4M
join_buffer_size = 4M
thread_cache_size = 1536
interactive_timeout = 600
wait_timeout = 600
tmp_table_size = 32M
max_heap_table_size = 32M
slow_query_log = 1
log_timestamps = SYSTEM
slow_query_log_file = /data/mysql/mysql_3306/logs/slow.log
log-error = /data/mysql/mysql_3306/logs/error.log
long_query_time = 0.1
log_queries_not_using_indexes =1
log_throttle_queries_not_using_indexes = 60
min_examined_row_limit = 100
log_slow_admin_statements = 1
log_slow_slave_statements = 1
server-id = 13306
log-bin = /data/mysql/mysql_3306/logs/mysql-bin
sync_binlog = 1
binlog_cache_size = 4M
max_binlog_cache_size = 2G
max_binlog_size = 1G
binlog_expire_logs_seconds=2592000
master_info_repository = TABLE
relay_log_info_repository = TABLE
gtid_mode = on
enforce_gtid_consistency = 1
binlog_checksum=NONE
log_slave_updates
slave-rows-search-algorithms = 'INDEX_SCAN,HASH_SCAN'
binlog_format = row
binlog_row_image=FULL
relay_log_recovery = 1
relay-log-purge = 1
key_buffer_size = 32M
read_buffer_size = 8M
read_rnd_buffer_size = 4M
bulk_insert_buffer_size = 64M
myisam_sort_buffer_size = 128M
myisam_max_sort_file_size = 10G
myisam_repair_threads = 1
lock_wait_timeout = 3600
explicit_defaults_for_timestamp = 1
innodb_thread_concurrency = 0
innodb_sync_spin_loops = 100
innodb_spin_wait_delay = 30
#transaction_isolation = REPEATABLE-READ
transaction_isolation = READ-COMMITTED
#innodb_additional_mem_pool_size = 16M
innodb_buffer_pool_size = 2867M
innodb_buffer_pool_instances = 4
innodb_buffer_pool_load_at_startup = 1
innodb_buffer_pool_dump_at_shutdown = 1
innodb_data_file_path = ibdata1:1G:autoextend
innodb_flush_log_at_trx_commit = 1
innodb_log_buffer_size = 32M
innodb_log_file_size = 2G
innodb_log_files_in_group = 3
innodb_max_undo_log_size = 4G
innodb_undo_directory = /data/mysql/mysql_3306/undolog
# 根據(jù)您的服務器IOPS能力適當調整
# 一般配普通SSD盤的話霹期,可以調整到 10000 - 20000
# 配置高端PCIe SSD卡的話,則可以調整的更高拯田,比如 50000 - 80000
innodb_io_capacity = 4000
innodb_io_capacity_max = 8000
innodb_flush_sync = 0
innodb_flush_neighbors = 0
innodb_write_io_threads = 8
innodb_read_io_threads = 8
innodb_purge_threads = 4
innodb_page_cleaners = 4
innodb_open_files = 65535
innodb_max_dirty_pages_pct = 50
innodb_flush_method = O_DIRECT
innodb_lru_scan_depth = 4000
innodb_checksum_algorithm = crc32
innodb_lock_wait_timeout = 10
innodb_rollback_on_timeout = 1
innodb_print_all_deadlocks = 1
innodb_file_per_table = 1
innodb_online_alter_log_max_size = 4G
innodb_stats_on_metadata = 0
# some var for MySQL 8
log_error_verbosity = 3
innodb_print_ddl_logs = 1
binlog_expire_logs_seconds = 2592000
#innodb_dedicated_server = 0
innodb_status_file = 1
# 注意: 開啟 innodb_status_output & innodb_status_output_locks 后, 可能會導致log-error文件增長較快
innodb_status_output = 0
innodb_status_output_locks = 0
#performance_schema
performance_schema = 1
performance_schema_instrument = '%memory%=on'
performance_schema_instrument = '%lock%=on'
#innodb monitor
innodb_monitor_enable="module_innodb"
innodb_monitor_enable="module_server"
innodb_monitor_enable="module_dml"
innodb_monitor_enable="module_ddl"
innodb_monitor_enable="module_trx"
innodb_monitor_enable="module_os"
innodb_monitor_enable="module_purge"
innodb_monitor_enable="module_log"
innodb_monitor_enable="module_lock"
innodb_monitor_enable="module_buffer"
innodb_monitor_enable="module_index"
innodb_monitor_enable="module_ibuf_system"
innodb_monitor_enable="module_buffer_page"
innodb_monitor_enable="module_adaptive_hash"
#MGR
#GR配置項 基中l(wèi)oose前綴表示若group Replication plugin未加載 mysql server仍明治維新啟動
transaction_write_set_extraction = XXHASH64 #對每個事務獲取write set历造,并且用XXHASH64算法獲取hash值
loose-group_replication_group_name = "58f6e65e-9309-11e9-9d88-525400184a0a" #組名,此處可拿select uuid()生成
loose-group_replication_start_on_boot = off #在mysqld啟動時不自動啟動組復制
loose-group_replication_local_address = "192.168.0.71:33006" #本節(jié)點的IP地址和端口,注意該端口是組內成員之間通信的端口吭产,而不是MySQL對外提供服務的端口
loose-group_replication_group_seeds = "192.168.0.71:33006,192.168.0.72:33006,192.168.0.73:33006" #種子節(jié)點的IP和端口號侣监,新成員加入到集群的時候需要聯(lián)系種子節(jié)點,啟動集群的節(jié)點不使用該選項
loose-group_replication_bootstrap_group = off #關閉臣淤,如果打開會造成腦裂 #是否啟動集群橄霉,注意,該選項任何時候只能用于一個節(jié)點邑蒋,通常情況下啟動集群的時候使用姓蜂,啟動之后需要關閉該選項
loose-group_replication_member_weight = 50 #權重選擇
[mysqldump]
quick
max_allowed_packet = 32M
[mysqld_safe]
#malloc-lib=/usr/local/mysql/lib/jmalloc.so
nice=-19
open-files-limit=65535
EOF
7-2、第二臺配置
# 第二臺
if [ -f /etc/my.cnf ]; then
mv /etc/my.cnf /etc/my.cnf.`date +%Y%m%d%H%m`.bak
fi
# node2
cat >/data/mysql/mysql_3306/my_3306.cnf <<"EOF"
[client]
port = 3306
socket = /data/mysql/mysql_3306/tmp/mysql_3306.sock
[mysql]
prompt="\u@\h \R:\m:\s [\d]> "
no-auto-rehash
[mysqld]
user = mysql
port = 3306
admin_address = 127.0.0.1
basedir = /usr/local/mysql
datadir = /data/mysql/mysql_3306/data
socket = /data/mysql/mysql_3306/tmp/mysql_3306.sock
pid-file = mysql_3306.pid
character-set-server = utf8mb4
skip_name_resolve = 1
#replicate-wild-ignore-table=mysql.%
#replicate-wild-ignore-table=test.%
#replicate-wild-ignore-table=information_schema.%
# Two-Master configure
#server-1
#auto-increment-offset = 1
#auto-increment-increment = 2
#server-2
#auto-increment-offset = 2
#auto-increment-increment = 2
# semi sync replication settings #
#plugin_dir = /usr/local/mysql/lib/mysql/plugin
#plugin_load = "validate_password.so;rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so"
plugin_dir = /usr/local/mysql/lib/plugin #官方版本的路徑
plugin_load = "rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so" #官方版本的路徑
slave_parallel_workers = 4
slave_parallel_type = LOGICAL_CLOCK
slave_preserve_commit_order = 1
open_files_limit = 65535
back_log = 1024
max_connections = 1024
max_connect_errors = 1000000
table_open_cache = 1024
table_definition_cache = 1024
table_open_cache_instances = 64
thread_stack = 512K
external-locking = FALSE
max_allowed_packet = 32M
sort_buffer_size = 4M
join_buffer_size = 4M
thread_cache_size = 1536
interactive_timeout = 600
wait_timeout = 600
tmp_table_size = 32M
max_heap_table_size = 32M
slow_query_log = 1
log_timestamps = SYSTEM
slow_query_log_file = /data/mysql/mysql_3306/logs/slow.log
log-error = /data/mysql/mysql_3306/logs/error.log
long_query_time = 0.1
log_queries_not_using_indexes =1
log_throttle_queries_not_using_indexes = 60
min_examined_row_limit = 100
log_slow_admin_statements = 1
log_slow_slave_statements = 1
server-id = 23306
log-bin = /data/mysql/mysql_3306/logs/mysql-bin
sync_binlog = 1
binlog_cache_size = 4M
max_binlog_cache_size = 2G
max_binlog_size = 1G
binlog_expire_logs_seconds=2592000
master_info_repository = TABLE
relay_log_info_repository = TABLE
gtid_mode = on
enforce_gtid_consistency = 1
binlog_checksum=NONE
log_slave_updates
slave-rows-search-algorithms = 'INDEX_SCAN,HASH_SCAN'
binlog_format = row
binlog_row_image=FULL
relay_log_recovery = 1
relay-log-purge = 1
key_buffer_size = 32M
read_buffer_size = 8M
read_rnd_buffer_size = 4M
bulk_insert_buffer_size = 64M
myisam_sort_buffer_size = 128M
myisam_max_sort_file_size = 10G
myisam_repair_threads = 1
lock_wait_timeout = 3600
explicit_defaults_for_timestamp = 1
innodb_thread_concurrency = 0
innodb_sync_spin_loops = 100
innodb_spin_wait_delay = 30
#transaction_isolation = REPEATABLE-READ
transaction_isolation = READ-COMMITTED
#innodb_additional_mem_pool_size = 16M
innodb_buffer_pool_size = 2867M
innodb_buffer_pool_instances = 4
innodb_buffer_pool_load_at_startup = 1
innodb_buffer_pool_dump_at_shutdown = 1
innodb_data_file_path = ibdata1:1G:autoextend
innodb_flush_log_at_trx_commit = 1
innodb_log_buffer_size = 32M
innodb_log_file_size = 2G
innodb_log_files_in_group = 3
innodb_max_undo_log_size = 4G
innodb_undo_directory = /data/mysql/mysql_3306/undolog
# 根據(jù)您的服務器IOPS能力適當調整
# 一般配普通SSD盤的話医吊,可以調整到 10000 - 20000
# 配置高端PCIe SSD卡的話钱慢,則可以調整的更高,比如 50000 - 80000
innodb_io_capacity = 4000
innodb_io_capacity_max = 8000
innodb_flush_sync = 0
innodb_flush_neighbors = 0
innodb_write_io_threads = 8
innodb_read_io_threads = 8
innodb_purge_threads = 4
innodb_page_cleaners = 4
innodb_open_files = 65535
innodb_max_dirty_pages_pct = 50
innodb_flush_method = O_DIRECT
innodb_lru_scan_depth = 4000
innodb_checksum_algorithm = crc32
innodb_lock_wait_timeout = 10
innodb_rollback_on_timeout = 1
innodb_print_all_deadlocks = 1
innodb_file_per_table = 1
innodb_online_alter_log_max_size = 4G
innodb_stats_on_metadata = 0
# some var for MySQL 8
log_error_verbosity = 3
innodb_print_ddl_logs = 1
binlog_expire_logs_seconds = 2592000
#innodb_dedicated_server = 0
innodb_status_file = 1
# 注意: 開啟 innodb_status_output & innodb_status_output_locks 后, 可能會導致log-error文件增長較快
innodb_status_output = 0
innodb_status_output_locks = 0
#performance_schema
performance_schema = 1
performance_schema_instrument = '%memory%=on'
performance_schema_instrument = '%lock%=on'
#innodb monitor
innodb_monitor_enable="module_innodb"
innodb_monitor_enable="module_server"
innodb_monitor_enable="module_dml"
innodb_monitor_enable="module_ddl"
innodb_monitor_enable="module_trx"
innodb_monitor_enable="module_os"
innodb_monitor_enable="module_purge"
innodb_monitor_enable="module_log"
innodb_monitor_enable="module_lock"
innodb_monitor_enable="module_buffer"
innodb_monitor_enable="module_index"
innodb_monitor_enable="module_ibuf_system"
innodb_monitor_enable="module_buffer_page"
innodb_monitor_enable="module_adaptive_hash"
#MGR
#GR配置項 基中l(wèi)oose前綴表示若group Replication plugin未加載 mysql server仍明治維新啟動
transaction_write_set_extraction = XXHASH64 #對每個事務獲取write set卿堂,并且用XXHASH64算法獲取hash值
loose-group_replication_group_name = "58f6e65e-9309-11e9-9d88-525400184a0a" #組名束莫,此處可拿select uuid()生成
loose-group_replication_start_on_boot = off #在mysqld啟動時不自動啟動組復制
loose-group_replication_local_address = "192.168.0.72:33006" #本節(jié)點的IP地址和端口,注意該端口是組內成員之間通信的端口草描,而不是MySQL對外提供服務的端口
loose-group_replication_group_seeds = "192.168.0.71:33006,192.168.0.72:33006,192.168.0.73:33006" #種子節(jié)點的IP和端口號览绿,新成員加入到集群的時候需要聯(lián)系種子節(jié)點穗慕,啟動集群的節(jié)點不使用該選項
loose-group_replication_bootstrap_group = off #關閉,如果打開會造成腦裂 #是否啟動集群份名,注意辰如,該選項任何時候只能用于一個節(jié)點廊散,通常情況下啟動集群的時候使用,啟動之后需要關閉該選項
loose-group_replication_member_weight = 50 #權重選擇
[mysqldump]
quick
max_allowed_packet = 32M
[mysqld_safe]
#malloc-lib=/usr/local/mysql/lib/jmalloc.so
nice=-19
open-files-limit=65535
EOF
7-3陆盘、第三臺配置
# 第三臺
if [ -f /etc/my.cnf ]; then
mv /etc/my.cnf /etc/my.cnf.`date +%Y%m%d%H%m`.bak
fi
# node3
cat >/data/mysql/mysql_3306/my_3306.cnf <<"EOF"
[client]
port = 3306
socket = /data/mysql/mysql_3306/tmp/mysql_3306.sock
[mysql]
prompt="\u@\h \R:\m:\s [\d]> "
no-auto-rehash
[mysqld]
user = mysql
port = 3306
admin_address = 127.0.0.1
basedir = /usr/local/mysql
datadir = /data/mysql/mysql_3306/data
socket = /data/mysql/mysql_3306/tmp/mysql_3306.sock
pid-file = mysql_3306.pid
character-set-server = utf8mb4
skip_name_resolve = 1
#replicate-wild-ignore-table=mysql.%
#replicate-wild-ignore-table=test.%
#replicate-wild-ignore-table=information_schema.%
# Two-Master configure
#server-1
#auto-increment-offset = 1
#auto-increment-increment = 2
#server-2
#auto-increment-offset = 2
#auto-increment-increment = 2
# semi sync replication settings #
#plugin_dir = /usr/local/mysql/lib/mysql/plugin
#plugin_load = "validate_password.so;rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so"
plugin_dir = /usr/local/mysql/lib/plugin #官方版本的路徑
plugin_load = "rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so" #官方版本的路徑
slave_parallel_workers = 4
slave_parallel_type = LOGICAL_CLOCK
slave_preserve_commit_order = 1
open_files_limit = 65535
back_log = 1024
max_connections = 1024
max_connect_errors = 1000000
table_open_cache = 1024
table_definition_cache = 1024
table_open_cache_instances = 64
thread_stack = 512K
external-locking = FALSE
max_allowed_packet = 32M
sort_buffer_size = 4M
join_buffer_size = 4M
thread_cache_size = 1536
interactive_timeout = 600
wait_timeout = 600
tmp_table_size = 32M
max_heap_table_size = 32M
slow_query_log = 1
log_timestamps = SYSTEM
slow_query_log_file = /data/mysql/mysql_3306/logs/slow.log
log-error = /data/mysql/mysql_3306/logs/error.log
long_query_time = 0.1
log_queries_not_using_indexes =1
log_throttle_queries_not_using_indexes = 60
min_examined_row_limit = 100
log_slow_admin_statements = 1
log_slow_slave_statements = 1
server-id = 33306
log-bin = /data/mysql/mysql_3306/logs/mysql-bin
sync_binlog = 1
binlog_cache_size = 4M
max_binlog_cache_size = 2G
max_binlog_size = 1G
binlog_expire_logs_seconds=2592000
master_info_repository = TABLE
relay_log_info_repository = TABLE
gtid_mode = on
enforce_gtid_consistency = 1
binlog_checksum=NONE
log_slave_updates
slave-rows-search-algorithms = 'INDEX_SCAN,HASH_SCAN'
binlog_format = row
binlog_row_image=FULL
relay_log_recovery = 1
relay-log-purge = 1
key_buffer_size = 32M
read_buffer_size = 8M
read_rnd_buffer_size = 4M
bulk_insert_buffer_size = 64M
myisam_sort_buffer_size = 128M
myisam_max_sort_file_size = 10G
myisam_repair_threads = 1
lock_wait_timeout = 3600
explicit_defaults_for_timestamp = 1
innodb_thread_concurrency = 0
innodb_sync_spin_loops = 100
innodb_spin_wait_delay = 30
#transaction_isolation = REPEATABLE-READ
transaction_isolation = READ-COMMITTED
#innodb_additional_mem_pool_size = 16M
innodb_buffer_pool_size = 2867M
innodb_buffer_pool_instances = 4
innodb_buffer_pool_load_at_startup = 1
innodb_buffer_pool_dump_at_shutdown = 1
innodb_data_file_path = ibdata1:1G:autoextend
innodb_flush_log_at_trx_commit = 1
innodb_log_buffer_size = 32M
innodb_log_file_size = 2G
innodb_log_files_in_group = 3
innodb_max_undo_log_size = 4G
innodb_undo_directory = /data/mysql/mysql_3306/undolog
# 根據(jù)您的服務器IOPS能力適當調整
# 一般配普通SSD盤的話讳嘱,可以調整到 10000 - 20000
# 配置高端PCIe SSD卡的話幔嗦,則可以調整的更高,比如 50000 - 80000
innodb_io_capacity = 4000
innodb_io_capacity_max = 8000
innodb_flush_sync = 0
innodb_flush_neighbors = 0
innodb_write_io_threads = 8
innodb_read_io_threads = 8
innodb_purge_threads = 4
innodb_page_cleaners = 4
innodb_open_files = 65535
innodb_max_dirty_pages_pct = 50
innodb_flush_method = O_DIRECT
innodb_lru_scan_depth = 4000
innodb_checksum_algorithm = crc32
innodb_lock_wait_timeout = 10
innodb_rollback_on_timeout = 1
innodb_print_all_deadlocks = 1
innodb_file_per_table = 1
innodb_online_alter_log_max_size = 4G
innodb_stats_on_metadata = 0
# some var for MySQL 8
log_error_verbosity = 3
innodb_print_ddl_logs = 1
binlog_expire_logs_seconds = 2592000
#innodb_dedicated_server = 0
innodb_status_file = 1
# 注意: 開啟 innodb_status_output & innodb_status_output_locks 后, 可能會導致log-error文件增長較快
innodb_status_output = 0
innodb_status_output_locks = 0
#performance_schema
performance_schema = 1
performance_schema_instrument = '%memory%=on'
performance_schema_instrument = '%lock%=on'
#innodb monitor
innodb_monitor_enable="module_innodb"
innodb_monitor_enable="module_server"
innodb_monitor_enable="module_dml"
innodb_monitor_enable="module_ddl"
innodb_monitor_enable="module_trx"
innodb_monitor_enable="module_os"
innodb_monitor_enable="module_purge"
innodb_monitor_enable="module_log"
innodb_monitor_enable="module_lock"
innodb_monitor_enable="module_buffer"
innodb_monitor_enable="module_index"
innodb_monitor_enable="module_ibuf_system"
innodb_monitor_enable="module_buffer_page"
innodb_monitor_enable="module_adaptive_hash"
#MGR
#GR配置項 基中l(wèi)oose前綴表示若group Replication plugin未加載 mysql server仍明治維新啟動
transaction_write_set_extraction = XXHASH64 #對每個事務獲取write set沥潭,并且用XXHASH64算法獲取hash值
loose-group_replication_group_name = "58f6e65e-9309-11e9-9d88-525400184a0a" #組名邀泉,此處可拿select uuid()生成
loose-group_replication_start_on_boot = off #在mysqld啟動時不自動啟動組復制
loose-group_replication_local_address = "192.168.0.73:33006" #本節(jié)點的IP地址和端口,注意該端口是組內成員之間通信的端口钝鸽,而不是MySQL對外提供服務的端口
loose-group_replication_group_seeds = "192.168.0.71:33006,192.168.0.72:33006,192.168.0.73:33006" #種子節(jié)點的IP和端口號汇恤,新成員加入到集群的時候需要聯(lián)系種子節(jié)點,啟動集群的節(jié)點不使用該選項
loose-group_replication_bootstrap_group = off #關閉拔恰,如果打開會造成腦裂 #是否啟動集群因谎,注意,該選項任何時候只能用于一個節(jié)點颜懊,通常情況下啟動集群的時候使用蓝角,啟動之后需要關閉該選項
loose-group_replication_member_weight = 50 #權重選擇
[mysqldump]
quick
max_allowed_packet = 32M
[mysqld_safe]
#malloc-lib=/usr/local/mysql/lib/jmalloc.so
nice=-19
open-files-limit=65535
EOF
八阱穗、修改權限、初始化并啟動
chown -R mysql.mysql /data/mysql/mysql_3306
chown -R mysql.mysql /usr/local/mysql/
#初始化
# /usr/local/mysql/bin/mysqld --user=mysql --basedir=/usr/local/mysql --datadir=/data/mysql --initialize-insecure
# 官方推薦使用--initialize使鹅,會在錯誤日志中生成難以輸入的臨時密碼揪阶,我這里使用的免密碼的方式。
/usr/local/mysql/bin/mysqld --defaults-file=/data/mysql/mysql_3306/my_3306.cnf --initialize-insecure --user=mysql &
#啟動數(shù)據(jù)庫
/usr/local/mysql/bin/mysqld_safe --defaults-file=/data/mysql/mysql_3306/my_3306.cnf &
九患朱、查看日志
#9鲁僚、查看日志``# tail -f /data/mysql/mysql_3306/logs/error.log
十、初次登陸
#10裁厅、初次登陸
/usr/local/mysql/bin/mysql -S /data/mysql/mysql_3306/tmp/mysql_3306.sock
十一冰沙、修改密碼
# 修改密碼方法
set sql_log_bin = 0;
ALTER USER 'root'@'localhost' IDENTIFIED WITH mysql_native_password BY 'mysqlrootpasswd' PASSWORD EXPIRE NEVER ;
create user 'root'@'127.0.0.1' identified WITH mysql_native_password by 'mysqlrootpasswd' PASSWORD EXPIRE NEVER ;
grant all privileges on *.* to 'root'@'127.0.0.1' with grant option;
create user 'admin_m'@'127.0.0.1' identified WITH mysql_native_password by 'mysqladmin_mpasswd' PASSWORD EXPIRE NEVER ;
grant all privileges on *.* to 'admin_m'@'127.0.0.1' with grant option;
create user 'admin_m'@'%' identified WITH mysql_native_password by 'mysqladmin_mpasswd' PASSWORD EXPIRE NEVER ;
grant all privileges on *.* to 'admin_m'@'%' with grant option;
create user 'test_w'@'%' identified with mysql_native_password by 'mysqladmin_wpasswd' PASSWORD EXPIRE NEVER ;
grant insert,delete,update,select on *.* to 'test_w'@'%' ;
create user 'test_r'@'%' identified with mysql_native_password by 'mysqladmin_rpasswd' PASSWORD EXPIRE NEVER ;
grant insert,delete,update,select on *.* to 'test_r'@'%' ;
create user 'repl'@'%' IDENTIFIED with mysql_native_password by 'mysqlreplpasswd' ;
GRANT REPLICATION SLAVE ON *.* TO 'repl'@'%' ;
set sql_log_bin = 1;
附: 查看當前創(chuàng)建的所有用戶信息SQL
select user,host,plugin from mysql.user;
十二、快捷方式設置**
快捷方式
ln -s /usr/local/mysql/lib/libmysqlclient.so /usr/lib/
ln -s /usr/local/mysql/lib/libmysqlclient.so.21 /usr/lib/libmysqlclient.so.21
ln -s /usr/local/mysql/lib/libmysqlclient.so /usr/lib64/
ln -s /usr/local/mysql/lib/libmysqlclient.so.21 /usr/lib64/libmysqlclient.so.21
ln -s /data/mysql/mysql_3306/tmp/mysql_3306.sock /tmp/mysql.sock
ln -s /usr/local/mysql/bin/* /usr/bin/
做快捷操作:
cat >>~/.bashrc <<"EOF"
##########
alias mysql.3306.start="/usr/local/mysql/bin/mysqld_safe --defaults-file=/data/mysql/mysql_3306/my_3306.cnf &"
alias mysql.3306.stop="/usr/local/mysql/bin/mysqladmin -h127.0.0.1 -P 3306 -uroot -p'mysqlrootpasswd' shutdown &"
alias mysql.3306.login="/usr/local/mysql/bin/mysql -h127.0.0.1 -P 3306 -uroot -p'mysqlrootpasswd'"
##########
EOF
source /root/.bash_profile
cat >>/etc/ld.so.conf <<"EOF"
/usr/local/mysql/lib
EOF
ldconfig
mysql.3306.login
十三执虹、MGR配置
13-1拓挥、第一臺配置
# MGR 第一臺配置:
# 第一步:創(chuàng)建用于復制的用戶
set sql_log_bin=0;
create user 'repuser'@'%' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'%';
create user 'repuser'@'127.0.0.1' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'127.0.0.1';
create user 'repuser'@'localhost' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'localhost';
set sql_log_bin=1;
# 第二步:配置復制所使用的用戶
change master to master_user='repuser',master_password='mysqlrepuserpasswd' for channel 'group_replication_recovery';
# 第三步:安裝mysql group replication這個插件
# 備注:如果在my.cnf里寫寫入 plugin_load="group_replication=group_replication.so" 這步就可以不用操作
install plugin group_replication soname 'group_replication.so';
# 通過show plugins;查看是否安裝成功
show plugins;
# 第四步:建個群(官方點的說法就是初始化一個復制組
set global group_replication_bootstrap_group=on;
start group_replication;
set global group_replication_bootstrap_group=off;
select * from performance_schema.replication_group_members;
13-2、第二臺袋励、第三臺配置
#MGR 配置其他從節(jié)點
#在所有從主機上的mysql中執(zhí)行
# 第一步:創(chuàng)建用于復制的用戶
set sql_log_bin=0;
create user 'repuser'@'%' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'%';
create user 'repuser'@'127.0.0.1' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'127.0.0.1';
create user 'repuser'@'localhost' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'localhost';
set sql_log_bin=1;
# 第二步:配置復制所使用的用戶
change master to master_user='repuser',master_password='mysqlrepuserpasswd' for channel 'group_replication_recovery';
# 第三步:安裝mysql group replication這個插件
# 備注:如果在my.cnf里寫寫入 plugin_load="group_replication=group_replication.so" 這步就可以不用操作
install plugin group_replication soname 'group_replication.so';
# 通過show plugins;查看是否安裝成功
show plugins;
# 第四步:加入前面創(chuàng)建好的復制組
start group_replication;
select * from performance_schema.replication_group_members;
十四侥啤、單主切換到多主
# 單主切換到多主,視業(yè)務情況決定是否要切換
# MGR切換模式需要重新啟動組復制,因此需要在所有節(jié)點上先關閉組復制茬故,
#設置 group_replication_single_primary_mode=OFF 等參數(shù)盖灸,再啟動組復制。
1) 停止組復制(在所有MGR節(jié)點上執(zhí)行):
stop group_replication;
set global group_replication_single_primary_mode=OFF;
set global group_replication_enforce_update_everywhere_checks=ON;
2) 隨便選擇某個MGR節(jié)點執(zhí)行 (比如這里選擇在MGR-node1節(jié)點):
set global group_replication_recovery_get_public_key=1;
SET GLOBAL group_replication_bootstrap_group=ON;
START GROUP_REPLICATION;
SET GLOBAL group_replication_bootstrap_group=OFF;
3) 然后在其他的MGR節(jié)點執(zhí)行 (這里指MGR-node2和MGR-node3節(jié)點上執(zhí)行):
set global group_replication_recovery_get_public_key=1;
START GROUP_REPLICATION;
4) 查看MGR組信息 (在任意一個MGR節(jié)點上都可以查看)
SELECT * FROM performance_schema.replication_group_members;
# 可以看到所有MGR節(jié)點狀態(tài)都是online磺芭,角色都是PRIMARY赁炎,MGR多主模式搭建成功。
十五钾腺、多主切換回單主
# 多主切回單主模式
1) 停止組復制(在所有MGR節(jié)點上執(zhí)行):
stop group_replication;
set global group_replication_enforce_update_everywhere_checks=OFF;
set global group_replication_single_primary_mode=ON;
2) 選擇一個節(jié)點作為主節(jié)點, 在主節(jié)點上執(zhí)行 (這里選擇MGR-node1節(jié)點作為主節(jié)點)
SET GLOBAL group_replication_bootstrap_group=ON;
START GROUP_REPLICATION;
SET GLOBAL group_replication_bootstrap_group=OFF;
3) 在其他剩余的節(jié)點, 也就是從庫節(jié)點上執(zhí)行 (這里從庫節(jié)點指的就是MGR-node2和MGR-node3):
START GROUP_REPLICATION;
4) 查看MGR組信息 (在任意一個MGR節(jié)點上都可以查看)
SELECT * FROM performance_schema.replication_group_members;
十六徙垫、故障注意事項
# 故障注意點:
# 單主模式,恢復MGR-node1節(jié)點, 恢復后, 需要手動激活下該節(jié)點的組復制功能
# 如果節(jié)點發(fā)生故障, 在恢復后需要重新加入到MGR集群里, 正確的做法是:
STOP GROUP_REPLICATION;
START GROUP_REPLICATION;
# 如果某個節(jié)點掛了, 則其他的節(jié)點繼續(xù)進行同步.
# 當故障節(jié)點恢復后, 只需要手動激活下該節(jié)點的組復制功能("START GROUP_REPLICATION;"),
# 即可正常加入到MGR組復制集群內并自動同步其他節(jié)點數(shù)據(jù).
# 如果是i/o復制出現(xiàn)異常
# 確定數(shù)據(jù)無誤后
# 查找主庫的gtid情況
mysql> show global variables like '%gtid%' ;
+----------------------------------------------+-------------------------------------------------------+
| Variable_name | Value |
+----------------------------------------------+-------------------------------------------------------+
| binlog_gtid_simple_recovery | ON |
| enforce_gtid_consistency | ON |
| group_replication_gtid_assignment_block_size | 1000000 |
| gtid_executed | 58f6e65e-9309-11e9-9d88-525400184a0a:1-946050:1000003 |
| gtid_executed_compression_period | 1000 |
| gtid_mode | ON |
| gtid_owned | |
| gtid_purged | |
| session_track_gtids | OFF |
+----------------------------------------------+-------------------------------------------------------+
rows in set (0.00 sec)
# 在有故障的從庫中操作
stop GROUP_REPLICATION;
reset master;
set global gtid_purged='58f6e65e-9309-11e9-9d88-525400184a0a:1-946055:1000003';
START GROUP_REPLICATION;
# 添加白名單網(wǎng)段
stop group_replication;
set global group_replication_ip_whitelist="127.0.0.1/32,172.16.60.0/24,172.16.50.0/24,172.16.51.0/24";
start group_replication;
show variables like "group_replication_ip_whitelist";
# 一定要注意: 配置白名單前面一定要先關閉 Group Replication, 及先要執(zhí)行"stop group_replication;"
十七放棒、集群重啟及故障恢復
重啟
注意需要先確認是否所有節(jié)點數(shù)據(jù)最新,如果有不一樣的,需要將最新數(shù)據(jù)的節(jié)點作為主節(jié)點啟動
先在master節(jié)點:
STOP GROUP_REPLICATION;
SET GLOBAL group_replication_bootstrap_group=ON;
change master to master_user='repuser',master_password='mysqlrepuserpasswd' for channel 'group_replication_recovery';
START GROUP_REPLICATION;
SET GLOBAL group_replication_bootstrap_group=OFF;
mysql> select * from performance_schema.replication_group_members;
+---------------------------+--------------------------------------+-------------+-------------+--------------+-------------+----------------+
| CHANNEL_NAME | MEMBER_ID | MEMBER_HOST | MEMBER_PORT | MEMBER_STATE | MEMBER_ROLE | MEMBER_VERSION |
+---------------------------+--------------------------------------+-------------+-------------+--------------+-------------+----------------+
| group_replication_applier | 443da833-73b1-11ea-ad9b-000c29559945 | master01 | 3306 | ONLINE | PRIMARY | 8.0.19 |
+---------------------------+--------------------------------------+-------------+-------------+--------------+-------------+----------------+
1 row in set (0.00 sec)
其他節(jié)點:
STOP GROUP_REPLICATION;
change master to master_user='repuser',master_password='mysqlrepuserpasswd' for channel 'group_replication_recovery';
START GROUP_REPLICATION;
單節(jié)點恢復
STOP GROUP_REPLICATION;
change master to master_user='repuser',master_password='mysqlrepuserpasswd' for channel 'group_replication_recovery';
START GROUP_REPLICATION;
恢復節(jié)點一直處于recovering
有可能是由于mysql8的新的密碼加密方式導致的
解決方法:在MGR主節(jié)點
SET SQL_LOG_BIN=0;
alter USER 'repuser'@'%' IDENTIFIED WITH sha256_password BY 'mysqlrepuserpasswd';
alter USER 'repuser'@'127.0.0.1' IDENTIFIED WITH sha256_password BY 'mysqlrepuserpasswd';
alter USER 'repuser'@'localhost' IDENTIFIED WITH sha256_password BY 'mysqlrepuserpasswd';
SET SQL_LOG_BIN=1;
可以考慮在生成密碼的時候
set sql_log_bin=0;
create user 'repuser'@'%' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'%';
create user 'repuser'@'127.0.0.1' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'127.0.0.1';
create user 'repuser'@'localhost' identified WITH sha256_password by 'mysqlrepuserpasswd';
grant replication slave,replication client on *.* to 'repuser'@'localhost';
set sql_log_bin=1;
十八. 其他
慢查詢相關設置:
mysql> show variables like 'long_query_time';
+-----------------+----------+
| Variable_name | Value |
+-----------------+----------+
| long_query_time | 1.000000 |
+-----------------+----------+
1 row in set (0.01 sec)
mysql> show variables like 'slow_query%';
+---------------------+-------------------------------------------+
| Variable_name | Value |
+---------------------+-------------------------------------------+
| slow_query_log | ON |
| slow_query_log_file | /home/data/mysql/mysql_3306/logs/slow.log |
+---------------------+-------------------------------------------+
2 rows in set (0.01 sec)
mysql> SELECT @@global.log_throttle_queries_not_using_indexes;
+-------------------------------------------------+
| @@global.log_throttle_queries_not_using_indexes |
+-------------------------------------------------+
| 60 |
+-------------------------------------------------+
1 row in set (0.00 sec)
mysql> SELECT @@global.min_examined_row_limit;
+---------------------------------+
| @@global.min_examined_row_limit |
+---------------------------------+
| 100 |
+---------------------------------+
1 row in set (0.00 sec)
mysql> SET global min_examined_row_limit=1000;
Query OK, 0 rows affected (0.00 sec) # 行數(shù)超過1000條的才會被記錄
mysql> SELECT @@global.min_examined_row_limit;
+---------------------------------+
| @@global.min_examined_row_limit |
+---------------------------------+
| 1000 |
+---------------------------------+
1 row in set (0.00 sec)
mysql> SELECT @@global.log_queries_not_using_indexes; # 查看是否開啟索引檢查
+----------------------------------------+
| @@global.log_queries_not_using_indexes |
+----------------------------------------+
| 1 |
+----------------------------------------+
1 row in set (0.00 sec)
如果要關閉是否啟用索引的檢查:
SET global log_queries_not_using_indexes=0; # 應該是這樣寫的...
set global log_queries_not_using_indexes=off; # 這行是網(wǎng)上查的寫法....
clone插件的使用:
安裝:(需要mysql8.0.17版本以上)
mysql> install plugin clone SONAME 'mysql_clone.so';
Query OK, 0 rows affected (0.02 sec)
mysql> show plugins;
+---------------------------------+----------+--------------------+----------------------+---------+
| Name | Status | Type | Library | License |
+---------------------------------+----------+--------------------+----------------------+---------+
| binlog | ACTIVE | STORAGE ENGINE | NULL | GPL |
| mysql_native_password | ACTIVE | AUTHENTICATION | NULL | GPL |
| sha256_password | ACTIVE | AUTHENTICATION | NULL | GPL |
| caching_sha2_password | ACTIVE | AUTHENTICATION | NULL | GPL |
| sha2_cache_cleaner | ACTIVE | AUDIT | NULL | GPL |
| CSV | ACTIVE | STORAGE ENGINE | NULL | GPL |
| MEMORY | ACTIVE | STORAGE ENGINE | NULL | GPL |
| InnoDB | ACTIVE | STORAGE ENGINE | NULL | GPL |
| INNODB_TRX | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CMP | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CMP_RESET | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CMPMEM | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CMPMEM_RESET | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CMP_PER_INDEX | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CMP_PER_INDEX_RESET | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_BUFFER_PAGE | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_BUFFER_PAGE_LRU | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_BUFFER_POOL_STATS | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_TEMP_TABLE_INFO | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_METRICS | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_FT_DEFAULT_STOPWORD | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_FT_DELETED | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_FT_BEING_DELETED | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_FT_CONFIG | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_FT_INDEX_CACHE | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_FT_INDEX_TABLE | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_TABLES | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_TABLESTATS | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_INDEXES | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_TABLESPACES | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_COLUMNS | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_VIRTUAL | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_CACHED_INDEXES | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| INNODB_SESSION_TEMP_TABLESPACES | ACTIVE | INFORMATION SCHEMA | NULL | GPL |
| MyISAM | ACTIVE | STORAGE ENGINE | NULL | GPL |
| MRG_MYISAM | ACTIVE | STORAGE ENGINE | NULL | GPL |
| PERFORMANCE_SCHEMA | ACTIVE | STORAGE ENGINE | NULL | GPL |
| TempTable | ACTIVE | STORAGE ENGINE | NULL | GPL |
| ARCHIVE | ACTIVE | STORAGE ENGINE | NULL | GPL |
| BLACKHOLE | ACTIVE | STORAGE ENGINE | NULL | GPL |
| FEDERATED | DISABLED | STORAGE ENGINE | NULL | GPL |
| ngram | ACTIVE | FTPARSER | NULL | GPL |
| mysqlx | ACTIVE | DAEMON | NULL | GPL |
| mysqlx_cache_cleaner | ACTIVE | AUDIT | NULL | GPL |
| rpl_semi_sync_master | ACTIVE | REPLICATION | semisync_master.so | GPL |
| rpl_semi_sync_slave | ACTIVE | REPLICATION | semisync_slave.so | GPL |
| group_replication | ACTIVE | GROUP REPLICATION | group_replication.so | GPL |
| clone | ACTIVE | CLONE | mysql_clone.so | GPL |
+---------------------------------+----------+--------------------+----------------------+---------+
48 rows in set (0.00 sec)
本地克隆:
mysql> CLONE LOCAL DATA DIRECTORY = '/home/mysql/test';
Query OK, 0 rows affected (36.53 sec)
遠程克隆:(未驗證)
set global clone_valid_donor_list='192.168.64.154:5432'
clone instance from gao@192.168.64.154:5432 identified by '213456' data directory = '/data/backup/clone/mysql8';
遠程克隆可用于創(chuàng)建mysql的集群同步節(jié)點,遠程克隆的具體使用可以參照: