秒杀系统，先存储在内存中，等高峰过去之后，在将数据存入数据库中
上篇实验中的集群节点服务都关掉
[root@server3 nginx-1.17.4]# killall redis-server编辑nginx的配置文件
root@server3 rhel7]# cd [root@server3 ~]# cd nginx-1.17.4/conf [root@server3 conf]# vi nginx.conf 2 user nginx nginx; 43 location / { 44 root html; 45 index index.php index.html index.htm; 46 } 65 location ~ \.php$ { 66 root html; 67 fastcgi_pass 127.0.0.1:9000; 68 fastcgi_index index.php; 69 # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name; 70 include fastcgi.conf; 71 } [root@server1 conf]# /usr/local/nginx/sbin/nginx -t [root@server3 conf]# useradd nginx开启nginx php 查看端口
[root@server3 conf]# /usr/local/nginx/sbin/nginx [root@server3 conf]# systemctl start php-fpm [root@server3 conf]# netstat -antuple Active Internet connections (servers and established) Proto Recv-Q Send-Q Local Address Foreign Address State User Inode PID/Program name tcp 0 0 0.0.0.0:80 0.0.0.0:* LISTEN 0 31086 7842/nginx: master tcp 0 0 0.0.0.0:22 0.0.0.0:* LISTEN 0 14167 629/sshd tcp 0 0 127.0.0.1:25 0.0.0.0:* LISTEN 0 15356 874/master tcp 0 0 127.0.0.1:9000 0.0.0.0:* LISTEN 0 31245 7850/php-fpm: maste [root@server3 ~]# ls gearman-mysql-udf-0.6.tar.gz nginx-1.17.4 redis-5.0.3.tar.gz test.php lib_mysqludf_json-master.zip nginx-1.17.4.tar.gz rhel6 Redis.pdf test.sql mysql redis-5.0.3 rhel7 worker.php [root@server3 ~]# mv test.php /usr/local/nginx/html/ [root@server3 ~]# cd /usr/local/nginx/html/ [root@server3 html]# ls 50x.html index.html test.php [root@server3 html]# mv test.php index.php [root@server3 html]# vi index.php 1 <?php 2 $redis = new Redis(); 3 $redis->connect('172.25.34.5',6379) or die ("could net connect redis server"); ##指向redis 4 # $query = "select * from test limit 9"; 5 $query = "select * from test"; 6 for ($key = 1; $key < 10; $key++) 7 { 8 if (!$redis->get($key)) 9 { 10 $connect = mysql_connect('172.25.34.6','redis','west os'); ##指向数据库安装rhel7.3自带数据库即可
如果之前安装过mysql数据库，先卸载数据库 [root@server5 ~]# rpm -aq | grep mysql mysql-community-common-5.7.24-1.el7.x86_64 mysql-community-client-5.7.24-1.el7.x86_64 mysql-community-server-5.7.24-1.el7.x86_64 mha4mysql-node-0.58-0.el7.centos.noarch mysql-community-libs-5.7.24-1.el7.x86_64 mysql-community-libs-compat-5.7.24-1.el7.x86_64 [root@server5 ~]# rpm -e `rpm -aq | grep mysql` --nodeps ##清除mysql数据库 warning: /etc/my.cnf saved as /etc/my.cnf.rpmsave 安装mariadb [root@server5 utils]# yum install mariadb-server -y [root@server5 mysql]# systemctl start mariadb [root@server5 mysql]# mysql_secure_installation MariaDB [(none)]> create database test; Query OK, 1 row affected (0.00 sec) MariaDB [(none)]> grant all on test.* to redis@'%' identified by 'westos'; Query OK, 0 rows affected (0.00 sec) MariaDB [test]> flush privileges; Query OK, 0 rows affected (0.00 sec) [root@server5 ~]# cd redis [root@server5 redis]# ls gearman-mysql-udf-0.6.tar.gz redis-5.0.3.tar.gz rhel7 test.sql lib_mysqludf_json-master.zip rhel6 Redis.pdf test.php worker.php [root@server5 redis]# vim test.sql use test; CREATE TABLE `test` (`id` int(7) NOT NULL AUTO_INCREMENT, `name` char(8) DEFAULT NULL, PRIMARY KEY (`id`)) ENGINE=InnoDB DEFAULT CHARSET=utf8; INSERT INTO `test` VALUES (1,'test1'),(2,'test2'),(3,'test3'),(4,'test4'),(5,'test5'),(6,'test6'),(7,'test7'),(8,'test8'),(9,'test9'); #DELIMITER $$ #CREATE TRIGGER datatoredis AFTER UPDATE ON test FOR EACH ROW BEGIN # SET @RECV=gman_do_background('syncToRedis', json_object(NEW.id as `id`, NEW.name as `name`)); # END$$ #DELIMITER ; [root@server5 redis]# mysql -pwestos < test.sql 导入测试库 [root@server5 ~]# mysql -p MariaDB [(none)]> grant all on test.* to redis@'%' identified by 'westos'; ##授权用户 MariaDB [(none)]> flush privileges; Query OK, 0 rows affected (0.00 sec) MariaDB [(none)]> use test; Reading table information for completion of table and column names You can turn off this feature to get a quicker startup with -A Database changed MariaDB [test]> select * from test; +----+-------+ | id | name | +----+-------+ | 1 | test1 | | 2 | test2 | | 3 | test3 | | 4 | test4 | | 5 | test5 | | 6 | test6 | | 7 | test7 | | 8 | test8 | | 9 | test9 | +----+-------+浏览器访问
刷新 第一次访问到的是数据库mariadb中的数据,然后刷新后是redis
server4:
[root@server4 ~]# redis-cli 127.0.0.1:6379> get 1 "test1"查看Redis数据库上存储的数据发现并未改变
[root@server4 ~]# redis-cli 127.0.0.1:6379> get 1 "test1"在mysql端修改的数据没有进行同步，说明数据是在redis端取得
到这里,我们已经实现了 redis 作为 mysql 的缓存服务器，但是如果更新了 mysql，redis中仍然会有对应的 KEY，数据就不会更新，此时就会出现 mysql 和 redis 数据不一致的情况。 那么我们该如何实现将mysql端修改的数据及时更新到redis端呢？所以接下来就要通过 mysql 触发器将改变的数据同步到 redis 中
Gearman 是一个支持分布式的任务分发框架： Gearman Job Server：Gearman核心程序，需要编译安装并以守护进程形式运行在后台。 Gearman Client：可以理解为任务的请求者。 Gearman Worker：任务的真正执行者，一般需要自己编写具体逻辑并通过守护进程方式运行，Gearman Worker 接收到 Gearman Client 传递的任务内容后，会按顺序处理。
下面要编写的 mysql 触发器，就相当于 Gearman 的客户端。修改表,插入表就相当于直接下发任务。然后通过 lib_mysqludf_json UDF 库函数将关系数据映射为 JSON 格式，然后在通过 gearman-mysql-udf 插件将任务加入到 Gearman 的任务队列中，最后通过redis_worker.php，也就是 Gearman 的 worker 端来完成 redis 数据库的更新。
mysql (client) -> gearmand:4730(job server) -> worker(php/python/java)
安装 lib_mysqludf_json
[root@server5 redis]# ls gearman-mysql-udf-0.6.tar.gz redis-5.0.3.tar.gz rhel7 test.sql lib_mysqludf_json-master.zip rhel6 Redis.pdf test.php worker.php [root@server5 redis]# unzip lib_mysqludf_json-master.zip Archive: lib_mysqludf_json-master.zip 37f851c808c4161beb4d5e535771dc0c59c82de6 creating: lib_mysqludf_json-master/ inflating: lib_mysqludf_json-master/README.md inflating: lib_mysqludf_json-master/lib_mysqludf_json.c inflating: lib_mysqludf_json-master/lib_mysqludf_json.html inflating: lib_mysqludf_json-master/lib_mysqludf_json.so inflating: lib_mysqludf_json-master/lib_mysqludf_json.sql [root@server5 redis]# cd lib_mysqludf_json-master [root@server5 lib_mysqludf_json-master]# ls lib_mysqludf_json.c lib_mysqludf_json.so README.md lib_mysqludf_json.html lib_mysqludf_json.sql [root@server5 lib_mysqludf_json-master]# gcc $(mysql_config --cflags) -shared -fPIC -o lib_mysqludf_json.so lib_mysqludf_json.c [root@server5 lib_mysqludf_json-master]# cp lib_mysqludf_json.so /usr/lib64/mysql/plugin/安装 gearman 软件包，并.安装 php 的 gearman 扩展
[root@server5 lib_mysqludf_json-master]# cd .. [root@server5 redis]# ls gearman-mysql-udf-0.6.tar.gz redis-5.0.3.tar.gz test.php lib_mysqludf_json-master rhel6 Redis.pdf test.sql lib_mysqludf_json-master.zip rhel7 worker.php [root@server5 redis]# tar zxf gearman-mysql-udf-0.6.tar.gz [root@server5 redis]# cd gearman-mysql-udf-0.6 [root@server5 rhel7]# ls gearmand-1.1.12-18.el7.x86_64.rpm libevent-devel-2.0.21-4.el7.x86_64.rpm libgearman-1.1.12-18.el7.x86_64.rpm libgearman-devel-1.1.12-18.el7.x86_64.rpm libzip-0.10.1-8.el7.x86_64.rpm openssl-1.0.2k-16.el7.x86_64.rpm openssl-libs-1.0.2k-16.el7.x86_64.rpm php-cli-5.4.16-46.el7.x86_64.rpm php-common-5.4.16-46.el7.x86_64.rpm php-fpm-5.4.16-46.el7.x86_64.rpm php-mysql-5.4.16-46.el7.x86_64.rpm php-pdo-5.4.16-46.el7.x86_64.rpm php-pecl-gearman-1.1.2-1.el7.x86_64.rpm php-pecl-igbinary-1.2.1-1.el7.x86_64.rpm php-pecl-redis-2.2.8-1.el7.x86_64.rpm php-process-5.4.16-46.el7.x86_64.rpm php-xml-5.4.16-46.el7.x86_64.rpm [root@server5 rhel7]# yum install libevent-devel-2.0.21-4.el7.x86_64.rpm libgearman-* [root@server5 redis]# cd ../gearman-mysql-udf-0.6 [root@server5 gearman-mysql-udf-0.6]# ./configure --libdir=/usr/lib64/mysql/plugin/ --with-mysql [root@server5 gearman-mysql-udf-0.6]# make && make install [root@server3 ~]# mysql -p MariaDB [(none)]> CREATE FUNCTION gman_do_background RETURNS STRING SONAME -> 'libgearman_mysql_udf.so'; Query OK, 0 rows affected (0.01 sec) MariaDB [(none)]> CREATE FUNCTION gman_servers_set RETURNS STRING SONAME -> 'libgearman_mysql_udf.so'; Query OK, 0 rows affected (0.00 sec) ##查看函数 MariaDB [(none)]> select * from mysql.func; +--------------------+-----+-------------------------+----------+ | name | ret | dl | type | +--------------------+-----+-------------------------+----------+ | json_object | 0 | lib_mysqludf_json.so | function | | gman_do_background | 0 | libgearman_mysql_udf.so | function | | gman_servers_set | 0 | libgearman_mysql_udf.so | function | +--------------------+-----+-------------------------+----------+ 3 rows in set (0.00 sec) ##指定 gearman 的服务信息 MariaDB [(none)]> SELECT gman_servers_set('172.25.19.1:4730'); +--------------------------------------+ | gman_servers_set('172.25.19.1:4730') | +--------------------------------------+ | 172.25.19.1:4730 | +--------------------------------------+ 1 row in set (0.02 sec)编写 mysql 触发器(根据实际情况编写)
[root@server3 ~]# vim test.sql use test; #CREATE TABLE `test` (`id` int(7) NOT NULL AUTO_INCREMENT, `name` char(8) DEFAULT NULL, PRIMARY KEY (`id`)) ENGINE=InnoDB DEFAULT CHARSET=utf8; #INSERT INTO `test` VALUES (1,'test1'),(2,'test2'),(3,'test3'),(4,'test4'),(5,'test5'),(6,'test6'),(7,'test7'),(8,'test8'),(9,'test9'); DELIMITER $$ CREATE TRIGGER datatoredis AFTER UPDATE ON test FOR EACH ROW BEGIN SET @RECV=gman_do_background('syncToRedis', json_object(NEW.id as `id`, NEW.name as `name`)); END$$ DELIMITER ; [root@server3 ~]# mysql -pwestos < test.sql查看触发器
MariaDB [(none)]> SHOW TRIGGERS FROM test;更新数据库信息
MariaDB [test]> update test set name='sm' where id=1; Query OK, 1 row affected (0.01 sec) Rows matched: 1 Changed: 1 Warnings: 0 MariaDB [test]> select * from test; +----+--------+ | id | name | +----+--------+ | 1 | sm | | 2 | test2 | | 3 | test3 | | 4 | test4 | | 5 | test5 | | 6 | test6 | | 7 | test7 | | 8 | test8 | | 9 | test9 | +----+--------+ 9 rows in set (0.00 sec)