shell模拟php多进程从redis获取数据(一个库多个key值)

比眉伴天荒 2023-10-17 17:48 29阅读 0赞

背景:现在的数据已经写到了redis队列里面，完成了入栈的操作，后期打算从redis获取数据，完成出栈的操作，出栈后然后做一系列的逻辑处理  
  
环境: VMware虚拟机 内存:1G 硬盘:60G php环境:PHP Version 5.6.31 php框架:TP

测试:事先在redis里面插入了60W条数据，分别模拟php单进程和多进程(3个多进程)

php单进程代码:

public function sinsert() \{  
//$redis = new Redis();  
//$redis->connect('127.0.0.1', 6379);  
//写到list类型缓存里面  
//lpush('zc\_hk\_list', serialize($zc\_hk))  
//$accountRepayModel = D('AccountRepay');  
$this->repay->start();  
for($i=1;$i<=600000;$i++) \{  
$arr = array("k"=>$i,"v"=>"dan".$i);  
//var\_dump($arr);//exit;  
$this->redis->lpush('hongniu', serialize($arr));  
\}  
$this->repay->stop();  
$spent\_time = $this->repay->spent($echo=true, '全量写入redis数据发送脚本');  
$this->repay->clear();  
/\*$key = 'name';  
$value = $redis->get($key);  
var\_dump($value);\*/  
\}  
public function slist() \{  
$this->repay->start();  
$list\_len = $this->redis->llen('hongniu');  
Log::write('单进程一共有:'.$list\_len."条");  
  
if ($list\_len == 0) return;  
while (true) \{  
//$result = $this->redis->rpop('hongniu');  
$result = $this->redis->lpop('hongniu');  
if(empty($result)) \{break;\}  
$repayment\_data= unserialize($result);  
if(is\_array($repayment\_data) && !empty($repayment\_data)) \{  
//Log::write('多进程写日志的结果是1:'.json\_encode($repayment\_data));  
Log::write('单进程写日志的结果是:'.json\_encode($repayment\_data));  
\}  
\}  
$this->repay->stop();  
$spent\_time = $this->repay->spent($echo=true, '单进程导出redis数据脚本');  
$this->repay->clear();  
\}

php多进程代码

public function binsert() \{  
//$redis = new Redis();  
//$redis->connect('127.0.0.1', 6379);  
//写到list类型缓存里面  
//lpush('zc\_hk\_list', serialize($zc\_hk))  
//$accountRepayModel = D('AccountRepay');  
$this->repay->start();  
for($i=1;$i<=600000;$i++) \{  
$arr = array("k"=>$i,"v"=>"dan".$i);  
//var\_dump($arr);//exit;  
if($i%3==0) \{  
$this->redis->lpush('hongniu0', serialize($arr));  
\}elseif($i%3==1) \{  
$this->redis->lpush('hongniu1', serialize($arr));  
\}else\{  
$this->redis->lpush('hongniu2', serialize($arr));  
\}  
\}  
$this->repay->stop();  
$spent\_time = $this->repay->spent($echo=true, '全量分别写入不同redis数据发送脚本');  
$this->repay->clear();  
/\*$key = 'name';  
$value = $redis->get($key);  
var\_dump($value);\*/  
\}

public function blist1() \{  
$this->repay->start();  
$list\_len = $this->redis->llen('hongniu0');  
Log::write('多进程一一共有:'.$list\_len."条");  
  
if ($list\_len == 0) return;  
  
while (true) \{  
//$result = $this->redis->rpop('hongniu');  
$result = $this->redis->lpop('hongniu0');  
if(empty($result)) \{break;\}  
$repayment\_data= unserialize($result);  
if(is\_array($repayment\_data) && !empty($repayment\_data)) \{  
//Log::write('多进程写日志的结果是1:'.json\_encode($repayment\_data));  
Log::write('多进程写日志的结果是1:'.json\_encode($repayment\_data), Log::INFO, Log::FILE, LOG\_PATH.'blist1\_'.date('Ymd').'.log');  
\}  
\}  
$this->repay->stop();  
$spent\_time = $this->repay->spent($echo=true, '多进程导出redis数据脚本1');  
$this->repay->clear();  
\}  
public function blist2() \{  
  
$this->repay->start();  
$list\_len = $this->redis->llen('hongniu1');  
Log::write('多进程二一共有:'.$list\_len."条");  
if ($list\_len == 0) return;  
  
while (true) \{  
//$result = $this->redis->rpop('hongniu');  
$result = $this->redis->lpop('hongniu1');  
if(empty($result)) \{break;\}  
$repayment\_data= unserialize($result);  
if(is\_array($repayment\_data) && !empty($repayment\_data)) \{  
//Log::write('多进程写日志的结果是1:'.json\_encode($repayment\_data));  
Log::write('多进程写日志的结果是2:'.json\_encode($repayment\_data), Log::INFO, Log::FILE, LOG\_PATH.'blist2\_'.date('Ymd').'.log');  
\}  
\}  
$this->repay->stop();  
$spent\_time = $this->repay->spent($echo=true, '多进程导出redis数据脚本2');  
$this->repay->clear();  
\}  
public function blist3() \{  
$this->repay->start();  
$list\_len = $this->redis->llen('hongniu2');  
Log::write('多进程三一共有:'.$list\_len."条");  
if ($list\_len == 0) return;  
  
while (true) \{  
//$result = $this->redis->rpop('hongniu');  
$result = $this->redis->lpop('hongniu2');  
if(empty($result)) \{break;\}  
$repayment\_data= unserialize($result);  
if(is\_array($repayment\_data) && !empty($repayment\_data)) \{  
//Log::write('多进程写日志的结果是1:'.json\_encode($repayment\_data));  
Log::write('多进程写日志的结果是3:'.json\_encode($repayment\_data), Log::INFO, Log::FILE, LOG\_PATH.'blist3\_'.date('Ymd').'.log');  
\}  
\}  
$this->repay->stop();  
$spent\_time = $this->repay->spent($echo=true, '多进程导出redis数据脚本3');  
$this->repay->clear();  
\}

shell文件(batch.sh)代码:

\#!/bin/sh  
for((i=3;i>=1;i--))  
do  
\{  
curl http://192.168.32.128/index.php/Business/blist$i  
\}&  
done  
  
测试结果如下所示:

![SouthEast][]

[SouthEast]: https://img-blog.csdn.net/20180116185118792?watermark/2/text/aHR0cDovL2Jsb2cuY3Nkbi5uZXQvZ2I0MjE1Mjg3/font/5a6L5L2T/fontsize/400/fill/I0JBQkFCMA==/dissolve/70/gravity/SouthEast