// exec(‘mongoexport -h 192.168.6.97 --port 40000 -d fenjianlidb -c fenjianli -f "meta_info.file_path" -q "{\‘create_time\‘:{\‘$gte\‘: \‘1487088000\‘,\‘$lte\‘: \‘1487644200\‘}}" -o ‘ . $save_path .‘middle.txt‘, $ret); //window平台
//php 执行
exec(‘mongoexport -h 192.168.6.97 --port 40000 -d zhengliangdb -c newzengliang -f "meta_info.file_path" -q \‘{create_time:{$gte: 1487645408,$lte: 1487646251}}\‘ -o /data/work_time/work0221/testMid/middle.txt‘, $ret); //Linux 成功 （切记转移） mongoexport --help 查看
--------------------------------------测试代码-----------------------------------------
<?php
/**
* @Author: lixiaozhu
* @Date: 2016-09-21 12:51:55
* @Last Modified by: lixiaozhu
* @Last Modified time: 2017-01-20 18:50:24
*/
set_time_limit(0);
// $save_path = ‘D:/phpStudy/WWW/test01/mongo/test0221/‘;
$save_path = ‘/data/work_time/work0221/testMid/‘;
//中间件
// exec(‘mongoexport -h 192.168.6.97 --port 40000 -d fenjianlidb -c fenjianli -f "meta_info.file_path" -q "{\‘create_time\‘:{\‘$gte\‘: \‘1487088000\‘,\‘$lte\‘: \‘1487644200\‘}}" -o ‘ . $save_path .‘middle.txt‘, $ret); //window平台
//php 执行
exec(‘mongoexport -h 192.168.6.97 --port 40000 -d zhengliangdb -c newzengliang -f "meta_info.file_path" -q \‘{create_time:{$gte: 1487645408,$lte: 1487646251}}\‘ -o /data/work_time/work0221/testMid/middle.txt‘, $ret); //Linux 成功
$groups = array(
‘group1‘ => ‘http://192.168.6.49/‘,
‘group2‘ => ‘http://192.168.6.50/‘,
);
$content = file_get_contents($save_path . ‘middle.txt‘);
$list = preg_split(‘/\s+/‘, $content);
$prefix = date(‘YmdH‘);
foreach ($list as $key => $item) {
echo $key++, PHP_EOL;
$item = json_decode($item, true);
$file_path = trim($item[‘meta_info‘][‘file_path‘]);
$group = substr($file_path, 0, 6);
if (isset($groups[$group])) {
$url = $groups[$group] . $file_path;
$content = file_get_contents($url);
if(false !== strpos($content,‘zhaopin.com‘)){ //可能会有 zhaopin.cn localhost/qiaoda/zhilian/z1.html
error_log($url . PHP_EOL, 3, $save_path . $prefix .‘_zhilian.txt‘);
} elseif (false !== strpos($content,‘51job.com‘)){
error_log($url . PHP_EOL, 3, $save_path . $prefix .‘_51job.txt‘);
} elseif (false !== strpos($content,‘liepin.com‘)){
error_log($url . PHP_EOL, 3, $save_path . $prefix .‘_liepin.txt‘);
} elseif (false !== strpos($content,‘ganji.com‘)){
error_log($url . PHP_EOL, 3, $save_path . $prefix . ‘_ganji.txt‘);
} elseif (false !== strpos($content, ‘58.com‘)){
error_log($url . PHP_EOL, 3, $save_path . $prefix . ‘_58tongchen.txt‘);
} elseif (false !== strpos($content, ‘chinahr.com‘)){
error_log($url . PHP_EOL, 3, $save_path . $prefix . ‘_YCjianli.txt‘);
} else {
error_log($url . PHP_EOL, 3, $save_path . $prefix . ‘_other.txt‘);
}
} else {
echo ‘mubanFileError‘;
error_log($file_path . PHP_EOL, 3, $save_path . $prefix . ‘_mubanFileError.txt‘);
}
unset($content);
}