function _initialize()
{
ini_set("display_errors", true);
$xxi = 0;
$conn_db = _ocilogon($this->db);
if (!$conn_db) {
exit('no db');
}
$get_included_files = basename(array_shift(get_included_files()));
$tt1 = microtime(true);
echo "<pre> 准备压缩数据:\n";
$monitor_count = $files = $monitor = $monitor_min = array();
$ic = 0;
$config_data = array();
$sql = "select * from {$this->report_monitor_queue} order by id desc LIMIT 0, 2000";
$stmt = _ociparse($conn_db, $sql);
_ociexecute($stmt);
$_row = array();
while (ocifetchinto($stmt, $_row, OCI_ASSOC + OCI_RETURN_LOBS + OCI_RETURN_NULLS)) {
$msg_array = unserialize($_row['QUEUE']);
if ($msg_array['v5'] == null) {
$msg_array['v5'] = VIP;
}
//专门对付SQL不规范的写法
if (strpos($msg_array['v1'], 'SQL') !== false) {
$out = array();
preg_match('# in(\\s+)?\\(#is', $msg_array['v4'], $out);
if ($out) {
$msg_array['v4'] = substr($msg_array['v4'], 0, strpos($msg_array['v4'], ' in')) . ' in....';
}
}
if (strpos($msg_array['v1'], 'SQL') !== false) {
preg_match('# in(\\s+)?\\(#is', $msg_array['v3'], $out);
if ($out) {
$msg_array['v3'] = substr($msg_array['v3'], 0, strpos($msg_array['v3'], ' in')) . ' in....';
}
}
foreach ((array) $msg_array['includes'] as $file) {
$files[$msg_array['vhost']][$file] = $file;
}
//查看命中了哪些监控
$config_data[$msg_array['v1']][$msg_array['v2']]++;
//日志数据,不会被删除
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['uptype'] = $msg_array['uptype'];
if ($msg_array['uptype'] == 'replace') {
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['count'] = $msg_array['num'];
} else {
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['count'] += $msg_array['num'];
}
//最大耗时
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['diff_time'] = max($monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['diff_time'], abs($msg_array['diff_time']));
//总耗时
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['total_diff_time'] += abs($msg_array['diff_time']);
//内存单次最大消耗
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['memory_max'] = max($monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['memory_max'], abs($msg_array['memory']));
//内存消耗.总
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['memory_total'] += abs($msg_array['memory']);
// 用户消耗CPU,单次最大
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['cpu_user_time_max'] = max($monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['cpu_user_time_max'], abs($msg_array['user_cpu']));
//用户消耗CPU,总
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['cpu_user_time_total'] += abs($msg_array['user_cpu']);
//系统消耗CPU,单次最大
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['cpu_sys_time_max'] = max($monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['cpu_sys_time_max'], abs($msg_array['sys_cpu']));
//系统消耗CPU,总
$monitor[date('Y-m-d H', strtotime($msg_array['time']))][$msg_array['v1']][$msg_array['v2']][$msg_array['v3']][$msg_array['v4']][$msg_array['v5']]['cpu_sys_time_total'] += abs($msg_array['sys_cpu']);
$monitor_count[md5(date('Y-m-d H', strtotime($msg_array['time'])) . $msg_array['v1'] . $msg_array['v2'] . $msg_array['v3'] . $msg_array['v4'] . $msg_array['v5'])] = 1;
if ($ic++ > 10 * 10000) {
break;
}
}
//clear queue start
$sql_d = "TRUNCATE {$this->report_monitor_queue}";
$stmt_d = _ociparse($conn_db, $sql_d);
_ociexecute($stmt_d);
//clear queue end
$diff_time = sprintf('%.5f', microtime(true) - $tt1);
echo "\n从{$ic}个压缩到" . count($monitor_count) . "(耗时:{$diff_time})\n";
echo "命中的类型:\n";
print_r($config_data);
echo "\n\n";
$conn_db = _ocilogon($this->db);
foreach ($monitor as $time => $vtype) {
foreach ($vtype as $type => $vhost) {
foreach ($vhost as $host => $vact) {
foreach ($vact as $act => $vkey) {
foreach ($vkey as $key => $vhostip) {
foreach ($vhostip as $hostip => $v) {
if (!$host) {
$host = 'null';
}
//截取4000字节
if (strlen($key) > 4000) {
$key = substr($key, 0, 4000);
}
if (strlen($hostip) > 200) {
$hostip = substr($hostip, 0, 200);
}
if (strlen($act) > 200) {
$act = substr($act, 0, 200);
}
//去掉回车
$act = strtr($act, array("\n" => null, "\r" => null));
if ($v['uptype'] == 'replace') {
//memory_max=,memory_total, cpu_user_time_max,cpu_user_time_total,cpu_sys_time_max,cpu_sys_time_total
$sql = "update {$this->report_monitor} set fun_count=:fun_count,v6=:v6, total_diff_time=:total_diff_time,\n\t\t\t\t\t\t\t\t\tmemory_max=:memory_max, memory_total=:memory_total, cpu_user_time_max=:cpu_user_time_max, cpu_user_time_total=:cpu_user_time_total, cpu_sys_time_max=:cpu_sys_time_max, cpu_sys_time_total=:cpu_sys_time_total where md5=:md5 ";
} else {
$sql = "update {$this->report_monitor} set fun_count=fun_count+:fun_count,v6=:v6, total_diff_time=:total_diff_time,\n\t\t\t\t\t\t\t\t memory_max=:memory_max, memory_total=:memory_total, cpu_user_time_max=:cpu_user_time_max, cpu_user_time_total=:cpu_user_time_total, cpu_sys_time_max=:cpu_sys_time_max, cpu_sys_time_total=:cpu_sys_time_total where md5=:md5 ";
}
$stmt = _ociparse($conn_db, $sql);
_ocibindbyname($stmt, ':md5', md5($time . $type . $host . $act . $key . $hostip));
_ocibindbyname($stmt, ':fun_count', $v['count']);
_ocibindbyname($stmt, ':v6', abs($v['diff_time']));
_ocibindbyname($stmt, ':total_diff_time', $v['total_diff_time']);
_ocibindbyname($stmt, ':memory_max', $v['memory_max']);
_ocibindbyname($stmt, ':memory_total', $v['memory_total']);
_ocibindbyname($stmt, ':cpu_user_time_max', $v['cpu_user_time_max']);
_ocibindbyname($stmt, ':cpu_user_time_total', $v['cpu_user_time_total']);
_ocibindbyname($stmt, ':cpu_sys_time_max', $v['cpu_sys_time_max']);
_ocibindbyname($stmt, ':cpu_sys_time_total', $v['cpu_sys_time_total']);
$oci_error = _ociexecute($stmt);
print_r($oci_error);
if ($oci_error) {
_status(1, VHOST . "(BUG错误)", 'SQL错误', "{$get_included_files}/{$_GET['act']}", var_export(array('cal_date' => $time, 'v1' => $type, 'v2' => $host, 'v3' => $act, 'v4' => $key, 'v5' => $hostip, 'fun_count' => $v['count'], 'v6' => abs($v['diff_time']), 'total_diff_time' => $v['total_diff_time'], 'memory_max' => $v['memory_max'], 'memory_total' => $v['memory_total'], 'cpu_user_time_max' => $v['cpu_user_time_max'], 'cpu_user_time_total' => $v['cpu_user_time_total'], 'cpu_sys_time_max' => $v['cpu_sys_time_max'], 'cpu_sys_time_total' => $v['cpu_sys_time_total']), true) . "|" . var_export($oci_error, true), VIP);
} else {
_status(1, VHOST . "(PHPAPM)", "统计消耗", $type, 'monitor(update)', VIP);
}
$_row_count = ocirowcount($stmt);
if (!$_row_count) {
$xxi++;
echo "{$xxi}:[{$time} . {$type} . {$host} . {$act} . {$key} . {$hostip}]\n";
$sql = "insert into {$this->report_monitor} (id,v1,v2,v3,v4,v5,fun_count,cal_date,v6,total_diff_time,memory_max,memory_total, cpu_user_time_max,cpu_user_time_total,cpu_sys_time_max,cpu_sys_time_total,md5)\n values(seq_{$this->report_monitor}.nextval,:v1,:v2,:v3,:v4,:v5,:fun_count,to_date(:cal_date,'yyyy-mm-dd hh24:mi:ss'),:v6,:total_diff_time,:memory_max,:memory_total, :cpu_user_time_max,:cpu_user_time_total,:cpu_sys_time_max,:cpu_sys_time_total,:md5)";
$stmt = _ociparse($conn_db, $sql);
_ocibindbyname($stmt, ':md5', md5($time . $type . $host . $act . $key . $hostip));
_ocibindbyname($stmt, ':cal_date', $time);
_ocibindbyname($stmt, ':v1', $type);
_ocibindbyname($stmt, ':v2', $host);
_ocibindbyname($stmt, ':v3', $act);
_ocibindbyname($stmt, ':v4', $key);
_ocibindbyname($stmt, ':v5', $hostip);
_ocibindbyname($stmt, ':fun_count', $v['count']);
_ocibindbyname($stmt, ':v6', abs($v['diff_time']));
_ocibindbyname($stmt, ':total_diff_time', $v['total_diff_time']);
_ocibindbyname($stmt, ':memory_max', $v['memory_max']);
_ocibindbyname($stmt, ':memory_total', $v['memory_total']);
_ocibindbyname($stmt, ':cpu_user_time_max', $v['cpu_user_time_max']);
_ocibindbyname($stmt, ':cpu_user_time_total', $v['cpu_user_time_total']);
_ocibindbyname($stmt, ':cpu_sys_time_max', $v['cpu_sys_time_max']);
_ocibindbyname($stmt, ':cpu_sys_time_total', $v['cpu_sys_time_total']);
$oci_error = _ociexecute($stmt);
print_r($oci_error);
if ($oci_error) {
_status(1, VHOST . "(BUG错误)", 'SQL错误', "{$get_included_files}/{$_GET['act']}", var_export(array('cal_date' => $time, 'time' => date('Y-m-d H:i:s'), 'md5' => md5($time . $type . $host . $act . $key . $hostip), 'v1' => $type, 'v2' => $host, 'v3' => $act, 'v4' => $key, 'v5' => $hostip, 'fun_count' => $v['count'], 'v6' => abs($v['diff_time']), 'memory_max' => $v['memory_max'], 'memory_total' => $v['memory_total'], 'cpu_user_time_max' => $v['cpu_user_time_max'], 'cpu_user_time_total' => $v['cpu_user_time_total'], 'cpu_sys_time_max' => $v['cpu_sys_time_max'], 'cpu_sys_time_total' => $v['cpu_sys_time_total']), true) . "|" . var_export($oci_error, true), VIP);
} else {
_status(1, VHOST . "(PHPAPM)", "统计消耗", $type, 'monitor', VIP);
}
}
}
}
}
}
}
}
_ocilogoff($conn_db);
if (!is_writable('/dev/shm')) {
exit('no writable shm');
}
if (!file_exists($dir = '/dev/shm/' . VHOST . '/')) {
mkdir($dir);
}
if (!file_exists($dir1 = '/dev/shm/xss_' . VHOST . '/')) {
mkdir($dir1);
}
include PHPAPM_PATH . "./lib/project_function.php";
$project_function = new project_function();
$check_files = array();
if (date('H') > 8 && date('H') <= 19) {
$time_area = '白天';
} else {
$time_area = '晚上';
}
//文件记录
foreach ($files as $module_name => $_files) {
foreach (array_unique($_files) as $file) {
if (!is_file($file)) {
continue;
}
//文件修改时间
$new_file = $dir . md5($file);
//
if (is_file($new_file) && filectime($new_file) < filectime($file)) {
echo "代码改动\n";
_status(1, $module_name . "(代码改动)", "文件改动-{$time_area}", $file, "", VIP, 0);
touch($new_file, filectime($file));
} elseif (!is_file($new_file)) {
_status(1, $module_name . "(代码改动)", "新增文件-{$time_area}", $file, "", VIP, 0);
touch($new_file, filectime($file));
}
//安全校验
$new_file = $dir1 . md5($file);
if (is_file($new_file) && filectime($new_file) < filectime($file)) {
$check_files[$file] = $module_name;
} elseif (!is_file($new_file)) {
$check_files[$file] = $module_name;
}
}
}
foreach ($check_files as $file => $module_name) {
$token = token_get_all(file_get_contents($file));
//代码所有人统计
if (strpos($file, '/phpCas/') === false || strpos($file, '/PHPMailer/') === false) {
$project_function->_function_author($token, $module_name, $file);
$project_function->_function_count($token, $module_name, $file);
$project_function->_xss($token, $module_name, $file);
$project_function->_sign($token, $module_name, $file);
$project_function->_disable_function($token, $module_name, $file);
}
touch($dir1 . md5($file), filectime($file));
}
die("\n" . date("Y-m-d H:i:s") . ',file:' . __FILE__ . ',line:' . __LINE__ . "\n");
}
function _initialize()
{
//暂时关闭
exit;
#每小时执行一次
if (date('i') != 30) {
exit;
}
if (is_writable('/dev/shm/')) {
$change = false;
$basefile = '/dev/shm/sql_' . VHOST;
$sqls = unserialize(file_get_contents($basefile));
if (empty($sqls)) {
echo "empty sqls\n";
$change = true;
}
echo "sql_count:" . count($sqls) . "\n";
foreach ($sqls as $k => $v) {
if ($v['type'] != 'oci' || $v['paser_txt'] || $v['vhost'] != VHOST) {
continue;
}
if (strpos($v['sql'], 'alter session') !== false) {
continue;
}
$conn_db = _ocilogon($v['db']);
$sql = "EXPLAIN PLAN SET STATEMENT_ID='pps' FOR " . $v['sql'];
$stmt = _ociparse($conn_db, $sql);
_ociexecute($stmt);
$sql = "SELECT * FROM TABLE(DBMS_XPLAN.DISPLAY('PLAN_TABLE','pps','BASIC'))";
$stmt = _ociparse($conn_db, $sql);
_ociexecute($stmt);
$_row = array();
$row_text = NULL;
while (ocifetchinto($stmt, $_row, OCI_ASSOC + OCI_RETURN_LOBS + OCI_RETURN_NULLS)) {
echo "change:explain\n";
$change = true;
$row_text .= "\n" . $_row['PLAN_TABLE_OUTPUT'];
}
_ocilogoff($conn_db);
$sqls[$k]['paser_txt'] = $row_text;
$sql_type = NULL;
$vv = _sql_table_txt($v['sql'], $sql_type);
//
$type = NULL;
if (strpos($v['act'], 'project') !== false) {
$type = "(项目)";
}
if (strpos($row_text, 'TABLE ACCESS FULL') !== false) {
_status(1, VHOST . "(BUG错误)", "问题SQL", "全表扫描{$type}", "{$v['db']}.{$vv}@{$v['act']}", $v['sql'] . "\n" . $row_text);
}
if (strpos($row_text, ' JOIN ') !== false) {
_status(1, VHOST . "(BUG错误)", "问题SQL", "多表查询{$type}", "{$v['db']}.{$vv}@{$v['act']}", $v['sql'] . "\n" . $row_text);
}
}
foreach ($sqls as $k => $v) {
if (time() > strtotime($v['add_time']) + 3600) {
echo "change:time\n";
$change = true;
unset($sqls[$k]);
}
}
if ($change) {
echo "write file.\n";
file_put_contents($basefile, serialize($sqls));
}
die("OK\n");
}
}