bob
/
westdc-zf1
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

提升稳定性和效率

This commit is contained in:
wlx 2014-03-03 13:37:10 +00:00
parent 7a9d11a977
commit 6ffe628c27
1 changed files with 143 additions and 127 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

124
tools/wsndata.php
View File

@ -1,5 +1,8 @@
<?php <?php
set_time_limit(0); set_time_limit(0);
error_reporting(-1);
ini_set("display_errors",'On');
ini_set('error_log','/tmp/wsn.log');
//安全检查：只接受来自westdc.westgis.ac.cn的访问 //安全检查：只接受来自westdc.westgis.ac.cn的访问
if(@$_SERVER['HTTP_CLIENT_IP']){ if(@$_SERVER['HTTP_CLIENT_IP']){
$onlineip=$_SERVER['HTTP_CLIENT_IP']; $onlineip=$_SERVER['HTTP_CLIENT_IP'];
@ -8,7 +11,7 @@
}else{ }else{
$onlineip=@$_SERVER['REMOTE_ADDR']; $onlineip=@$_SERVER['REMOTE_ADDR'];
} }
if ($argc!=2 && $onlineip!='210.77.68.241' && $onlineip!='210.77.68.215' && $onlineip!='2001:cc0:f006::9') if ($argc!=2 && $onlineip!='210.77.68.241' && $onlineip!='210.77.68.215' && $onlineip!='2001:cc0:f006::9' && $onlineip!='2001:cc0:f006::405')
die("error! You are not permitted to visit this page.".$onlineip); die("error! You are not permitted to visit this page.".$onlineip);
$db = new PDO('pgsql:host=210.77.68.40;dbname=observation', "gis", "gispassword"); $db = new PDO('pgsql:host=210.77.68.40;dbname=observation', "gis", "gispassword");
@ -27,15 +30,19 @@
$time=""; $time="";
$value=""; $value="";
$var=""; $var="";
$file=array(); $file=array();
$basepath='/disk1/WestDC/wsndata/'; $basepath='/disk1/WestDC/wsndata/';
//接收用户uid，只生成这个用户的数据 //接收用户uid，只生成这个用户的数据
if($argc==2) if($argc==2)
{ {
$uid = (int)$argv[1]; $uid = (int)$argv[1];
}else{ }else{
$uid = (int)@$_GET['uid']; $uid = (int)@$_GET['uid'];
} }
if (!($uid>0)) if (!($uid>0))
{ {
die("Error in parameter."); die("Error in parameter.");
@ -57,42 +64,40 @@
} }
} }
} else { } else {
$sql_user = "SELECT * from users_pm_down where starttime is not null and result=-1 and type='down' and uid=$uid"; $sql_user = "SELECT distinct uid,site,variable,starttime,endtime from users_pm_down where starttime is not null and result=-1 and type='down' and uid=$uid";
$sth_user = $db->query($sql_user); $sth_user = $db->query($sql_user);
$rows_user = $sth_user->fetchAll(); $rows_user = $sth_user->fetchAll();
//有需要生成的数据 //有需要生成的数据
if(!empty($rows_user)) if($rows_user)
{ {
foreach($rows_user as $k=>$v ) foreach($rows_user as $k=>$v )
{ {
//逐个生成 //逐个生成
$site = $v['site']; $site = $v['site'];
$variable = $v['variable']; $variable = $v['variable'];
$start = $v['starttime']; $start = date('Y-m-d',strtotime($v['starttime']));
$end = $v['endtime']; $end = date('Y-m-d',strtotime($v['endtime']));
$uid = $v['uid']; $uid = $v['uid'];
//计算有多少天 //计算有多少天
$days=round((strtotime($end)-strtotime($start))/3600/24)+1; $days=round((strtotime($end)-strtotime($start))/3600/24)+1;
//获取观测点的名称 //获取观测点的名称
$sql_site= "SELECT fld_name from tbl_site_info where fld_site_id=$site"; $sql_site= "SELECT fld_name from tbl_site_info where fld_site_id=$site";
$sth_site = $db->query($sql_site); $sth_site = $db->query($sql_site);
$rows_site = $sth_site->fetch(); $rows_site = $sth_site->fetch();
$sitename= $rows_site['fld_name']; $sitename= $rows_site['fld_name'];
//获取用户的邮箱
$sql_mail= "SELECT email from users where id=$uid";
$sth_mail = $db->query($sql_mail);
$rows_mail = $sth_mail->fetch();
if(empty($rows_mail))
{$rows_mail['email']=="wuadan@lzb.ac.cn";}
//先为该用户创建一个文件夹 //先为该用户创建一个文件夹
$aimDir_user=$basepath.'wsn_'.$uid; $aimDir_user=$basepath.'wsn_'.$uid;
if (!file_exists($aimDir_user)) if (!file_exists($aimDir_user))
{ {
$result = mkdir($aimDir_user); $result = mkdir($aimDir_user);
} }
//在该用户文件夹下面再建立一个观测点文件夹 //在该用户文件夹下面再建立一个观测点文件夹
$aimDir_site=$aimDir_user.DIRECTORY_SEPARATOR.$site; $aimDir_site=$aimDir_user.DIRECTORY_SEPARATOR.$sitename;
if (!file_exists($aimDir_site)) if (!file_exists($aimDir_site))
{ {
$result = mkdir($aimDir_site); $result = mkdir($aimDir_site);
@ -102,37 +107,40 @@
if($variable==-1) if($variable==-1)
{ {
//获取数据 //获取数据
for ($i = 1; $i <= $days; $i++)
{
$endtime=date("Y-m-d 00:00:00",strtotime($start)+24*3600);
$sql2= "SELECT v.fld_time as time,v.fld_value as value,va.fld_name as variablename FROM tbl_value v left join tbl_variable_info va on v.fld_variable_id=va.fld_variable_id WHERE v.fld_site_id=$site AND v.fld_time>='$start' AND v.fld_time<'$endtime' ORDER BY time "; $sql2= "SELECT v.fld_time as time,v.fld_value as value,va.fld_name as variablename FROM tbl_value v left join tbl_variable_info va on v.fld_variable_id=va.fld_variable_id WHERE v.fld_site_id=$site AND v.fld_time>='$start' AND v.fld_time<'$endtime' ORDER BY time ";
$sth2 = $db->query($sql2); $sth2 = $db->query($sql2);
$rows2 = $sth2->fetchAll(); $rows2 = $sth2->fetchAll();
$datamount=count( $rows2); $endtime=date("Y-m-d",strtotime($start)+24*3600);
//组装数据
$html="";
foreach($rows2 as $k=>$v)
{
$time[$k] = $v['time'];
$value[$k] = $v['value'];
$var[$k] = $v['variablename'];
$html .=$time[$k].",".$var[$k].",".$value[$k]."\n";
}
$head = "Time,Variable,Value, \n"; $head = "Time,Variable,Value, \n";
$html="";
//将数据写入文件 foreach ($rows2 as $k=>$v)
{
//组装数据
if ($v['time']>=$start && $v['time']<$endtime)
{
$html.=$v['time'].",".$v['variablename'].",".$v['value']."\n";
} elseif ($v['time']>=$endtime) {
//写入文件
$resulttime=date("Ymd",strtotime($start)); $resulttime=date("Ymd",strtotime($start));
$fp = fopen($aimDir_site.DIRECTORY_SEPARATOR.$sitename."_all_".$resulttime.".CSV","w+");
$fp = fopen($aimDir_site.DIRECTORY_SEPARATOR.$sitename."_all_".$resulttime.".CSV","a"); //打开csv文件，如果不存在则创建
fwrite($fp,$head.$html); //写入数据 fwrite($fp,$head.$html); //写入数据
fclose($fp); //关闭文件句柄 fclose($fp); //关闭文件句柄
$start=$endtime;
$start = $endtime; $endtime=date("Y-m-d",strtotime($start)+24*3600);
$html=$v['time'].",".$v['variablename'].",".$v['value']."\n";
} }
if ($k==count($rows2)) //last record
{
//写入文件
$resulttime=date("Ymd",strtotime($start));
$fp = fopen($aimDir_site.DIRECTORY_SEPARATOR.$sitename."_all_".$resulttime.".CSV","w+");
fwrite($fp,$head.$html); //写入数据
fclose($fp); //关闭文件句柄
}
}
print $sitename."\r\n";
$sql_up= "update users_pm_down set result=0 WHERE site=$site and variable=-1 and uid=$uid and result=-1 and type='down'"; $sql_up= "update users_pm_down set result=0 WHERE site=$site and variable=-1 and uid=$uid and result=-1 and type='down'";
$sth_up = $db->query($sql_up); $db->query($sql_up);
} else { } else {
//获取观测变量的名称 //获取观测变量的名称
$sql3= "SELECT fld_name from tbl_variable_info where fld_variable_id=$variable"; $sql3= "SELECT fld_name from tbl_variable_info where fld_variable_id=$variable";
@ -140,37 +148,45 @@
$rows3 = $sth3->fetch(); $rows3 = $sth3->fetch();
$varname=$rows3['fld_name']; $varname=$rows3['fld_name'];
//获取数据 //获取数据
$endtime=""; $endtime=date("Y-m-d",strtotime($start)+24*3600);
for ($i = 1; $i <= $days; $i++) $sql2= "SELECT v.fld_time as time,v.fld_value as value,va.fld_name as variablename FROM tbl_value v left join tbl_variable_info va on v.fld_variable_id=va.fld_variable_id WHERE v.fld_variable_id=$variable and v.fld_site_id=$site AND v.fld_time>='$start' AND v.fld_time<='$end' ORDER BY time ";
{
$endtime=date("Y-m-d H:m:s",strtotime($start)+24*3600);
$sql2= "SELECT v.fld_time as time,v.fld_value as value,va.fld_name as variablename FROM tbl_value v left join tbl_variable_info va on v.fld_variable_id=va.fld_variable_id WHERE v.fld_variable_id =$variable and v.fld_site_id=$site AND v.fld_time>='$start' AND v.fld_time<='$endtime' ORDER BY time ";
$sth2 = $db->query($sql2); $sth2 = $db->query($sql2);
$rows2 = $sth2->fetchAll(); $rows2 = $sth2->fetchAll();
$datamount=count( $rows2);
//组装数据
$html="";
foreach($rows2 as $k=>$v)
{
$time[$k] = $v['time'];
$value[$k] = $v['value'];
$var[$k] = $v['variablename'];
$html .=$time[$k].",".$var[$k].",".$value[$k]."\n";
}
$head = "Time,Variable,Value, \n"; $head = "Time,Variable,Value, \n";
$html="";
foreach ($rows2 as $k=>$v)
{
//组装数据
if ($v['time']>=$start && $v['time']<$endtime)
{
$html.=$v['time'].",".$v['variablename'].",".$v['value']."\n";
} elseif ($v['time']>=$endtime) {
//写入文件 //写入文件
$resulttime=date("Ymd",strtotime($start)); $resulttime=date("Ymd",strtotime($start));
$fp = fopen($aimDir_site.DIRECTORY_SEPARATOR.$sitename."_".$varname."_".$resulttime.".CSV","a+"); $fp = fopen($aimDir_site.DIRECTORY_SEPARATOR.$sitename."_".$varname."_".$resulttime.".CSV","w+");
fwrite($fp,$head.$html); //写入数据 fwrite($fp,$head.$html); //写入数据
fclose($fp); //关闭文件句柄 fclose($fp); //关闭文件句柄
$start = $endtime; $start=$endtime;
$endtime=date("Y-m-d",strtotime($start)+24*3600);
$html=$v['time'].",".$v['variablename'].",".$v['value']."\n";
} }
if ($k==count($rows2)) //last record
{
//写入文件
$resulttime=date("Ymd",strtotime($start));
$fp = fopen($aimDir_site.DIRECTORY_SEPARATOR.$sitename."_".$varname."_".$resulttime.".CSV","w+");
fwrite($fp,$head.$html); //写入数据
fclose($fp); //关闭文件句柄
}
}
print $sitename.'--'.$varname."\r\n";
//给处理的数据做个标记result=0 //给处理的数据做个标记result=0
$sql_up= "update users_pm_down set result=0 WHERE site=$site and variable=$variable and uid=$uid and result=-1 and type='down'"; $sql_up= "update users_pm_down set result=0 WHERE site=$site and variable=$variable and uid=$uid and result=-1 and type='down'";
$sth_up = $db->query($sql_up); $db->query($sql_up);
} }
} }
} }
} }