From 776d054838f005fa46bceb994bec8b8ec45fe9c8 Mon Sep 17 00:00:00 2001
From: wlx <wangliangxu@lzb.ac.cn>
Date: Mon, 27 Apr 2015 23:17:02 +0800
Subject: [PATCH] =?UTF-8?q?=E5=AE=9E=E7=8E=B0=E6=95=B0=E6=8D=AE=E5=BA=93?=
 =?UTF-8?q?=E6=8A=BD=E5=8F=96=E4=BB=A5=E5=8F=8A=E6=96=87=E4=BB=B6=E8=AF=BB?=
 =?UTF-8?q?=E5=8F=96=E5=88=A4=E6=96=AD=E5=8A=9F=E8=83=BD?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 README.md       |  2 ++
 file-in-db.php  | 32 ++++++++++++++++++++++++++++++++
 file-in-disk.sh | 15 +++++++++++++++
 3 files changed, 49 insertions(+)
 create mode 100755 file-in-db.php
 create mode 100644 file-in-disk.sh

diff --git a/README.md b/README.md
index e66918f..739338c 100644
--- a/README.md
+++ b/README.md
@@ -3,3 +3,5 @@
 * 从数据库提取数据文件，生成包含数据集uuid、path、volume、count信息的文本
 * 逐条检查数据集的文件大小和数量，记录异常数据集
 * 将结果通过邮件进行发送
+
+只检查对外公开的数据集，并且有实体的数据集。
\ No newline at end of file
diff --git a/file-in-db.php b/file-in-db.php
new file mode 100755
index 0000000..45437c2
--- /dev/null
+++ b/file-in-db.php
@@ -0,0 +1,32 @@
+<?php
+ $link = pg_connect("dbname=metadata user=gis password=gispassword host=210.77.68.241");
+ $host='ftp2.westgis.ac.cn';
+ $sql="select d.uuid,sum(df.filesize) as volume,count(df.id) as fcount,d.path from dataset d left join mdstatus ms on d.uuid=ms.uuid
+  left join datafile df on d.id=df.dsid
+  where ms.status>4 and d.host='".$host."'  group by d.id,d.uuid,d.path";
+ $result = pg_query($link, $sql);
+ $numrows = pg_num_rows($result);
+ $content='';
+ for($ri = 0; $ri < $numrows; $ri++) 
+ {
+  $row = pg_fetch_array($result, $ri);
+  $content.=$row['uuid']."\t";
+  $content.=$row['volume']."\t";
+  $content.=$row['fcount']."\t";
+  $content.=$row['path']."\n";
+ }
+
+ $filename='./dataset-0.txt';
+ if (!empty($content)) 
+  if (!file_put_contents($filename, $content, LOCK_EX))
+  {
+ 	sleep(1);
+ 	if (!file_put_contents($filename, $content, LOCK_EX))
+ 	{
+   sleep(1);
+   			if (!file_put_contents($filename, $content, LOCK_EX))
+   				die("error in write dataset-0.txt");
+   		}
+   	}
+	pg_free_result($result);
+	pg_close($link);
diff --git a/file-in-disk.sh b/file-in-disk.sh
new file mode 100644
index 0000000..898387d
--- /dev/null
+++ b/file-in-disk.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+rm dataset-1.txt
+cat dataset-0.txt | while read oneline;
+do
+        uuid=`echo $oneline | awk '{print $1}'`
+        datapath=`echo "$oneline" | awk -F'\t' '{print $4}'`
+		fcount=`find -L "$datapath"/* | wc -l`
+        if [ $fcount -gt 0 ]; then
+                volume=`du -sbL "$datapath"/* | awk '{a+=$1}END{print a}'`
+                echo -e $uuid'\t'$volume'\t'$fcount'\t'$datapath >> dataset-1.txt
+        else
+                echo $datapath;
+        fi
+done
+exit 0
\ No newline at end of file