westdc-zf1/tools/datafile-generate.sh

#!/bin/bash
data_dir=$1
if [ $# -ne 1 ]
then
  echo "Usage: $0 {DATA_DIR}"
  exit 1
fi
rm dataset.txt
cat_txt=$$
find $data_dir | grep uuid.txt > $cat_txt
cat $cat_txt | while read oneline;
do
echo $oneline >> dataset.txt;
cat "$oneline" >> dataset.txt;
uuid=`cat "$oneline"`;
# 移除前后空格，避免错误
uuid=`echo $uuid`;
if [ -e $uuid.txt ]
then
  echo "do nothing! uuid重复或后面有空格：$uuid"
else
find -L "${oneline%uuid.txt}" -exec du -b -s {} \; -exec ./dir_output.sh "{}" \; >$uuid.txt
echo $uuid
sed -i '/uuid.txt$/,/file$/d' $uuid.txt
fi
echo -e \\n >> dataset.txt;
done
# 删除空行
 sed -i '/^$/d' dataset.txt 
rm $cat_txt
sed -i 's/uuid.txt//' dataset.txt
sed -i 's/^ //' dataset.txt
exit 0