westdc-zf1/application/module/Westdc/Dataimport/Processing/Csv.php

219 lines
5.5 KiB
PHP
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<?php
/**
* Created by PhpStorm.
* User: liujin834
* Date: 15-1-27
* Time: 下午3:12
*/
namespace Westdc\Dataimport\Processing;
use Westdc\Dataimport\ProcessingInterface;
use Westdc\Dataimport\AbstractProcessing;
use Goodby\CSV as CSVOBJ;
use Helpers\PDO;
class Csv extends AbstractProcessing implements ProcessingInterface{
private $source_file;
private $csv_object;
private $csv_line_data;
const ERROR_INDEX_NOT_MATCHED = "值的个数于其它行不匹配";
const ERROR_INDEX_TYPE_DIFFERENT = "值的类型于上一行不同";
const ERROR_EMPTY_FILE = "文件是空的";
const ERROR_LINE_TITLE = "行:";
const ERROR_COLUMN_TITLE = "列:";
const ERROR_DATA_TYPE_NOT_MATCHED = "数据与数据库中的类型不匹配,不能进行导入";
/**
* 初始化
* @param $file
*/
public function init($file)
{
$this->source_file = $file;
$interpreter = new CSVOBJ\Import\Standard\Interpreter;
$interpreter->addObserver(function($columns){
foreach($columns as $k=>$v){
if(is_numeric($v))
$columns[$k] = $v+0;
}
$this->csv_line_data[] = $columns;
});
$lexer = new CSVOBJ\Import\Standard\Lexer(new CSVOBJ\Import\Standard\LexerConfig);
$lexer->parse($file,$interpreter);
$this->csv_object = $lexer;
}
/**
* 獲取總行數
* @return int
*/
public function getLineCount(){
return count($this->csv_line_data);
}//getLineCount()
/**
* 獲取文件大小
* @return int
*/
public function getSize(){
$size = filesize($this->source_file);
$type = array('Bytes','KB','MB','GB','TB');
for($i = 0; $size >= 1024; $i++)//单位每增大1024则单位数组向后移动一位表示相应的单位
{
$size/=1024;
}
return (floor($size*100)/100).$type[$i];//floor是取整函数为了防止出现一串的小数这里取了两位小数
}//getSize(){
/**
* 獲取文件類型
* @return mixed
*/
public function getType(){
$finfo = finfo_open(FILEINFO_MIME_TYPE);
$filetype = finfo_file($finfo, $this->source_file) ; //文件mime类型
finfo_close($finfo);
return $filetype;
}//getType()
/**
* 獲取內容
* @return mixed
*/
public function getLines()
{
return $this->csv_line_data;
}//getLines()
/**
* @return mixed
*/
public function getHtmlTable()
{
return $this->csv_object->toHTML('table-csv-data with-header');
}//getTable()
/**
* 獲取CSV對象
* @return mixed
*/
public function getCsvObject()
{
return $this->csv_object;
}
/**
* 檢查文件內容是否規則
* @return array|bool
*/
public function checkRegularity()
{
$lines = $this->getLines();
$error_stack = [];
if(!is_array($lines) || count($lines) < 1)
return [self::ERROR_EMPTY_FILE];
foreach($lines as $k=>$v){
if($k < 1 || empty($v))
continue;
if(count($v) != count($lines[$k-1]))
{
$error_stack[] = self::ERROR_LINE_TITLE . ($k + 1) .":".self::ERROR_INDEX_NOT_MATCHED;
continue;
}
foreach($v as $vIndex => $item){
if(gettype($item) != gettype($lines[$k-1][$vIndex]))
{
$error_stack[] = self::ERROR_LINE_TITLE . ($k + 1) .":".self::ERROR_INDEX_TYPE_DIFFERENT;
}
}
}
if(count($error_stack) < 1)
return true;
else
return $error_stack;
}//checkRegularity()
/**
* 检查字段是否对应
* @param $fields
* @return array|bool
*/
public function checkTableField(array $fields)
{
$error_stack = [];
$first_line = $this->getLines()[0];
foreach($fields as $index => $field)
{
$func = $this->checkFieldsDataType($field['data_type'],$first_line[$index]);
if($func)
continue;
else
$error_stack[] = self::ERROR_COLUMN_TITLE . $index .":" . self::ERROR_DATA_TYPE_NOT_MATCHED;
}
if(count($error_stack) < 1)
return true;
else
return $error_stack;
}
public function import($table)
{
$config = \Zend_Registry::get('config');
$db = new PDO([
'host' => $config->visual_db->hostname,
'port' => $config->visual_db->port,
'db' => $config->visual_db->database,
'user' => $config->visual_db->username,
'pwd' => $config->visual_db->password
]);
$db->setAttribute(\PDO::ATTR_PERSISTENT,true);
$error_stack = [];
try{
$db->setAttribute(\PDO::ATTR_ERRMODE , \PDO::ERRMODE_EXCEPTION);
$db->beginTransaction();
$place_holder=[];
foreach($this->getLines()[0] as $v)
{
$place_holder[] = "?";
}
$sth = $db->prepare("INSERT INTO $table VALUES (".join(",",$place_holder).")");
foreach($this->getLines() as $line)
{
$sth->execute($line);
}
$db->commit();
}catch(\Exception $e){
$db->rollBack();
$error_stack[] = $e->getMessage();
return $error_stack;
}
return true;
}
}