Export.php
3.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
<?php
namespace fast;
use think\db\Query;
use think\Exception;
/**
示例:
$model = $model->where()->select(false);
$count = $model->where()->count;
$export = new Export();
$export->setSql($model);
$export->setDirName(date('Ymd'));
$export->setFields('x,y');
$export->setCount($count);
$export->setHeader(['学号','姓名']);
$export->setFileName('xxxxxxx');
$ret = $export->out();
if(!$ret) echo $export->getError();
$export->getUrl();
* Class Export 百万数据导出
* @package fast
*/
class Export {
private $header = [];
private $fields = [];
private $dirname = "";
private $fileName = "";
private $sql = null;
private $baseDir = "uploads/exports/";
private $sqlLimit = 100000;
private $error = "";
private $Url = "";
private $count = 0;
//表头
function setHeader($header){
$this->header = $header;
}
//每 limit 条切割成单独文件
function setLimit($limit){
$this->sqlLimit = $limit;
}
//目录名
function setDirName($dirname){
$this->dirname = $dirname;
}
//文件名
function setFileName($fileName){
$this->fileName = $fileName;
}
//查询对象
function setSql($sql){
$this->sql = $sql;
}
function setCount($count){
$this->count = $count;
}
function setFields($fields){
if (is_array($fields)){
$this->fields = implode(',',$fields);
}else{
$this->fields = $fields;
}
}
function out(){
if (!$this->sql){
$this->error = "请传正确的Query";
return false;
}
if (empty($this->fileName)){
$this->error = "文件名不可为空";
return false;
}
if (empty($this->dirname)){
$this->error = "目录名不可为空";
return false;
}
if (empty($this->fields)){
$this->error = "请填写要导出的字段";
return false;
}
if (empty($this->header)){
$this->header = implode(',',$this->fields);
}
if (!$this->count){
$this->error = "请输入条数";
return false;
}
try {
$url = $this->baseDir.'/'.$this->fileName;
if(!is_dir($this->baseDir)){
mkdir($this->baseDir);
}
set_time_limit(0);
$sqlLimit = $this->sqlLimit;
$limit = $this->sqlLimit;
$cnt = 0;
$fileNameArr = array();
for ($i = 0; $i < ceil($this->count / $sqlLimit); $i++) {
$fp = fopen($url . '_' . $i . '.csv', 'w'); //生成临时文件
$fileNameArr[] = $url . '_' . $i . '.csv';
fputcsv($fp, $this->header);
$limitCount = $i * $sqlLimit;
$dataArr = db()->query($this->sql . " limit $limitCount,$sqlLimit");
foreach ($dataArr as $a) {
$cnt++;
if ($limit == $cnt) {
ob_flush();
flush();
$cnt = 0;
}
fputcsv($fp, $a);
}
fclose($fp);//每生成一个文件关闭
}
$zip = new \ZipArchive();
$filename = $url . ".zip";
$zip->open($filename, \ZipArchive::CREATE);//打开压缩包
foreach ($fileNameArr as $file) {
$zip->addFile($file, basename($file));//向压缩包中添加文件
}
$zip->close();//关闭压缩包
foreach ($fileNameArr as $file) {
unlink($file);//删除csv临时文件
}
$this->Url = $filename;
return true;
}catch (Exception $e){
$this->error = $e->getMessage();
return false;
}
}
function getError(){
return $this->error;
}
function getUrl(){
return $this->Url;
}
}