holm/egroupware
1
1
Fork 0
forked from extern/egroupware
Code Issues Pull Requests Packages Projects Releases Wiki Activity

* Admin/DB-Backup: querying only chunks for 100 rows, to not run into memory limit on huge tables

Browse Source
This commit is contained in:
Ralf Becker 2012-06-30 15:18:49 +00:00
parent 45fe6d9fea
commit f88aa3738b
1 changed files with 17 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
phpgwapi/inc/class.db_backup.inc.php
View File

@ -769,6 +769,11 @@ class db_backup
}
}
/**
* Number of rows to select per chunk, to not run into memory limit on huge tables
*/
const ROW_CHUNK = 100;
/**
* Backup all data in the form of a (compressed) csv file
*
@ -814,38 +819,28 @@ class db_backup
$this->schema_backup($f); // add the schema in a human readable form too
/* not needed, already done by schema_backup
foreach($this->adodb->MetaTables('TABLES') as $table)
{
if ($this->db->Type == 'sapdb' || $this->db->Type == 'maxdb')
{
$table = strtolower($table);
}
if (!($this->schemas[$table] = $this->schema_proc->GetTableDefinition($table)))
{
unset($this->schemas[$table]);
}
}
*/
fwrite($f,"\nschema: ".serialize($this->schemas)."\n");
foreach($this->schemas as $table => $schema)
{
if (in_array($table,$this->exclude_tables)) continue; // dont backup
$first_row = true;
$this->db->select($table,'*',false,__LINE__,__FILE__);
while($row = $this->db->row(true))
$total = 0;
do {
$num_rows = 0;
// querying only chunks for 100 rows, to not run into memory limit on huge tables
foreach($this->db->select($table, '*', false, __LINE__, __FILE__, $total, '', false, self::ROW_CHUNK) as $row)
{
if ($first_row)
{
fwrite($f,"\ntable: $table\n".implode(',',array_keys($row))."\n");
$first_row = false;
}
if ($total === 0) fwrite($f,"\ntable: $table\n".implode(',',array_keys($row))."\n");
array_walk($row,array('db_backup','escape_data'),$schema['fd']);
fwrite($f,implode(',',$row)."\n");
++$total;
++$num_rows;
}
}
while(!($total % self::ROW_CHUNK) && $num_rows);
}
if(!$zippresent) // save without files
{
if ($this->backup_files)