fix migrate_db2fs to only fetch 5 files per query, as we dont want to require enough memory to hold all file in memory

This commit is contained in:
Ralf Becker 2015-02-16 15:14:07 +00:00
parent 5c82ac5465
commit d1bea8ca1d
2 changed files with 15 additions and 12 deletions

View File

@ -664,7 +664,7 @@ class sqlfs_stream_wrapper implements iface_stream_wrapper
/**
* due to problems with recursive directory creation, we have our own here
*/
private static function mkdir_recursive($pathname, $mode, $depth=0)
protected static function mkdir_recursive($pathname, $mode, $depth=0)
{
$maxdepth=10;
$depth2propagate = (int)$depth + 1;

View File

@ -31,18 +31,20 @@ class sqlfs_utils extends sqlfs_stream_wrapper
self::_pdo();
}
$query = 'SELECT fs_id,fs_name,fs_size,fs_content'.
' FROM '.self::TABLE.' WHERE fs_content IS NOT NULL';
' FROM '.self::TABLE.' WHERE fs_content IS NOT NULL'.
' ORDER BY fs_id LIMIT 5 OFFSET :offset';
$fs_id = $fs_name = $fs_size = $fs_content = null;
$n = 0;
$stmt = self::$pdo->prepare($query);
$stmt->bindColumn(1,$fs_id);
$stmt->bindColumn(2,$fs_name);
$stmt->bindColumn(3,$fs_size);
$stmt->bindColumn(4,$fs_content,PDO::PARAM_LOB);
$stmt->bindValue(':offset', $n, PDO::PARAM_INT);
if ($stmt->execute())
while ($stmt->execute())
{
$n = 0;
foreach($stmt as $row)
{
// hack to work around a current php bug (http://bugs.php.net/bug.php?id=40913)
@ -82,16 +84,17 @@ class sqlfs_utils extends sqlfs_stream_wrapper
fclose($content); unset($content);
++$n;
unset($row); // not used, as we access bound variables
}
unset($stmt);
if (!$n) break; // just in case nothing is found, statement will execute just fine
}
unset($row); // not used, as we access bound variables
unset($stmt);
if ($n) // delete all content in DB, if there was some AND no error (exception thrown!)
{
$query = 'UPDATE '.self::TABLE.' SET fs_content=NULL WHERE fs_content IS NOT NULL';
$stmt = self::$pdo->prepare($query);
$stmt->execute();
}
if ($n) // delete all content in DB, if there was some AND no error (exception thrown!)
{
$query = 'UPDATE '.self::TABLE.' SET fs_content=NULL WHERE fs_content IS NOT NULL';
$stmt = self::$pdo->prepare($query);
$stmt->execute();
}
return $n;
}