#489 Run the synchro with parameter max_chunk_size to split the execution into several processes, each loading at most the given count of replica (note: the master process will continue to run while child processes are being forked one by one)

SVN:trunk[1732]
This commit is contained in:
Romain Quetiez
2011-12-20 15:55:07 +00:00
parent d74f562dba
commit 9ac4f84e22
9 changed files with 912 additions and 336 deletions

View File

@@ -120,6 +120,13 @@ $aPageParams = array
'default' => 'summary',
'description' => '[retcode] to return the count of lines in error, [summary] to return a concise report, [details] to get a detailed report (each line listed)',
),
'max_chunk_size' => array
(
'mandatory' => false,
'modes' => 'cli',
'default' => '0',
'description' => 'Limit on the count of records that can be loaded at once while performing the synchronization',
),
/*
'reportlevel' => array
(
@@ -621,7 +628,8 @@ try
//
if ($bSynchronize)
{
$oStatLog = $oDataSource->Synchronize($oLoadStartDate);
$oSynchroExec = new SynchroExecution($oDataSource, $oLoadStartDate);
$oStatLog = $oSynchroExec->Process();
$oP->add_comment('Synchronization---');
$oP->add_comment('------------------');
if ($sOutput == 'details')