Addshore has uploaded a new change for review.
https://gerrit.wikimedia.org/r/284440
Change subject: Add requeueChanges maint script
......................................................................
Add requeueChanges maint script
Bug: T133144
Change-Id: I36adcfcbb67f32563e74c99b0a0bd8e4a9550fb0
---
A repo/maintenance/requeueChanges.php
1 file changed, 164 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/mediawiki/extensions/Wikibase
refs/changes/40/284440/1
diff --git a/repo/maintenance/requeueChanges.php
b/repo/maintenance/requeueChanges.php
new file mode 100644
index 0000000..9ddb511
--- /dev/null
+++ b/repo/maintenance/requeueChanges.php
@@ -0,0 +1,164 @@
+<?php
+
+namespace Wikibase;
+
+use Maintenance;
+use MWException;
+
+$basePath = getenv( 'MW_INSTALL_PATH' ) !== false ? getenv( 'MW_INSTALL_PATH'
) : __DIR__ . '/../../../..';
+
+require_once $basePath . '/maintenance/Maintenance.php';
+
+/**
+ * Maintenance script that will re-queue changes between two given timestamps.
+ *
+ * This makes the assumption that clients just purge a whole page no matter
which bit of
+ * data has been changed.
+ * If this is no longer the case all changes from an entity since the first to
be re-queued
+ * should also be re-queued
+ *
+ * @since 0.7
+ *
+ * @license GPL-2.0+
+ * @author Addshore
+ */
+class RequeueChanges extends Maintenance {
+
+ /**
+ * @var bool
+ */
+ private $verbose;
+
+ public function __construct() {
+ parent::__construct();
+
+ $this->addDescription(
+ 'Maintenance script that re-queues changes between the
two given timestamps.'
+ );
+
+ $this->addOption(
+ 'from',
+ "Only rebuild rows in requested time range (in
YYYYMMDDHHMMSS format)",
+ true,
+ true
+ );
+ $this->addOption(
+ 'to',
+ "Only rebuild rows in requested time range (in
YYYYMMDDHHMMSS format)",
+ true,
+ true
+ );
+ $this->setBatchSize( 200 );
+ }
+
+ /**
+ * Maintenance script entry point.
+ *
+ * This will run $this->runPass() in a loop, the number of times
specified by $this->maxPasses.
+ * If $this->maxTime is exceeded before all passes are run, execution
is also terminated.
+ * If no suitable target wiki can be found for a pass, we sleep for
$this->delay seconds
+ * instead of dispatching.
+ */
+ public function execute() {
+ if ( !defined( 'WBL_VERSION' ) ) {
+ // Since people might waste time debugging odd errors
when they forget to enable the extension. BTDT.
+ throw new MWException( "WikibaseLib has not been
loaded." );
+ }
+
+ $recursive = $this->hasOption( 'recursive' );
+ if ( $recursive ) {
+ throw new MWException( 'recursive flag is not yet
implemented' );
+ }
+
+ $cutoffFrom = wfTimestamp( TS_UNIX, $this->getOption( 'from' )
);
+ $cutoffTo = wfTimestamp( TS_UNIX, $this->getOption( 'to' ) );
+ $this->output( "Running from $cutoffFrom to $cutoffTo.\n" );
+
+ $this->output( "Getting change rows in range.\n" );
+ $changeIds = $this->getChangeRowIdsInRange( $cutoffFrom,
$cutoffTo );
+ $this->output( count( $changeIds ) . " rows got.\n" );
+
+ $this->batchRequeueRows( $changeIds );
+ $this->output( "Done.\n" );
+ }
+
+ /**
+ * @param string $from TS_UNIX
+ * @param string $to TS_UNIX
+ *
+ * @return array
+ * @throws MWException
+ */
+ private function getChangeRowIdsInRange( $from, $to ) {
+ $dbr = $this->getDB( DB_SLAVE );
+
+ $ids = $dbr->selectFieldValues(
+ 'wb_changes',
+ 'change_id',
+ array(
+ 'change_time >= ' . $dbr->addQuotes(
$dbr->timestamp( $from ) ),
+ 'change_time <= ' . $dbr->addQuotes(
$dbr->timestamp( $to ) ),
+ ),
+ __METHOD__
+ );
+
+ if( !$ids ) {
+ throw new MWException( 'Failed to get change row ids.'
);
+ }
+
+ return $ids;
+ }
+
+ /**
+ * @param array $changeIds
+ *
+ * @throws \DBReplicationWaitError
+ */
+ private function batchRequeueRows( array $changeIds ) {
+ $dbw = $this->getDB( DB_MASTER );
+ foreach ( array_chunk( $changeIds, $this->mBatchSize ) as
$changeIdBatch ) {
+ $dbw->insertSelect(
+ 'wb_changes',
+ 'wb_changes',
+ array(
+ 'change_type' => 'change_type',
+ 'change_time ' => 'change_time ',
+ 'change_object_id ' =>
'change_object_id ',
+ 'change_revision_id ' =>
'change_revision_id ',
+ 'change_user_id ' => 'change_user_id ',
+ 'change_info' => 'change_info',
+ ),
+ array(
+ 'change_id' => $changeIdBatch
+ )
+ );
+ $this->output( "Batch complete.\n" );
+ wfGetLBFactory()->waitForReplication();
+ }
+ }
+
+ /**
+ * Log a message if verbose mode is enabled
+ *
+ * @param string $message
+ */
+ public function trace( $message ) {
+ if ( $this->verbose ) {
+ $this->log( " " . $message );
+ }
+ }
+
+ /**
+ * Log a message unless we are quiet.
+ *
+ * @param string $message
+ */
+ public function log( $message ) {
+ $this->output( date( 'H:i:s' ) . ' ' . $message . "\n",
'requeueChanges::log' );
+ $this->cleanupChanneled();
+ }
+
+}
+
+$maintClass = RequeueChanges::class;
+require_once RUN_MAINTENANCE_IF_MAIN;
--
To view, visit https://gerrit.wikimedia.org/r/284440
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I36adcfcbb67f32563e74c99b0a0bd8e4a9550fb0
Gerrit-PatchSet: 1
Gerrit-Project: mediawiki/extensions/Wikibase
Gerrit-Branch: master
Gerrit-Owner: Addshore <addshorew...@gmail.com>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
