mDescription = "Send purge requests for listed pages to squid"; $this->addOption( 'purge', 'Whether to update page_touched.', false, false ); $this->addOption( 'namespace', 'Namespace number', false, true ); $this->addOption( 'all', 'Purge all pages', false, false ); $this->addOption( 'delay', 'Number of seconds to delay between each purge', false, true ); $this->addOption( 'verbose', 'Show more output', false, false, 'v' ); $this->setBatchSize( 100 ); } public function execute() { if ( $this->hasOption( 'all' ) ) { $this->purgeNamespace( false ); } elseif ( $this->hasOption( 'namespace' ) ) { $this->purgeNamespace( intval( $this->getOption( 'namespace' ) ) ); } else { $this->doPurge(); } $this->output( "Done!\n" ); } /** * Purge URL coming from stdin */ private function doPurge() { $stdin = $this->getStdin(); $urls = array(); while ( !feof( $stdin ) ) { $page = trim( fgets( $stdin ) ); if ( preg_match( '%^https?://%', $page ) ) { $urls[] = $page; } elseif ( $page !== '' ) { $title = Title::newFromText( $page ); if ( $title ) { $url = $title->getInternalURL(); $this->output( "$url\n" ); $urls[] = $url; if ( $this->getOption( 'purge' ) ) { $title->invalidateCache(); } } else { $this->output( "(Invalid title '$page')\n" ); } } } $this->output( "Purging " . count( $urls ) . " urls\n" ); $this->sendPurgeRequest( $urls ); } /** * Purge a namespace or all pages * * @param int|bool $namespace */ private function purgeNamespace( $namespace = false ) { $dbr = wfGetDB( DB_SLAVE ); $startId = 0; if ( $namespace === false ) { $conds = array(); } else { $conds = array( 'page_namespace' => $namespace ); } while ( true ) { $res = $dbr->select( 'page', array( 'page_id', 'page_namespace', 'page_title' ), $conds + array( 'page_id > ' . $dbr->addQuotes( $startId ) ), __METHOD__, array( 'LIMIT' => $this->mBatchSize, 'ORDER BY' => 'page_id' ) ); if ( !$res->numRows() ) { break; } $urls = array(); foreach ( $res as $row ) { $title = Title::makeTitle( $row->page_namespace, $row->page_title ); $url = $title->getInternalURL(); $urls[] = $url; $startId = $row->page_id; } $this->sendPurgeRequest( $urls ); } } /** * Helper to purge an array of $urls * @param array $urls List of URLS to purge from squids */ private function sendPurgeRequest( $urls ) { if ( $this->hasOption( 'delay' ) ) { $delay = floatval( $this->getOption( 'delay' ) ); foreach ( $urls as $url ) { if ( $this->hasOption( 'verbose' ) ) { $this->output( $url . "\n" ); } $u = new SquidUpdate( array( $url ) ); $u->doUpdate(); usleep( $delay * 1e6 ); } } else { if ( $this->hasOption( 'verbose' ) ) { $this->output( implode( "\n", $urls ) . "\n" ); } $u = new SquidUpdate( $urls ); $u->doUpdate(); } } } $maintClass = "PurgeList"; require_once RUN_MAINTENANCE_IF_MAIN;