summaryrefslogtreecommitdiff
path: root/maintenance/findMissingFiles.php
diff options
context:
space:
mode:
Diffstat (limited to 'maintenance/findMissingFiles.php')
-rw-r--r--maintenance/findMissingFiles.php115
1 files changed, 115 insertions, 0 deletions
diff --git a/maintenance/findMissingFiles.php b/maintenance/findMissingFiles.php
new file mode 100644
index 00000000..5f9f643a
--- /dev/null
+++ b/maintenance/findMissingFiles.php
@@ -0,0 +1,115 @@
+<?php
+/**
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+ * http://www.gnu.org/copyleft/gpl.html
+ *
+ * @file
+ * @author Aaron Schulz
+ */
+
+require_once __DIR__ . '/Maintenance.php';
+
+class FindMissingFiles extends Maintenance {
+ function __construct() {
+ parent::__construct();
+
+ $this->mDescription = 'Find registered files with no corresponding file.';
+ $this->addOption( 'start', 'Starting file name', false, true );
+ $this->addOption( 'mtimeafter', 'Only include files changed since this time', false, true );
+ $this->addOption( 'mtimebefore', 'Only includes files changed before this time', false, true );
+ $this->setBatchSize( 300 );
+ }
+
+ function execute() {
+ $lastName = $this->getOption( 'start', '' );
+
+ $repo = RepoGroup::singleton()->getLocalRepo();
+ $dbr = $repo->getSlaveDB();
+ $be = $repo->getBackend();
+
+ $mtime1 = $dbr->timestampOrNull( $this->getOption( 'mtimeafter', null ) );
+ $mtime2 = $dbr->timestampOrNull( $this->getOption( 'mtimebefore', null ) );
+
+ $joinTables = array( 'image' );
+ $joinConds = array( 'image' => array( 'INNER JOIN', 'img_name = page_title' ) );
+ if ( $mtime1 || $mtime2 ) {
+ $joinTables[] = 'logging';
+ $on = array( 'log_page = page_id', 'log_type' => array( 'upload', 'move', 'delete' ) );
+ if ( $mtime1 ) {
+ $on[] = "log_timestamp > {$dbr->addQuotes($mtime1)}";
+ }
+ if ( $mtime2 ) {
+ $on[] = "log_timestamp < {$dbr->addQuotes($mtime2)}";
+ }
+ $joinConds['logging'] = array( 'INNER JOIN', $on );
+ }
+
+ do {
+ $res = $dbr->select(
+ array_merge( array( 'page' ), $joinTables ),
+ array( 'img_name' => 'DISTINCT(page_title)' ),
+ array( 'page_namespace' => NS_FILE,
+ "page_title >= " . $dbr->addQuotes( $lastName ) ),
+ __METHOD__,
+ array( 'ORDER BY' => 'page_title', 'LIMIT' => $this->mBatchSize ),
+ $joinConds
+ );
+
+ // Check if any of these files are missing...
+ $pathsByName = array();
+ foreach ( $res as $row ) {
+ $file = $repo->newFile( $row->img_name );
+ $pathsByName[$row->img_name] = $file->getPath();
+ $lastName = $row->img_name;
+ }
+ $be->preloadFileStat( array( 'srcs' => $pathsByName ) );
+ foreach ( $pathsByName as $path ) {
+ if ( $be->fileExists( array( 'src' => $path ) ) === false ) {
+ $this->output( "$path\n" );
+ }
+ }
+
+ // Find all missing old versions of any of the files in this batch...
+ if ( count( $pathsByName ) ) {
+ $ores = $dbr->select( 'oldimage',
+ array( 'oi_name', 'oi_archive_name' ),
+ array( 'oi_name' => array_keys( $pathsByName ) ),
+ __METHOD__
+ );
+
+ $checkPaths = array();
+ foreach ( $ores as $row ) {
+ if ( !strlen( $row->oi_archive_name ) ) {
+ continue; // broken row
+ }
+ $file = $repo->newFromArchiveName( $row->oi_name, $row->oi_archive_name );
+ $checkPaths[] = $file->getPath();
+ }
+
+ foreach ( array_chunk( $checkPaths, $this->mBatchSize ) as $paths ) {
+ $be->preloadFileStat( array( 'srcs' => $paths ) );
+ foreach ( $paths as $path ) {
+ if ( $be->fileExists( array( 'src' => $path ) ) === false ) {
+ $this->output( "$path\n" );
+ }
+ }
+ }
+ }
+ } while ( $res->numRows() >= $this->mBatchSize );
+ }
+}
+
+$maintClass = 'FindMissingFiles';
+require_once RUN_MAINTENANCE_IF_MAIN;