* https://www.mediawiki.org/ * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License along * with this program; if not, write to the Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. * http://www.gnu.org/copyleft/gpl.html * * @file * @ingroup Search */ /** * Search engine hook base class for Postgres * @ingroup Search */ class SearchPostgres extends SearchDatabase { /** * Perform a full text search query via tsearch2 and return a result set. * Currently searches a page's current title (page.page_title) and * latest revision article text (pagecontent.old_text) * * @param string $term Raw search term * @return SqlSearchResultSet */ function searchTitle( $term ) { $q = $this->searchQuery( $term, 'titlevector', 'page_title' ); $olderror = error_reporting( E_ERROR ); $resultSet = $this->db->query( $q, 'SearchPostgres', true ); error_reporting( $olderror ); return new SqlSearchResultSet( $resultSet, $this->searchTerms ); } function searchText( $term ) { $q = $this->searchQuery( $term, 'textvector', 'old_text' ); $olderror = error_reporting( E_ERROR ); $resultSet = $this->db->query( $q, 'SearchPostgres', true ); error_reporting( $olderror ); return new SqlSearchResultSet( $resultSet, $this->searchTerms ); } /** * Transform the user's search string into a better form for tsearch2 * Returns an SQL fragment consisting of quoted text to search for. * * @param string $term * * @return string */ function parseQuery( $term ) { wfDebug( "parseQuery received: $term \n" ); ## No backslashes allowed $term = preg_replace( '/\\\/', '', $term ); ## Collapse parens into nearby words: $term = preg_replace( '/\s*\(\s*/', ' (', $term ); $term = preg_replace( '/\s*\)\s*/', ') ', $term ); ## Treat colons as word separators: $term = preg_replace( '/:/', ' ', $term ); $searchstring = ''; $m = array(); if ( preg_match_all( '/([-!]?)(\S+)\s*/', $term, $m, PREG_SET_ORDER ) ) { foreach ( $m as $terms ) { if ( strlen( $terms[1] ) ) { $searchstring .= ' & !'; } if ( strtolower( $terms[2] ) === 'and' ) { $searchstring .= ' & '; } elseif ( strtolower( $terms[2] ) === 'or' or $terms[2] === '|' ) { $searchstring .= ' | '; } elseif ( strtolower( $terms[2] ) === 'not' ) { $searchstring .= ' & !'; } else { $searchstring .= " & $terms[2]"; } } } ## Strip out leading junk $searchstring = preg_replace( '/^[\s\&\|]+/', '', $searchstring ); ## Remove any doubled-up operators $searchstring = preg_replace( '/([\!\&\|]) +(?:[\&\|] +)+/', "$1 ", $searchstring ); ## Remove any non-spaced operators (e.g. "Zounds!") $searchstring = preg_replace( '/([^ ])[\!\&\|]/', "$1", $searchstring ); ## Remove any trailing whitespace or operators $searchstring = preg_replace( '/[\s\!\&\|]+$/', '', $searchstring ); ## Remove unnecessary quotes around everything $searchstring = preg_replace( '/^[\'"](.*)[\'"]$/', "$1", $searchstring ); ## Quote the whole thing $searchstring = $this->db->addQuotes( $searchstring ); wfDebug( "parseQuery returned: $searchstring \n" ); return $searchstring; } /** * Construct the full SQL query to do the search. * @param string $term * @param string $fulltext * @param string $colname * @return string */ function searchQuery( $term, $fulltext, $colname ) { # Get the SQL fragment for the given term $searchstring = $this->parseQuery( $term ); ## We need a separate query here so gin does not complain about empty searches $sql = "SELECT to_tsquery($searchstring)"; $res = $this->db->query( $sql ); if ( !$res ) { ## TODO: Better output (example to catch: one 'two) die( "Sorry, that was not a valid search string. Please go back and try again" ); } $top = $res->fetchRow(); $top = $top[0]; $this->searchTerms = array(); if ( $top === "" ) { ## e.g. if only stopwords are used XXX return something better $query = "SELECT page_id, page_namespace, page_title, 0 AS score " . "FROM page p, revision r, pagecontent c WHERE p.page_latest = r.rev_id " . "AND r.rev_text_id = c.old_id AND 1=0"; } else { $m = array(); if ( preg_match_all( "/'([^']+)'/", $top, $m, PREG_SET_ORDER ) ) { foreach ( $m as $terms ) { $this->searchTerms[$terms[1]] = $terms[1]; } } $query = "SELECT page_id, page_namespace, page_title, " . "ts_rank($fulltext, to_tsquery($searchstring), 5) AS score " . "FROM page p, revision r, pagecontent c WHERE p.page_latest = r.rev_id " . "AND r.rev_text_id = c.old_id AND $fulltext @@ to_tsquery($searchstring)"; } ## Namespaces - defaults to 0 if ( !is_null( $this->namespaces ) ) { // null -> search all if ( count( $this->namespaces ) < 1 ) { $query .= ' AND page_namespace = 0'; } else { $namespaces = $this->db->makeList( $this->namespaces ); $query .= " AND page_namespace IN ($namespaces)"; } } $query .= " ORDER BY score DESC, page_id DESC"; $query .= $this->db->limitResult( '', $this->limit, $this->offset ); wfDebug( "searchQuery returned: $query \n" ); return $query; } ## Most of the work of these two functions are done automatically via triggers function update( $pageid, $title, $text ) { ## We don't want to index older revisions $sql = "UPDATE pagecontent SET textvector = NULL WHERE textvector IS NOT NULL and old_id IN " . "(SELECT rev_text_id FROM revision WHERE rev_page = " . intval( $pageid ) . " ORDER BY rev_text_id DESC OFFSET 1)"; $this->db->query( $sql ); return true; } function updateTitle( $id, $title ) { return true; } }