Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
a category query tool for Wikimedia wikis, forked from CatScan 2.0β: https://fisheye.toolserver.org/browse/Magnus/catscan_rewrite.php?r=117
<?PHP
/*
Rewrite of CatScan for Wikimedia Deutschland
(c) 2009 by Magnus Manske
Released under GPL
*/
error_reporting(E_ERROR|E_CORE_ERROR|E_ALL|E_COMPILE_ERROR);
ini_set('display_errors', 'On');
ini_set ('memory_limit', 1024*1024*96); // 96 MB
ini_set('user_agent','CatScan 2 (Magnus)'); # Fake user agent
if (!function_exists('mb_ucfirst') && function_exists('mb_substr')) {
function mb_ucfirst($string) {
$string = mb_strtoupper(mb_substr($string, 0, 1)) . mb_substr($string, 1);
return $string;
}
}
if (!function_exists('mb_lcfirst') && function_exists('mb_substr')) {
function mb_lcfirst($string) {
$string = mb_strtolower(mb_substr($string, 0, 1)) . mb_substr($string, 1);
return $string;
}
}
class CatScan {
function CatScan ( $auto_fill = true ) {
$this->last_mysql_db = '' ;
$this->max_temp_objects = 30000 ;
$this->use_db_memory = 'STORAGE MEMORY' ; // Set to blank string for "normal" temporary table, or 'STORAGE MEMORY' for memory
$this->basecats = array () ;
$this->negcats = array () ;
$this->has_flagged_revisions = false ;
$this->depth = 0 ;
$this->interface_language = $this->getParameter ( 'interface_language' , 'en' ) ;
if ( $auto_fill ) $this->getParameters() ;
$this->i18n_url = 'http://meta.wikimedia.org/w/index.php?title=CatScan2/Interface' ;
$this->loadLocale () ;
$this->sql_comment = '/* catscan_rewrite */' ;
}
function loadLocale () {
// Load interface language from wiki page
$text = file_get_contents ( $this->i18n_url . "&action=raw" ) ;
$text = explode ( "\n" , $text ) ;
$loc = array () ;
$lang = '' ;
foreach ( $text AS $line ) {
$line = trim ( $line ) ;
if ( substr ( $line , 0 , 2 ) == '==' ) {
$lang = trim ( mb_strtolower ( str_replace ( '=' , '' , $line ) ) ) ;
$loc[$lang] = array () ;
} else if ( substr ( $line , 0 , 1 ) == ';' ) {
$line = trim ( substr ( $line , 1 ) ) ;
$l = explode ( ':' , $line , 2 ) ;
if ( count ( $l ) != 2 ) continue ;
$loc[$lang][trim(mb_strtolower($l[0]))] = $l[1] ;
}
}
$this->available_interface_languages = array_keys ( $loc ) ;
if ( isset ( $loc[$this->interface_language] ) ) $this->loc = $loc[$this->interface_language] ;
else $this->loc = $loc['en'] ; // Fallback
// Namespaces namespaces
$this->namespaces_en = array () ;
$this->namespaces = array () ;
$api_url = "http://{$this->language}.{$this->project}.org/w/api.php" ;
$url = "{$api_url}?action=query&meta=siteinfo&siprop=general|namespaces|namespacealiases|statistics&format=php" ;
$data = unserialize ( file_get_contents ( $url ) ) ;
$data = $data['query']['namespaces'] ;
// print "<pre>" ; print_r ( $data ) ; print "</pre>" ;
foreach ( $data AS $num => $d ) {
// print "<pre>" ; print_r ( $d ) ; print "</pre>" ;
unset ( $v ) ;
unset ( $vc ) ;
if ( isset ( $d['*'] ) ) $v = $d['*'] ;
if ( isset ( $d['canonical'] ) ) $vc = $d['canonical'] ;
if ( $num == 0 ) {
if ( !isset ( $v ) || $v == '' ) $v = $this->loc['namespace_0'] ;
if ( !isset ( $vc ) || $vc == '' ) $vc = $loc['en']['namespace_0'] ;
}
// print "$v / $vc<hr/>" ;
if ( isset ( $v ) ) $this->namespaces[$num] = $v ;
if ( isset ( $vc ) ) $this->namespaces_en[$num] = $vc ;
}
foreach ( $this->loc AS $k => $v ) { // Legacy cleanup
if ( substr ( $k , 0 , 10 ) != 'namespace_' ) continue ;
unset ( $this->loc[$k] ) ;
}
/*
foreach ( $loc['en'] AS $k => $v ) {
if ( substr ( $k , 0 , 10 ) != 'namespace_' ) continue ;
$nsn = substr ( $k , 10 ) ;
$this->namespaces_en[$nsn] = $v ;
// unset ( $this->loc[$k] ) ;
}
foreach ( $this->loc AS $k => $v ) {
if ( substr ( $k , 0 , 10 ) != 'namespace_' ) continue ;
$nsn = substr ( $k , 10 ) ;
$this->namespaces[$nsn] = $v ;
unset ( $this->loc[$k] ) ;
}
*/
$this->sort_modes = array ( 'none' , 'title' , 'ns_title' , 'size' , 'date' , 'filesize' , 'uploaddate' ) ;
$this->formats = array (
'html' => 'HTML' ,
'csv' => 'CSV' ,
'tsv' => 'TSV' ,
'wiki' => 'Wiki' ,
'php' => 'PHP' ,
'xml' => 'XML' ,
'json' => 'JSON' ,
) ;
// Initialize language
if ( $this->language == $this->interface_language ) {
if ( isset ( $loc[$this->interface_language] ) ) {
if ( isset ( $loc[$this->interface_language]['auto_lang'] ) ) {
$this->language = $loc[$this->interface_language]['auto_lang'] ;
}
}
}
}
function iDie ( $text ) {
if ( $this->format == 'xml' ) {
header('Content-type: text/xml; charset=utf-8');
print "<error>" ;
print htmlspecialchars ( $text ) ;
print "</error>" ;
} else if ( $this->format == 'wiki' or $this->format == 'csv' or $this->format == 'tsv' ) {
header('Content-type: text/plain; charset=utf-8');
print "ERROR : $text " ;
} else {
header('Content-type: text/html; charset=utf-8');
print $text ;
}
exit () ;
}
// ATTENTION! THIS NEEDS TO BE ADAPTED TO LOCATION!!!
function getDBpassword () {
$this->mysql_user = "whym" ;
$this->db2temp = "u_" . $this->mysql_user ; // Needs to exist on all servers!
if ( !file_exists ( "../.my.cnf" ) ) $this->iDie ( "Could not acquire DB password" ) ;
$t = file_get_contents ( "../.my.cnf" ) ;
$lines = explode ( "\n" , $t ) ;
foreach ( $lines AS $l ) {
$l = trim ( $l ) ;
if ( substr ( $l , 0 , 8 ) != 'password' ) continue ;
$l = explode ( '"' , $l ) ;
array_shift ( $l ) ;
$this->mysql_password = array_shift ( $l ) ;
}
}
function getDBname () {
$ret = $this->language ;
if ( $this->language == 'commons' ) $ret = 'commonswiki_p' ;
else if ( $this->project == 'wikipedia' ) $ret .= 'wiki_p' ;
else if ( $this->project == 'wikisource' ) $ret .= 'wikisource_p' ;
else if ( $this->project == 'wikibooks' ) $ret .= 'wikibooks_p' ;
else if ( $this->project == 'wikinews' ) $ret .= 'wikinews_p' ;
else if ( $this->project == 'wikiversity' ) $ret .= 'wikiversity_p' ;
else $this->iDie ( "Cannot construct database name for $language.$project - aborting." ) ;
return $ret ;
}
function getDBconnection () {
if ( isset ( $this->mysql_con ) ) return $this->mysql_con ; // Paranoia
if ( !isset ( $this->mysql_password ) ) $this->getDBpassword () ;
$project = $this->project ;
if ( $project == "wikipedia" ) $project = "wiki" ;
$nlang = str_replace ( 'classic' , 'classical' , $this->language ) ;
if ( $this->language == 'commons' ) $project = 'wiki' ;
$server = $nlang . $project . "-p.db.ts.wikimedia.org" ;
if ( !$this->mysql_con = @mysql_connect ( $server , $this->mysql_user , $this->mysql_password ) ) {
$this->iDie ( "Could not connect to $server : " . mysql_error() ) ;
}
}
function initializeDBHandle () {
$this->getDBconnection () ;
$this->db = $this->getDBname () ;
}
function getParameter ( $key , $default = '' ) {
if ( $default == '' and isset ( $this->default_parameter[$key] ) ) $default = $this->default_parameter[$key] ;
if ( !isset ( $_REQUEST[$key] ) ) return $default ;
$v = $_REQUEST[$key] ;
return $v ;
}
function getParameters () {
$this->templates = array ( 'templates_yes' , 'templates_any' , 'templates_no' ) ;
// Set default values
$this->default_parameter = array (
'project' => 'wikipedia' ,
'depth' => 0 ,
'format' => 'html' ,
'sortby' => 'none' ,
'sortorder' => 'ascending' ,
'atleast_count' => 0 ,
'min_redlink_count' => 1 ,
'show_redirects' => 'both' ,
'edits' => array ( 'bots' => 'both' , 'anons' => 'both' , 'flagged' => 'both' ) ,
) ;
// Get misc parameters
$this->language = $this->getParameter ( 'language' , $this->interface_language ) ;
$this->project = $this->getParameter ( 'project' ) ;
$this->depth = floor ( $this->getParameter ( 'depth' ) ) ;
$this->format = $this->getParameter ( 'format' ) ;
$this->before = $this->getParameter ( 'before' ) ;
$this->after = $this->getParameter ( 'after' ) ;
$this->fbefore = $this->getParameter ( 'fbefore' ) ;
$this->fafter = $this->getParameter ( 'fafter' ) ;
$this->larger = $this->getParameter ( 'larger' ) ;
$this->smaller = $this->getParameter ( 'smaller' ) ;
$this->minlinks = $this->getParameter ( 'minlinks' ) ;
$this->maxlinks = $this->getParameter ( 'maxlinks' ) ;
$this->sort_by = $this->getParameter ( 'sortby' ) ;
$this->sort_order = $this->getParameter ( 'sortorder' ) ;
$this->atleast_count = floor ( $this->getParameter ( 'atleast_count' ) ) ;
$this->ext_image_data = $this->getParameter ( 'ext_image_data' , !isset($_REQUEST['doit']) ) ;
$this->show_redlinks = isset ( $_REQUEST['show_redlinks'] ) ;
$this->show_redlinks_only = isset ( $_REQUEST['show_redlinks_only'] ) ;
$this->remove_template_redlinks = isset ( $_REQUEST['remove_template_redlinks'] ) ;
$this->article_redlinks_only = isset ( $_REQUEST['article_redlinks_only'] ) ;
$this->min_redlink_count = $this->getParameter ( 'min_redlink_count' ) ;
$this->show_redirects = $this->getParameter ( 'show_redirects' ) ;
$this->templates_use_talk_yes = isset ( $_REQUEST['templates_use_talk_yes'] ) ;
$this->templates_use_talk_any = isset ( $_REQUEST['templates_use_talk_any'] ) ;
$this->templates_use_talk_no = isset ( $_REQUEST['templates_use_talk_no'] ) ;
if ( $this->language == 'commons' ) $this->project = 'wikimedia' ;
foreach ( $this->templates AS $t ) {
$u = explode ( "\n" , trim ( $this->getParameter ( $t , '' ) ) ) ;
if ( count ( $u ) == 1 and $u[0] == '' ) $u = array () ;
$this->$t = $u ;
}
if ( isset ( $_REQUEST['ns'] ) ) $this->ns = $_REQUEST['ns'] ;
else $this->ns = array ( 0 => 1 ) ;
if ( isset ( $_REQUEST['comb'] ) ) $this->comb = $_REQUEST['comb'] ;
else $this->comb = array ( 'subset' => '1' ) ;
if ( isset ( $_REQUEST['edits'] ) ) $this->edits = $_REQUEST['edits'] ;
else $this->edits = $this->default_parameter['edits'] ;
foreach ( $this->default_parameter['edits'] AS $e ) {
if ( !isset ( $this->edits[$e] ) ) $this->edits[$e] = 'both' ;
}
// Get categories, either as multiline text or as category1/category2
$categories = $this->getParameter ( 'categories' , '' ) ;
$categories = explode ( "\n" , $categories ) ;
$categories[] = $this->getParameter ( 'category1' , '' ) ;
$categories[] = $this->getParameter ( 'category2' , '' ) ;
foreach ( $categories AS $c ) {
$c = trim ( $c ) ;
if ( $c == '' ) continue ;
$this->basecats[] = $c ;
}
// Negative categories
$negcats = $this->getParameter ( 'negcats' , '' ) ;
$negcats = explode ( "\n" , $negcats ) ;
foreach ( $negcats AS $c ) {
$c = trim ( $c ) ;
if ( $c == '' ) continue ;
$this->negcats[] = $c ;
}
$this->basecats_orig = $this->basecats ;
$this->negcats_orig = $this->negcats ;
}
function makeDBsafe ( &$title ) {
$title = mb_ucfirst ( trim ( $title ) ) ;
$title = str_replace ( ' ' , '_' , $title ) ;
$title = str_replace ( '"' , '\"' , $title ) ;
}
function getDBsafe ( $title ) {
$this->makeDBsafe ( $title ) ;
return $title ;
}
function getTime () {
$ret = microtime() ;
$ret = explode ( ' ' , $ret ) ;
return $ret[0] + $ret[1] ;
}
function filterMasterTableNegative ( $ttname ) {
// Filter for negative categories
if ( count ( $this->negcats ) == 0 ) return ;
$sql = "DELETE FROM $ttname WHERE pid IN ( SELECT DISTINCT cl_from FROM {$this->db}.categorylinks,cat1_neg WHERE cl_to=catname )" ;
$this->query ( $this->db2temp , $sql ) ;
}
function createTemporaryMasterTable () {
$sql = "CREATE TEMPORARY TABLE temp ( pid INTEGER , ptitle VARCHAR(255) , pns INTEGER , ptouched VARCHAR(14) , prev INTEGER , plen INTEGER , pgroup INTEGER ) {$this->use_db_memory}" ;
$this->query ( $this->db2temp , $sql ) ;
$where = array () ;
// Time filter
$additional_table_from = '' ;
if ( $this->before != '' or $this->after != '' ) {
if ( $this->before != '' ) $where[] = 'rev_timestamp <= "' . $this->getDBsafe ( $this->before ) . '"' ;
if ( $this->after != '' ) $where[] = 'rev_timestamp >= "' . $this->getDBsafe ( $this->after ) . '"' ;
$where[] = 'rev_id = page_latest' ;
$additional_table_from = ",{$this->db}.revision" ;
}
// Time filter for first edit
if ( $this->fbefore != '' or $this->fafter != '' ) {
if ( $this->fbefore != '' ) $where[] = 'rev_timestamp <= "' . $this->getDBsafe ( $this->fbefore ) . '"' ;
if ( $this->fafter != '' ) $where[] = 'rev_timestamp >= "' . $this->getDBsafe ( $this->fafter ) . '"' ;
$where[] = 'rev_timestamp = (SELECT min(r2.rev_timestamp) FROM ' . "{$this->db}.revision r2 " . 'WHERE r2.rev_page = page_id)' ;
$additional_table_from = ",{$this->db}.revision" ;
}
// Size filter
if ( $this->larger != '' ) $where[] = 'page_len >= ' . $this->getDBsafe ( $this->larger ) ;
if ( $this->smaller != '' ) $where[] = 'page_len <= ' . $this->getDBsafe ( $this->smaller ) ;
if ( $this->show_redirects == 'yes' ) $where[] = 'page_is_redirect=1' ;
if ( $this->show_redirects == 'no' ) $where[] = 'page_is_redirect=0' ;
if ( count ( $this->basecats ) == 0 ) {
$this->template_primary = true ;
$this->template_group_limit = 0 ;
$tl = array () ;
if ( count ( $this->templates_yes ) > 0 ) {
foreach ( $this->templates_yes AS $t ) $tl[] = $this->getDBsafe ( $t ) ;
$this->template_group_limit = count ( $tl ) ;
} else {
foreach ( $this->templates_any AS $t ) $tl[] = $this->getDBsafe ( $t ) ;
}
$where[] = "page_id=tl_from" ;
$where[] = 'page_namespace IN (' . implode ( ',' , array_keys ( $this->ns ) ) . ')' ;
$where = implode ( " AND " , $where ) ;
$groupcnt = 0 ;
foreach ( $tl AS $t ) {
$sql = "INSERT INTO temp ( pid,ptitle,pns,ptouched,prev,plen,pgroup) " ;
$sql .= "SELECT DISTINCT page_id,page_title,page_namespace,page_touched,page_latest,page_len,$groupcnt " ;
$sql .= "FROM {$this->db}.page,{$this->db}.templatelinks {$additional_table_from} WHERE tl_title=\"$t\" AND tl_namespace=10 AND $where" ;
// print "$sql<hr/>" ; flush();
$groupcnt++ ;
$this->query ( $this->db2temp , $sql ) ;
}
} else {
$this->template_primary = false ;
$where[] = "catname=cl_to" ;
$where[] = "page_id=cl_from" ;
$where[] = 'page_namespace IN (' . implode ( ',' , array_keys ( $this->ns ) ) . ')' ;
$where = implode ( " AND " , $where ) ;
$sql = "INSERT INTO temp ( pid,ptitle,pns,ptouched,prev,plen,pgroup) " ;
$sql .= "SELECT DISTINCT page_id,page_title,page_namespace,page_touched,page_latest,page_len,catgroup " ;
$sql .= "FROM {$this->db}.page,{$this->db}.categorylinks,cat1 {$additional_table_from} WHERE $where" ;
$this->query ( $this->db2temp , $sql ) ;
}
}
function getCombinationTempTable ( $type ) {
$ret = array ( 'n' => 'combination' , '*' => array() , 'a' => array () ) ;
$cnt = 0 ;
foreach ( $this->catgroups AS $base => $cg ) $cnt = $cg ;
$sql = "CREATE TEMPORARY TABLE temp2 ( pid INTEGER , ptitle VARCHAR(255) , pns INTEGER , ptouched VARCHAR(14) , prev INTEGER , plen INTEGER , pgroup INTEGER , groupcount INTEGER , linkcount INTEGER NULL ) {$this->use_db_memory}" ;
$this->query ( $this->db2temp , $sql ) ;
// Table names
$rev = "{$this->db}.revision" ;
$ug = "{$this->db}.user_groups" ;
$fp = "{$this->db}.flaggedpages" ;
$pl = "{$this->db}.pagelinks" ;
$table_page = "{$this->db}.page" ;
$table_tl = "{$this->db}.templatelinks" ;
$order = "pid,ptitle,pns,ptouched,prev,plen,pgroup" ;
if ( $this->template_primary ) {
$cnt = $this->template_group_limit ;
$sql = "SELECT $order,count(DISTINCT pgroup) AS cnt FROM temp GROUP BY pid HAVING cnt >= $cnt" ;
} else {
// Construct main query
if ( $type == 'subset' ) {
$sql = "SELECT $order,count(DISTINCT pgroup) AS cnt FROM temp GROUP BY pid HAVING cnt = $cnt" ;
} else if ( $type == 'union' ) {
$sql = "SELECT $order,count(DISTINCT pgroup) AS cnt FROM temp GROUP BY pid" ;
} else if ( $type == 'diff' ) {
$sql = "SELECT $order,count(DISTINCT pgroup) AS cnt FROM temp GROUP BY pid HAVING cnt = 1" ;
} else if ( $type == 'atleast' ) {
$sql = "SELECT $order,count(DISTINCT pgroup) AS cnt FROM temp GROUP BY pid HAVING cnt >= {$this->atleast_count}" ;
}
}
$sql = "INSERT INTO temp2 ($order,groupcount) $sql" ;
// Run main query
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
// HERE BE EXPENSIVE FILTERS!
// Works by removing all entries from temp2 that do NOT match the filters
// Links
if ( $type == 'subset' and $this->minlinks . $this->maxlinks != '' ) {
$min = $this->getDBsafe ( $this->minlinks ) ;
$max = $this->getDBsafe ( $this->maxlinks ) ;
$sql = "UPDATE temp2 SET linkcount = ( SELECT count(*) AS lc FROM $pl WHERE pl_from=pid)" ;
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
$sql = "DELETE FROM temp2 WHERE linkcount " ;
if ( $min == '' ) $sql .= "> $max" ;
else if ( $max == '' ) $sql .= "< $min" ;
else $sql .= "> $max OR linkcount < $min" ;
$res = $this->query ( $this->db2temp , $sql , $this->query ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
}
// Anons
if ( $this->edits['anons'] != 'both' ) {
if ( $this->edits['anons'] == 'yes' ) $sql = "DELETE FROM temp2 WHERE prev IN ( SELECT DISTINCT rev_id FROM $rev WHERE rev_id=prev AND rev_user<>0)" ;
else $sql = "DELETE FROM temp2 WHERE prev IN ( SELECT DISTINCT rev_id FROM $rev WHERE rev_id=prev AND rev_user=0)" ;
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
}
// Bots
if ( $this->edits['bots'] != 'both' ) {
if ( $this->edits['bots'] == 'yes' ) $sql = "DELETE FROM temp2 WHERE prev NOT IN ( SELECT DISTINCT rev_id FROM $rev,$ug WHERE rev_id=prev AND rev_user=ug_user AND ug_group='bot')" ;
else $sql = "DELETE FROM temp2 WHERE prev IN ( SELECT DISTINCT rev_id FROM $rev,$ug WHERE rev_id=prev AND rev_user=ug_user AND ug_group='bot')" ;
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
}
// Flagged revisions
if ( $this->edits['flagged'] != 'both' ) {
if ( !$this->has_flagged_revisions ) $this->iDie ( "Flagged revisions not enabeled on {$this->language}.{$this->project}.org" ) ;
if ( $this->edits['flagged'] == 'yes' ) $sql = "DELETE FROM temp2 WHERE prev NOT IN ( SELECT DISTINCT fp_stable FROM $fp WHERE pid=fp_page_id AND fp_stable=prev AND fp_reviewed=1 )" ;
else $sql = "DELETE FROM temp2 WHERE prev IN ( SELECT DISTINCT fp_stable FROM $fp WHERE pid=fp_page_id AND fp_stable=prev AND fp_reviewed=1 )" ;
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
}
if ( !$this->template_primary ) {
// Templates : All
if ( count ( $this->templates_yes ) > 0 ) {
$tl = array () ;
foreach ( $this->templates_yes AS $t ) $tl[] = $this->getDBsafe ( $t ) ;
$tlc = count ( $tl ) ;
$tl = '"' . implode ( '","' , $tl ) . '"' ;
if ( $this->templates_use_talk_yes ) {
$sql = "DELETE FROM temp2 WHERE $tlc > ( SELECT count(DISTINCT tl_title) FROM $table_tl,$table_page WHERE MOD(pns,2)=0 AND tl_from=page_id AND page_title=ptitle AND page_namespace=pns+1 AND tl_title IN ( $tl ) )" ;
} else {
$sql = "DELETE FROM temp2 WHERE $tlc > ( SELECT count(DISTINCT tl_title) FROM $table_tl WHERE tl_from=pid AND tl_title IN ( $tl ) )" ;
}
$this->query ( $this->db2temp , $sql ) ;
}
}
// Templates : Any
if ( !$this->template_primary || count ( $this->templates_yes ) > 0 ) {
if ( count ( $this->templates_any ) > 0 ) {
$tl = array () ;
foreach ( $this->templates_any AS $t ) $tl[] = $this->getDBsafe ( $t ) ;
$tlc = count ( $tl ) ;
$tl = '"' . implode ( '","' , $tl ) . '"' ;
if ( $this->templates_use_talk_any ) {
$sql = "DELETE FROM temp2 WHERE 0 = ( SELECT count(*) FROM $table_tl,$table_page WHERE MOD(pns,2)=0 AND tl_from=page_id AND page_title=ptitle AND page_namespace=pns+1 AND tl_title IN ( $tl ) )" ;
} else {
$sql = "DELETE FROM temp2 WHERE 0 = ( SELECT count(*) FROM $table_tl WHERE tl_from=pid AND tl_title IN ( $tl ) )" ;
}
$this->query ( $this->db2temp , $sql ) ;
}
}
// Templates : None
if ( count ( $this->templates_no ) > 0 ) {
$tl = array () ;
foreach ( $this->templates_no AS $t ) $tl[] = $this->getDBsafe ( $t ) ;
$tlc = count ( $tl ) ;
$tl = '"' . implode ( '","' , $tl ) . '"' ;
if ( $this->templates_use_talk_no ) {
$sql = "DELETE FROM temp2 WHERE 0 < ( SELECT count(*) FROM $table_tl,$table_page WHERE MOD(pns,2)=0 AND tl_from=page_id AND page_title=ptitle AND page_namespace=pns+1 AND tl_title IN ( $tl ) )" ;
} else {
$sql = "DELETE FROM temp2 WHERE 0 < ( SELECT count(*) FROM $table_tl WHERE tl_from=pid AND tl_title IN ( $tl ) )" ;
}
$this->query ( $this->db2temp , $sql ) ;
}
// Call redlinks
if ( $this->show_redlinks ) {
$this->check_redlinks ( 'temp2' , $type ) ;
if ( $this->show_redlinks_only ) {
return array () ;
}
}
// Retrieve results
$sql = "SELECT * FROM temp2" ;
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
$tmp = array () ;
while ( $o = mysql_fetch_object ( $res ) ) {
if ( isset ( $tmp[$o->pid] ) ) continue ; // Had that page already
if ( count ( $tmp ) > $this->max_temp_objects ) $this->iDie ( "Maximum potential result objects exceeded, aborting" ) ;
$tc = count ( $tmp ) ;
$tmp[$o->pid] = $tc ;
$n = array ( 'n' => 'page' , 'a' => array (
'title' => $o->ptitle ,
'id' => $o->pid ,
'namespace' => $o->pns ,
'len' => $o->plen ,
'touched' => $o->ptouched ,
'seen' => $o->groupcount ,
) ) ;
$n['a']['nstext'] = $this->namespaces[$o->pns] ;
if ( '' <> $o->linkcount ) $n['a']['links'] = $o->linkcount ;
$ret['*'][$tc] = $n ;
}
$ret['a']['type'] = $type ;
if ( $type == 'atleast' ) $ret['a']['atleast'] = $this->atleast_count ;
if ( $this->ext_image_data ) {
$x = array ( 'img_size' , 'img_width' , 'img_height' , 'img_media_type' , 'img_major_mime' , 'img_minor_mime' , 'img_user_text' , 'img_timestamp' , 'img_sha1' ) ;
$qx = implode ( ',' , $x ) ;
$res = $this->query ( $this->db2temp , "SELECT pid,$qx FROM temp2,{$this->db}.image WHERE pns=6 AND img_name=ptitle" ) ;
while ( $o = mysql_fetch_object ( $res ) ) {
$id = $tmp[$o->pid] ;
foreach ( $x AS $y ) {
$ret['*'][$id]['a'][$y] = $o->$y ;
}
}
}
// Drop table
$sql = "DROP TABLE temp2" ;
$res = $this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
$ret['a']['count'] = count ( $ret['*'] ) ;
return $ret ;
}
function check_redlinks ( $table , $type ) {
# if ( !isset ( $this->redlinks_out ) ) {
# $this->redlinks_out = array () ;
# }
$pagelinks = "{$this->db}.pagelinks" ;
$page = "{$this->db}.page" ;
$sql = "CREATE TEMPORARY TABLE temp_redlinks ( ptitle VARCHAR (255) BINARY , namespace INTEGER , linkcount INTEGER , INDEX i1 ( ptitle , namespace ) ) {$this->use_db_memory}" ;
$this->query ( $this->db2temp , $sql ) ;
if ( mysql_errno() != 0 ) $this->iDie ( mysql_error() ) ;
$sql = "INSERT INTO temp_redlinks ( ptitle , namespace , linkcount ) SELECT pl_title,pl_namespace,COUNT(pl_from) AS cnt FROM $pagelinks,$table WHERE pl_from=pid GROUP BY pl_title,pl_namespace HAVING cnt>={$this->min_redlink_count}" ;
$res = $this->query ( $this->db2temp , $sql ) ;
// Remove all non-article namespace links (optional)
if ( $this->article_redlinks_only ) {
$sql = "DELETE FROM temp_redlinks WHERE namespace<>0" ;
$res = $this->query ( $this->db2temp , $sql ) ;
}
// Remove all "redlinks" that exists
$sql = "DELETE FROM temp_redlinks WHERE EXISTS ( SELECT * FROM $page WHERE page_title=temp_redlinks.ptitle AND page_namespace=temp_redlinks.namespace )" ;
$res = $this->query ( $this->db2temp , $sql ) ;
// Remove template redlinks (optional)
if ( $this->remove_template_redlinks ) {
$sql = "DELETE FROM temp_redlinks WHERE EXISTS ( SELECT * FROM $page,$pagelinks WHERE pl_from=page_id AND page_namespace=10 AND pl_title=temp_redlinks.ptitle AND pl_namespace=temp_redlinks.namespace )" ;
$res = $this->query ( $this->db2temp , $sql ) ;
}
$type = "redlinks.$type" ;
$rl = array ( 'n' => "$type" , '*' => array() , 'a' => array ( 'type' => $type ) ) ;
$sql = "SELECT * FROM temp_redlinks" ;
$res = $this->query ( $this->db2temp , $sql ) ;
$spec1 = 'Special:' ;
$spec2 = $spec1 ;
if ( isset ( $this->loc['special_namespace'] ) ) $spec2 = $this->loc['special_namespace'] . ':' ;
while ( $o = mysql_fetch_object ( $res ) ) {
$t = mb_ucfirst ( $o->ptitle ) ;
if ( substr ( $t , 0 , strlen ( $spec1 ) ) == $spec1 ) continue ;
if ( substr ( $t , 0 , strlen ( $spec2 ) ) == $spec2 ) continue ;
# print $o->ptitle . " : " . $o->linkcount . " : " . $o->namespace . "<br/>\n" ;
$n = array ( 'n' => 'page' , 'a' => array (
'title' => $o->ptitle ,
'links' => $o->linkcount ,
'namespace' => $o->namespace ,
'nstext' => $this->namespaces[$o->namespace] ,
# 'id' => $o->pid ,
# 'len' => $o->plen ,
# 'touched' => $o->ptouched ,
# 'seen' => $o->groupcount ,
) ) ;
$rl['*'][] = $n ;
}
$rl['a']['count'] = count ( $rl['*'] ) ;
$this->result['*'][] = $rl ;
$sql = "DROP TABLE temp_redlinks" ;
$this->query ( $this->db2temp , $sql ) ;
}
function checkedFlaggedRevisions () {
// $sql = 'SELECT * FROM flaggedrevs LIMIT 1' ;
$sql = "SELECT count(*) AS cnt FROM information_schema.tables WHERE table_schema='{$this->db}' AND table_name='flaggedrevs'" ;
$res = $this->query ( $this->db , $sql ) ;
// if ( mysql_errno() != 0 ) return ;
$o = mysql_fetch_object ( $res ) ;
if ( $o->cnt == 1 ) $this->has_flagged_revisions = true ;
}
function addSubcats ( $ttname , $category , $depth , $group ) {
$c = $this->getDBsafe ( $category ) ;
$this->query ( $this->db2temp , "CREATE TEMPORARY TABLE cat2 ( catname VARCHAR(255) PRIMARY KEY ) {$this->use_db_memory}" ) ;
// Seed
$this->query ( $this->db2temp , "INSERT IGNORE INTO cat2 ( catname ) VALUES ( \"$c\" )" ) ;
$this->query ( $this->db2temp , "INSERT IGNORE INTO $ttname ( catgroup , catname , depth ) VALUES ( $group , \"$c\" , 0 )" ) ;
// Iterate
$db = $this->db ;
for ( $d = 1 ; $d <= $depth ; $d++ ) {
$ld = $d - 1 ;
$sql = "INSERT IGNORE INTO $ttname ( catgroup , catname , depth ) SELECT DISTINCT $group,page_title,$d FROM $db.page,$db.categorylinks,cat2 WHERE page_id=cl_from AND cl_to=catname AND page_namespace=14" ;
// print "$sql<br/>" ;
$this->query ( $this->db2temp , $sql ) ;
$this->query ( $this->db2temp , "INSERT IGNORE INTO $ttname ( catgroup , catname , depth ) SELECT $group , catname , $ld FROM cat2" ) ;
if ( $d == $depth ) break ;
$this->query ( $this->db2temp , "DELETE FROM cat2" ) ;
$this->query ( $this->db2temp , "INSERT INTO cat2 ( catname ) SELECT catname FROM $ttname WHERE depth=$d AND catgroup=$group" ) ;
}
$this->query ( $this->db2temp , "DROP TABLE cat2" ) ;
}
function query ( $db , $sql ) {
if ( $db != $this->last_mysql_db ) {
mysql_select_db ( $db ) ;
$this->last_mysql_db = $db ;
}
$ret = mysql_query ( $sql , $this->mysql_con ) ;
if ( mysql_errno() != 0 ) $this->iDie ( "MYSQL error : " . mysql_error() . " [$sql]" ) ;
return $ret ;
}
function getCatLists () {
$ret = array ( 'n' => 'categories' , '*' => array() , 'a' => array () ) ;
foreach ( $this->count2cat AS $group => $cat ) {
$n = array ( 'n' => 'list' , '*' => array() , 'a' => array () ) ;
$res = $this->query ( $this->db2temp , "SELECT catname FROM cat1 WHERE catgroup=$group" ) ;
while ( $o = mysql_fetch_object ( $res ) ) {
$n['*'][] = array ( 'n' => 'c' , 'a' => array ( 'name' => $o->catname ) ) ;
}
$n['a']['root'] = $cat ;
$n['a']['depth'] = $this->cat_depth[$cat] ;
$n['a']['count'] = count ( $n['*'] ) ;
$ret['*'][] = $n ;
}
$ret['a']['count'] = count ( $ret['*'] ) ;
return $ret ;
}
function createTemporaryTable ( $ttname , $bc ) {
$this->query ( $this->db2temp , "CREATE TEMPORARY TABLE $ttname ( catgroup INTEGER , catname VARCHAR(255) , depth INTEGER , PRIMARY KEY ca ( catgroup , catname ) , INDEX cb ( catgroup , depth ) ) {$this->use_db_memory}" ) ;
$cnt = 1 ;
if ( $ttname == 'cat1' ) $this->catgroups = array () ;
foreach ( $bc AS $k => $cat ) {
$c = explode ( '|' , $cat , 2 ) ;
if ( count ( $c ) > 1 ) $depth = array_pop ( $c ) ;
else $depth = $this->depth ;
$cat = array_shift ( $c ) ;
$bc[$k] = $cat ; // Removing "|n"
if ( $ttname == 'cat1' ) {
$this->cat_depth[$cat] = $depth ;
$this->catgroups[$cat] = $cnt ;
$this->count2cat[$cnt] = $cat ;
}
$this->addSubcats ( $ttname , $cat , $depth , $cnt ) ;
$cnt++ ;
}
return $bc ;
}
function runQuery () {
$starttime = $this->getTime() ;
$this->initializeDBHandle () ;
$this->checkedFlaggedRevisions () ;
$debug = 0 ;
if ( $debug ) { $n = $this->getTime() - $starttime ; print "Start:$n<br/>\n" ; }
$this->basecats = $this->createTemporaryTable ( 'cat1' , $this->basecats ) ;
$res = $this->query ( $this->db2temp , "SELECT count(*) AS c FROM cat1" ) ;
$o = mysql_fetch_object ( $res ) ;
$total_subcats = $o->c ;
if ( $debug ) { $n = $this->getTime() - $starttime - $n ; print "Subcats:$n<br/>\n" ; }
$this->result = array ( 'n' => 'result' , 'a' => array() , '*' => array() ) ;
$use_master_table = false ;
$force_master = array ( 'subset' , 'union' , 'diff' , 'atleast' ) ;
foreach ( $force_master AS $m ) {
if ( isset ( $this->comb[$m] ) ) $use_master_table = true ;
}
if ( $use_master_table ) {
$this->createTemporaryMasterTable () ;
if ( count ( $this->negcats ) > 0 ) {
$this->negcats = $this->createTemporaryTable ( 'cat1_neg' , $this->negcats ) ;
$this->filterMasterTableNegative ( 'temp' ) ;
$this->query ( $this->db2temp , "DROP TABLE cat1_neg" ) ;
}
}
if ( $debug ) { $n = $this->getTime() - $starttime - $n ; print "Master table:$n<br/>\n" ; }
if ( isset ( $this->comb['list'] ) ) $this->result['*'][] = $this->getCatLists () ;
if ( isset ( $this->comb['subset'] ) ) $this->result['*'][] = $this->getCombinationTempTable ( 'subset' ) ;
if ( isset ( $this->comb['union'] ) ) $this->result['*'][] = $this->getCombinationTempTable ( 'union' ) ;
if ( isset ( $this->comb['diff'] ) ) $this->result['*'][] = $this->getCombinationTempTable ( 'diff' ) ;
if ( isset ( $this->comb['atleast'] ) ) $this->result['*'][] = $this->getCombinationTempTable ( 'atleast' ) ;
// Clean up the tables; should happen automaticcally, but PARANOIA!
$this->query ( $this->db2temp , "DROP TABLE cat1" ) ;
if ( $use_master_table ) $this->query ( $this->db2temp , "DROP TABLE temp" ) ;
if ( $debug ) { $n = $this->getTime() - $starttime - $n ; print "Combinations:$n<br/>\n" ; }
$endtime = $this->getTime() ;
$difftime = $endtime - $starttime ;
$this->result['a']['querytime_sec'] = $difftime ;
$this->result['a']['total_categories_searched'] = $total_subcats ;
$this->result['a']['query_url'] = $this->url_get() ;
}
function printHTML () {
$script = array_pop ( explode ( '/' , $_SERVER["SCRIPT_NAME"] ) ) ;
$uil = mb_strtoupper($this->interface_language) ;
$lil = mb_strtolower($this->interface_language) ;
header('Content-type: text/html; charset=utf-8');
print '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//'.$uil.'" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">' . "\n\n" ;
print '<html><head><meta http-equiv="Content-Type" content="text/html;charset=UTF-8"><body>' ;
print "<table style='background-color:#BAD0EF'><tr><td rowspan='2' nowrap><h1 style='margin-top:0px;margin-bottom:0px;padding-bottom:0px;padding-right:5px'>" . $this->loc['toolname'] . '</h1></td>' ;
print "<td valign='bottom' width='100%'><small>{$this->loc['subtitle']}, <em>modified by <a href='http://toolserver.org/~whym'>whym</a></em></small>" ;
print " [<a href='http://meta.wikipedia.org/wiki/CatScan2/{$lil}'><small>{$this->loc['manual']}</small></a>]" ;
print " [<a href='{$this->i18n_url}#{$uil}'><small>{$this->loc['interface_text']}</small></a>]</td></tr><tr><td>" ;
print "{$this->loc['interface_language']} : " ;
foreach ( $this->available_interface_languages AS $l ) {
if ( $l == $this->interface_language ) print " [<small><b>" . mb_strtoupper ( $l ) . "</b></small></a>]" ;
else print " [<a href='$script?interface_language=$l'><small>" . mb_strtoupper ( $l ) . "</small></a>]" ;
}
print "</td></table>" ;
$cats = implode ( "\n" , $this->basecats_orig ) ;
$ncats = implode ( "\n" , $this->negcats_orig ) ;
// Show the entry form
// print "<i>[TBI] = To Be Implemented</i>" ;
print '<form method="post" action="./' . $script . '">' ;
print '<table border="1">' ;
print "<tr><th>" . $this->loc['language'] . "</th>" ;
print "<td><input type='text' name='language' value='{$this->language}' /></td></tr>" ;
print "<tr><th>" . $this->loc['project'] . "</th>" ;
print "<td><input type='text' name='project' value='{$this->project}' /></td></tr>" ;
print "<tr><th>" . $this->loc['depth'] . "</th>" ;
print "<td><input type='text' name='depth' value='{$this->depth}' />{$this->loc['depth_explanation']}</td></tr>" ;
print "<tr><th>" . $this->loc['categories'] . "</th>" ;
print "<td><textarea name='categories' rows='3' cols='80'>{$cats}</textarea></td></tr>" ;
print "<tr><th>" . $this->loc['negative_categories'] . "</th>" ;
print "<td><textarea name='negcats' rows='2' cols='80'>{$ncats}</textarea></td></tr>" ;
$combs = array ( 'list' , 'subset' , 'union' , 'diff' , 'atleast' ) ;
print "<tr><th>" . $this->loc['combination'] . "</th><td>" ;
foreach ( $combs AS $c ) {
$checked = isset ( $this->comb[$c] ) ? 'checked' : '' ;
$name = $this->loc["comb_$c"] ;
print "<input type='checkbox' name='comb[$c]' value='1' id='comb_$c' $checked /><label for='comb_$c'>$name</label>" ;
}
print " <input type='text' size='3' name='atleast_count' value='{$this->atleast_count}' />" ;
print "</td></tr>" ;
print "<tr><th>" . $this->loc['namespaces'] . "</th><td>" ;
$ne = '' ;
$no = '' ;
foreach ( $this->namespaces AS $num=> $name ) {
$checked = isset ( $this->ns[$num] ) ? 'checked' : '' ;
$s = "<td><input type='checkbox' name='ns[$num]' id='ns_$num' value='1' $checked /><label for='ns_$num'>$name</label></td>" ;
if ( $num % 2 == 0 ) $ne .= $s ;
else $no .= $s ;
}
print "<table><tr>$ne</tr></tr>$no</tr></table>" ;
print '</td></tr>' ;
print "<tr><th>" . $this->loc['show_redirects'] . "</th><td>" ;
print "<table><tr>" ;
$c1 = $this->show_redirects == 'both' ? 'checked' : '' ;
$c2 = $this->show_redirects == 'yes' ? 'checked' : '' ;
$c3 = $this->show_redirects == 'no' ? 'checked' : '' ;
print "<td><input type='radio' name='show_redirects' value='both' id='show_redirects_both' $c1 /><label for='show_redirects_both'>{$this->loc['edits_both']}</label></td>" ;
print "<td><input type='radio' name='show_redirects' value='yes' id='show_redirects_yes' $c2 /><label for='show_redirects_yes'>{$this->loc['edits_yes']}</label></td>" ;
print "<td><input type='radio' name='show_redirects' value='no' id='show_redirects_no' $c3 /><label for='show_redirects_no'>{$this->loc['edits_no']}</label></td>" ;
print "</tr></table>" ;
print '</td></tr>' ;
print "<tr><th>" . $this->loc['templates'] . "</th><td>" ;
print "<table><tr>" ;
$first = true ;
foreach ( $this->templates AS $t ) {
$t2 = array_pop ( explode ( '_' , $t ) ) ;
$n = "templates_use_talk_$t2" ;
$tut_checked = $this->$n ? 'checked' : '' ;
if ( $first ) $b = '' ;
else $b = 'style="border-left:1px solid black; padding-left:2px"' ;
print "<td $b>{$this->loc[$t]}<br/><textarea name='$t' cols='30' rows='4'>" . implode ( "\n" , $this->$t ) . "</textarea>" ;
print "<br/><input type='checkbox' name='templates_use_talk_$t2' id='templates_use_talk_$t2' value='1' $tut_checked />" ;
print "<label for='templates_use_talk_$t2'>{$this->loc['templates_use_talk_instead']}</label>" ;
print "</td>" ;
$first = false ;
}
print "</tr></table>" ;
print '</td></tr>' ;
$edits = array ( 'bots' , 'anons' , 'flagged' ) ;
print "<tr><th>" . $this->loc['edits'] . "</th><td>" ;
print "<table>" ;
foreach ( $edits AS $e ) {
$c1 = $this->edits[$e] == 'both' ? 'checked' : '' ;
$c2 = $this->edits[$e] == 'yes' ? 'checked' : '' ;
$c3 = $this->edits[$e] == 'no' ? 'checked' : '' ;
print "<tr><td>{$this->loc["edit_$e"]}</td>" ;
print "<td><input type='radio' name='edits[$e]' value='both' id='edits_both_$e' $c1 /><label for='edits_both_$e'>{$this->loc['edits_both']}</label></td>" ;
print "<td><input type='radio' name='edits[$e]' value='yes' id='edits_yes_$e' $c2 /><label for='edits_yes_$e'>{$this->loc['edits_yes']}</label></td>" ;
print "<td><input type='radio' name='edits[$e]' value='no' id='edits_no_$e' $c3 /><label for='edits_no_$e'>{$this->loc['edits_no']}</label></td>" ;
print "</tr>" ;
}
print "</table>" ;
print '</td></tr>' ;
print "<tr><th>" . $this->loc['last_change'] . "</th><td>" ;
print "<table>" ;
print "<tr><td>{$this->loc['before']}</td><td><input type='text' name='before' value='{$this->before}' /></td><td rowspan='2'>{$this->loc['date_format']}</td></tr>" ;
print "<tr><td>{$this->loc['after']}</td><td><input type='text' name='after' value='{$this->after}' /></td></tr>" ;
print "</table>" ;
print '</td></tr>' ;
print "<tr><th>" . "first edit date" . "</th><td>" ;
print "<table>" ;
print "<tr><td>{$this->loc['before']}</td><td><input type='text' name='fbefore' value='{$this->fbefore}' /></td><td rowspan='2'>{$this->loc['date_format']}</td></tr>" ;
print "<tr><td>{$this->loc['after']}</td><td><input type='text' name='fafter' value='{$this->fafter}' /></td></tr>" ;
print "</table>" ;
print '</td></tr>' ;
print "<tr><th>" . $this->loc['size'] . "</th><td>" ;
print "<table>" ;
print "<tr><td>{$this->loc['larger']}</td><td><input type='text' name='larger' value='{$this->larger}' /></td><td rowspan='2'>{$this->loc['size_explanation']}</td></tr>" ;
print "<tr><td>{$this->loc['smaller']}</td><td><input type='text' name='smaller' value='{$this->smaller}' /></td></tr>" ;
print "</table>" ;
print '</td></tr>' ;
print "<tr><th>" . $this->loc['link_number'] . "</th><td>" ;
print "<table>" ;
print "<tr><td>{$this->loc['maxlinks']}</td><td><input type='text' name='maxlinks' value='{$this->maxlinks}' /></td><td rowspan='2'>{$this->loc['links_explanation']}</td></tr>" ;
print "<tr><td>{$this->loc['minlinks']}</td><td><input type='text' name='minlinks' value='{$this->minlinks}' /></td></tr>" ;
print "</table>" ;
print '</td></tr>' ;
$sred = $this->show_redlinks ? 'checked' : '' ;
$sredo = $this->show_redlinks_only ? 'checked' : '' ;
$rtr = $this->remove_template_redlinks ? 'checked' : '' ;
$aro = $this->article_redlinks_only ? 'checked' : '' ;
print "<tr><th>" . $this->loc['redlinks'] . "</th><td>" ;
print "<table><tr>" ;
print "<td><input type='checkbox' name='show_redlinks' value='1' id='show_redlinks' $sred /><label for='show_redlinks'>" . $this->loc['show_redlinks'] . "</label></td>" ;
print "<td><input type='checkbox' name='show_redlinks_only' value='1' id='show_redlinks_only' $sredo /><label for='show_redlinks_only'>" . $this->loc['show_redlinks_only'] . "</label></td>" ;
print "<td><input type='checkbox' name='remove_template_redlinks' value='1' id='remove_template_redlinks' $rtr /><label for='remove_template_redlinks'>" . $this->loc['remove_template_redlinks'] . "</label></td>" ;
print "<td><input type='checkbox' name='article_redlinks_only' value='1' id='article_redlinks_only' $aro /><label for='article_redlinks_only'>" . $this->loc['article_redlinks_only'] . "</label></td>" ;
print "</tr><tr>" ;
print "<td colspan='2'>{$this->loc['min_redlink_count']} <input type='text' size='3' name='min_redlink_count' value='{$this->min_redlink_count}' /></td>" ;
print "</tr></table>" ;
print '</td></tr>' ;
$sa = $this->sort_order == 'ascending' ? 'checked' : '' ;
$sd = $this->sort_order == 'descending' ? 'checked' : '' ;
print "<tr><th>" . $this->loc['sort'] . "</th><td>" ;
foreach ( $this->sort_modes AS $sm ) {
if ( $this->sort_by == $sm ) $chk = 'checked' ;
else $chk = '' ;
if ( !isset ( $this->loc['sort_by_'.$sm] ) ) $txt = "<i>untranslated</i> sort_by_$sm" ;
else $txt = $this->loc['sort_by_'.$sm] ;
print "<input type='radio' name='sortby' value='$sm' id='sortby_$sm' $chk /><label for='sortby_$sm'>" . $txt . "</label>" ;
}
print ' &nbsp; ' ;
print "<input type='radio' name='sortorder' value='ascending' id='sort_ascending' $sa /><label for='sort_ascending'>" . $this->loc['sort_ascending'] . "</label>" ;
print "<input type='radio' name='sortorder' value='descending' id='sort_descending' $sd /><label for='sort_descending'>" . $this->loc['sort_descending'] . "</label>" ;
print '</td></tr>' ;
print "<tr><th>" . $this->loc['format'] . "</th><td>" ;
foreach ( $this->formats AS $k => $v ) {
$checked = $this->format == $k ? 'checked' : '' ;
print "<input type='radio' name='format' value='$k' id='format_$k' $checked /><label for='format_$k'>$v</label>" ;
}
$eid = $this->ext_image_data ? 'checked' : '' ;
print "<br/><input type='checkbox' name='ext_image_data' id='ext_image_data' value='1' $eid><label for='ext_image_data'>{$this->loc['ext_image_data']}</label>" ;
print '</td></tr>' ;
print "<tr><th></th><td><input type='submit' name='doit' value='{$this->loc['doit']}' /></td></tr>" ;
if ( isset ( $_REQUEST['doit'] ) ) {
$url = $this->url_get() ;
$s = $this->loc['query_url'] ;
$s = str_replace ( '$1' , "$url&doit=1" , $s ) ;
$s = str_replace ( '$2' , $url , $s ) ;
print "<tr><th>" . $this->loc['th_query_url'] ;
print "</th><td>$s</td></tr>" ;
}
print '</table>' ;
print "<input type='hidden' name='interface_language' value='{$this->interface_language}' />" ;
print '</form>' ;
$this->prettyOutput () ;
print '</body></html>' ;
}
function url_get () {
$url = 'http://' . $_SERVER["SERVER_NAME"] . $_SERVER["SCRIPT_NAME"] . "?" ;
$o = array () ;
foreach ( $_REQUEST AS $k => $v ) {
if ( substr ( $k , 0 , 1 ) == '_' ) continue ;
if ( $k == 'doit' ) continue ;
if ( $k == 'interface_language' and $v == 'en' ) continue ;
if ( $k == 'language' and $v == $this->interface_language ) continue ;
if ( $k == 'ext_image_data' and !isset($this->ns[6]) ) continue ;
if ( isset ( $this->default_parameter[$k] ) and $v == $this->default_parameter[$k] ) continue ;
if ( is_array ( $v ) ) {
if ( count ( $v ) == 0 ) continue ;
if ( $k == 'ns' and $v == array ( 0 => 1 ) ) continue ;
if ( $k == 'comb' and $v == array ( 'subset' => 1 ) ) continue ;
$w = array () ;
foreach ( $v AS $a => $b ) {
$w[] = $k . '%5B' . $a . '%5D=' . urlencode ( $b ) ;
}
$v = implode ( '&' , $w ) ;
$o[] = $v ;
} else {
$v = urlencode ( trim ( $v ) ) ;
if ( $v == '' ) continue ;
$o[] = $k . "=" . $v ;
}
}
$url .= implode ( '&' , $o ) ;
return $url ;
}
function makeCSV ( $s ) {
return str_replace ( '"' , '\\"' , $s ) ;
}
// Handles result output for HTML, CSV, TSV, Wiki
function prettyOutput () {
if ( !isset ( $this->result ) ) return ;
$type = $this->format ;
if ( $type == 'csv' or $type == 'tsv' or $type == 'wiki' )
header('Content-type: text/plain; charset=utf-8');
if ( $type == 'html' ) print "<h1><a name='results'>{$this->loc['results']}</a></h1>" ;
$baseurl = "http://{$this->language}.{$this->project}.org/wiki" ;
if ( $type == 'csv' ) $sep = '","' ;
else if ( $type == 'tsv' ) $sep = "\t" ;
else $sep = '' ;
foreach ( $this->result['*'] AS $c ) {
if ( count ( $c ) == 0 ) continue ; // Do not show result
$tag = $c['n'] ;
// TAG : categories
if ( $tag == 'categories' ) {
if ( $type == 'html' ) print "<h2>{$this->loc['comb_list']}</h2>" ;
else if ( $type == 'wiki' ) print "== {$this->loc['comb_list']} ==\n" ;
foreach ( $c['*'] AS $roots ) {
$root = $roots['a']['root'] ;
$depth = $roots['a']['depth'] ;
$dt = " ({$this->loc['depth']} $depth)" ;
if ( $type == 'html' ) print "<h3>{$root}{$dt}</h3><ol>" ;
else if ( $type == 'wiki' ) print "\n=== {$root}{$dt} ===\n" ;
else if ( $type == 'csv' ) print '"|categories' . $sep . $this->makeCSV ( $root ) . $sep . $depth . "\"\n" ;
else print "|$tag$sep$root$sep$depth\n" ;
foreach ( $roots['*'] AS $x ) {
$cat = $x['a']['name'] ;
if ( $type == 'html' ) print "<li><a target='_blank' href='http://{$this->language}.{$this->project}.org/wiki/Category:$cat'>$cat</a></li>" ;
else if ( $type == 'wiki' ) print "# $cat\n" ;
else if ( $type == 'csv' ) print '"' . $this->makeCSV ( $cat ) . "\"\n" ;
else print "$cat\n" ;
}
if ( $type == 'html' ) print "</ol>" ;
}
continue ;
}
// TAG : combination
if ( isset ( $this->loc['comb_'.$c['a']['type']] ) ) $ty = $this->loc['comb_'.$c['a']['type']] ;
else $ty = $c['a']['type'] ;
if ( $c['a']['type'] == 'atleast' ) $ty .= " (" . $c['a']['atleast'] . ")" ;
if ( $type == 'html' ) {
print "<h2>$ty</h2>" ;
print "<table border='1'><tbody>" ;
} else if ( $type == 'wiki' ) {
print "== $ty ==\n" ;
print "{| border='1'\n" ;
}
// Find headers
$headers = array () ;
foreach ( $c['*'] AS $p ) {
foreach ( $p['a'] AS $a => $v ) {
$headers[$a] = $a ;
}
}
if ( $type == 'html' and isset ( $headers['nstext'] ) ) unset ( $headers['nstext'] ) ;
if ( $type == 'html' ) {
print "<tr>" ;
foreach ( $headers AS $h ) {
$h2 = $h ;
if ( isset ( $this->loc['h_'.$h] ) ) $h2 = $this->loc['h_'.$h] ;
print "<th>$h2</th>" ;
}
print "</tr>" ;
} else if ( $type == 'wiki' ) {
$ho = array () ;
foreach ( $headers AS $h ) {
$h2 = $h ;
if ( isset ( $this->loc['h_'.$h] ) ) $h2 = $this->loc['h_'.$h] ;
$ho[] = $h2 ;
}
print "!" . implode ( " !! " , $ho ) . "\n|-\n" ;
} else {
print '|' . $c['a']['type'] . "\n" ;
$ho = array () ;
foreach ( $headers AS $h ) {
$h2 = $h ;
if ( isset ( $this->loc['h_'.$h] ) ) $h2 = $this->loc['h_'.$h] ;
if ( $type == 'tsv' or $type == 'csv' ) $h2 = $h ;
$ho[] = $h2 ;
}
if ( $type == 'csv' ) print '"' ;
print implode ( $sep , $ho ) ;
if ( $type == 'csv' ) print '"' ;
print "\n" ;
}
// Show rows
foreach ( $c['*'] AS $p ) {
if ( $type == 'html' ) print '<tr>' ;
// else if ( $type == 'csv' ) print '"' . $c['a']['type'] ;
// else if ( $type == 'tsv' ) print $c['a']['type'] ;
$first_col = true ;
foreach ( $headers AS $h ) {
if ( isset ( $p['a'][$h] ) ) $o = $p['a'][$h] ;
else $o = '' ;
$pn = str_replace ( '_' , ' ' , $o ) ;
$pns = '' ;
$ppns = '' ;
if ( $h == 'title' and isset ( $p['a']['namespace'] ) and $p['a']['namespace'] != '0' ) {
if ( isset ( $this->namespaces[$p['a']['namespace']] ) ) {
if ( $this->language == 'commons' ) {
$pns = $this->namespaces_en[$p['a']['namespace']] ;
} else {
$pns = $this->namespaces[$p['a']['namespace']] ;
}
$pns .= ':' ;
}
if ( $p['a']['namespace'] == 6 and $type == 'wiki' ) $ppns = ':' ;
else if ( $p['a']['namespace'] == 14 and $type == 'wiki' ) $ppns = ':' ;
}
if ( $type == 'html' ) {
if ( $h == 'title' ) {
// $o2 = urlencode ( $o ) ; // Strange problem with "/"
$o2 = $o ;
$o2 = str_replace ( "'" , urlencode("'") , $o2 ) ;
print "<td><a target='_blank' href='$baseurl/$pns$o2'>$pn</a></td>" ;
} else if ( $h == 'namespace' ) {
print "<td>" ;
if ( $this->language == 'commons' ) print $this->namespaces_en[$o] ;
else print $this->namespaces[$o] ;
print "</td>" ;
} else print "<td>$o</td>" ;
} else if ( $type == 'wiki' ) {
if ( $first_col ) print "|" ;
else print " || " ;
if ( $h == 'title' ) {
print "[[$ppns$pns$pn]]" ;
} else print $o ;
} else if ( $type == 'csv' ) {
if ( $first_col ) print '"' ;
else print $sep ;
print $this->makeCSV ( $pns.$o ) ;
} else {
if ( !$first_col ) print "\t" ;
print $pns.$o ;
}
$first_col = false ;
}
if ( $type == 'html' ) print '</tr>' ;
else if ( $type == 'wiki' ) print "\n|-\n" ;
else if ( $type == 'csv' ) print "\"\n" ;
else print "\n" ;
}
if ( $type == 'html' ) {
print "<tbody><tfoot>" ;
$td_cols = count ( $headers ) - 1 ;
foreach ( $c['a'] AS $a => $v ) {
print "<tr><th>$a</th><td colspan='$td_cols'>$v</td></tr>" ;
}
print "</tfoot></table>" ;
} else if ( $type == 'wiki' ) {
print "|}\n" ;
}
}
if ( $type == 'html' ) {
print "<p>Query took " . $this->result['a']['querytime_sec'] . " seconds.</p>" ;
print "<p>Searched " . $this->result['a']['total_categories_searched'] . " categories.</p>" ;
}
if ( $type == 'wiki' && count ( $this->result['a'] ) > 0 ) {
print "----\n" ;
foreach ( $this->result['a'] AS $k => $v ) {
print ';' . $k . ':' . $v . "\n" ;
}
}
}
function printXMLsub ( &$d ) {
if ( !is_array ( $d ) ) {
print htmlspecialchars ( $d , ENT_COMPAT , 'UTF-8' ) ;
return ;
}
if ( !isset ( $d['n'] ) ) return ;
print '<' . $d['n'] ;
if ( isset ( $d['a'] ) ) {
foreach ( $d['a'] AS $a => $v ) {
print ' ' . $a . '="' ;
print htmlspecialchars ( $v , ENT_COMPAT , 'UTF-8' ) ;
print '"' ;
}
}
if ( isset ( $d['*'] ) and count ( $d['*'] ) > 0 ) {
print ">" ;
foreach ( $d['*'] AS $s ) {
$this->printXMLsub ( $s ) ;
}
print "</" . $d['n'] . ">" ;
} else print " />" ;
}
function printXML () {
header('Content-type: text/xml; charset=utf-8');
$this->printXMLsub ( $this->result ) ;
}
function printPHP () {
header('Content-type: application/serialized_PHP_variable');
print serialize ( $this->result ) ;
}
function printJSON () {
header('Content-type: application/x-json; charset=utf-8');
print json_encode ( $this->result ) ;
}
function comparePages ( $p1 , $p2 ) {
$ret = 0 ;
if ( $this->sorting_redlinks ) {
if ( $p1['a']['links'] > $p2['a']['links'] ) $ret = -1 ;
else if ( $p1['a']['links'] < $p2['a']['links'] ) $ret = 1 ;
if ( $ret != 0 ) return $ret ; // Descending link count takes priority in redlinks
}
if ( $this->sort_by == 'title' ) {
if ( $p1['a']['title'] > $p2['a']['title'] ) $ret = 1 ;
else if ( $p1['a']['title'] < $p2['a']['title'] ) $ret = -1 ;
} else if ( $this->sort_by == 'ns_title' ) {
if ( (int) $p1['a']['namespace'] > (int) $p2['a']['namespace'] ) $ret = 1 ;
else if ( (int) $p1['a']['namespace'] < (int) $p2['a']['namespace'] ) $ret = -1 ;
else {
if ( $p1['a']['title'] > $p2['a']['title'] ) $ret = 1 ;
else if ( $p1['a']['title'] < $p2['a']['title'] ) $ret = -1 ;
}
} else if ( $this->sort_by == 'size' ) {
if ( (int) $p1['a']['len'] > (int) $p2['a']['len'] ) $ret = 1 ;
else if ( (int) $p1['a']['len'] < (int) $p2['a']['len'] ) $ret = -1 ;
} else if ( $this->sort_by == 'filesize' ) {
if ( (int) $p1['a']['img_size'] > (int) $p2['a']['img_size'] ) $ret = 1 ;
else if ( (int) $p1['a']['img_size'] < (int) $p2['a']['img_size'] ) $ret = -1 ;
} else if ( $this->sort_by == 'uploaddate' ) {
if ( $p1['a']['img_timestamp'] > $p2['a']['img_timestamp'] ) $ret = 1 ;
else if ( $p1['a']['img_timestamp'] < $p2['a']['img_timestamp'] ) $ret = -1 ;
} else if ( $this->sort_by == 'date' ) {
if ( $p1['a']['touched'] > $p2['a']['touched'] ) $ret = 1 ;
else if ( $p1['a']['touched'] < $p2['a']['touched'] ) $ret = -1 ;
}
// print "$ret" ;
if ( $this->sort_order == 'descending' ) return -$ret ;
return $ret ;
}
function doSort () {
if ( $this->sort_by == 'none' && !$this->show_redlinks ) return ;
if ( !isset ( $this->result ) ) return ;
if ( !isset ( $this->result['*'] ) ) return ;
foreach ( $this->result['*'] AS $k => $c ) {
if ( count ( $c ) == 0 ) continue ; // Empty, no sorting neccessary
$tag = $c['n'] ;
$this->sorting_redlinks = substr ( $tag , 0 , 9 ) == 'redlinks.' ;
if ( $tag == 'categories' ) {
continue ;
}
usort ( $this->result['*'][$k]['*'] , array($this,'comparePages') ) ;
}
}
function out ( $doit ) {
$this->doSort () ;
if ( !$doit ) {
$this->printHTML() ;
return ;
}
if ( $this->format == 'xml' ) $this->printXML() ;
else if ( $this->format == 'php' ) $this->printPHP() ;
else if ( $this->format == 'json' ) $this->printJSON() ;
else if ( $this->format == 'wiki' ) $this->prettyOutput() ;
else if ( $this->format == 'csv' ) $this->prettyOutput() ;
else if ( $this->format == 'tsv' ) $this->prettyOutput() ;
else $this->printHTML() ;
}
}
// MAIN PROGRAM
$catscan = new CatScan () ;
$doit = isset ( $_REQUEST['doit'] ) ;
if ( $doit ) $catscan->runQuery() ;
$catscan->out ( $doit ) ;
// THE END
?>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.