Chris@76: <?php
Chris@76: 
Chris@76: /**
Chris@76:  * Simple Machines Forum (SMF)
Chris@76:  *
Chris@76:  * @package SMF
Chris@76:  * @author Simple Machines http://www.simplemachines.org
Chris@76:  * @copyright 2011 Simple Machines
Chris@76:  * @license http://www.simplemachines.org/about/smf/license.php BSD
Chris@76:  *
Chris@76:  * @version 2.0.1
Chris@76:  */
Chris@76: 
Chris@76: if (!defined('SMF'))
Chris@76: 	die('Hacking attempt...');
Chris@76: 
Chris@76: /* /!!!
Chris@76: 
Chris@76: 	void ManageMaintenance()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainDatabase()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainMembers()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainTopics()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainCleanCache()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainFindFixErrors()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainEmptyUnimportantLogs()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void ConvertUtf8()
Chris@76: 		- converts the data and database tables to UTF-8 character set.
Chris@76: 		- requires the admin_forum permission.
Chris@76: 		- uses the convert_utf8 sub template of the Admin template.
Chris@76: 		- only works if UTF-8 is not the global character set.
Chris@76: 		- supports all character sets used by SMF's language files.
Chris@76: 		- redirects to ?action=admin;area=maintain after finishing.
Chris@76: 		- is linked from the maintenance screen (if applicable).
Chris@76: 		- accessed by ?action=admin;area=maintain;sa=database;activity=convertutf8.
Chris@76: 
Chris@76: 	void ConvertEntities()
Chris@76: 		- converts HTML-entities to UTF-8 characters.
Chris@76: 		- requires the admin_forum permission.
Chris@76: 		- uses the convert_entities sub template of the Admin template.
Chris@76: 		- only works if UTF-8 has been set as database and global character set.
Chris@76: 		- is divided in steps of 10 seconds.
Chris@76: 		- is linked from the maintenance screen (if applicable).
Chris@76: 		- accessed by ?action=admin;area=maintain;sa=database;activity=convertentities.
Chris@76: 
Chris@76: 	void OptimizeTables()
Chris@76: 		- optimizes all tables in the database and lists how much was saved.
Chris@76: 		- requires the admin_forum permission.
Chris@76: 		- uses the rawdata sub template (built in.)
Chris@76: 		- shows as the maintain_forum admin area.
Chris@76: 		- updates the optimize scheduled task such that the tables are not
Chris@76: 		  automatically optimized again too soon.
Chris@76: 		- accessed from ?action=admin;area=maintain;sa=database;activity=optimize.
Chris@76: 
Chris@76: 	void AdminBoardRecount()
Chris@76: 		- recounts many forum totals that can be recounted automatically
Chris@76: 		  without harm.
Chris@76: 		- requires the admin_forum permission.
Chris@76: 		- shows the maintain_forum admin area.
Chris@76: 		- fixes topics with wrong num_replies.
Chris@76: 		- updates the num_posts and num_topics of all boards.
Chris@76: 		- recounts instant_messages but not unread_messages.
Chris@76: 		- repairs messages pointing to boards with topics pointing to
Chris@76: 		  other boards.
Chris@76: 		- updates the last message posted in boards and children.
Chris@76: 		- updates member count, latest member, topic count, and message count.
Chris@76: 		- redirects back to ?action=admin;area=maintain when complete.
Chris@76: 		- accessed via ?action=admin;area=maintain;sa=database;activity=recount.
Chris@76: 
Chris@76: 	void VersionDetail()
Chris@76: 		- parses the comment headers in all files for their version information
Chris@76: 		  and outputs that for some javascript to check with simplemacines.org.
Chris@76: 		- does not connect directly with simplemachines.org, but rather
Chris@76: 		  expects the client to.
Chris@76: 		- requires the admin_forum permission.
Chris@76: 		- uses the view_versions admin area.
Chris@76: 		- loads the view_versions sub template (in the Admin template.)
Chris@76: 		- accessed through ?action=admin;area=maintain;sa=routine;activity=version.
Chris@76: 
Chris@76: 	void MaintainReattributePosts()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainDownloadBackup()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainPurgeInactiveMembers()
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	void MaintainRemoveOldPosts(bool do_action = true)
Chris@76: 		// !!!
Chris@76: 
Chris@76: 	mixed MaintainMassMoveTopics()
Chris@76: 		- Moves topics from one board to another.
Chris@76: 		- User the not_done template to pause the process.
Chris@76: */
Chris@76: 
Chris@76: // The maintenance access point.
Chris@76: function ManageMaintenance()
Chris@76: {
Chris@76: 	global $txt, $modSettings, $scripturl, $context, $options;
Chris@76: 
Chris@76: 	// You absolutely must be an admin by here!
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	// Need something to talk about?
Chris@76: 	loadLanguage('ManageMaintenance');
Chris@76: 	loadTemplate('ManageMaintenance');
Chris@76: 
Chris@76: 	// This uses admin tabs - as it should!
Chris@76: 	$context[$context['admin_menu_name']]['tab_data'] = array(
Chris@76: 		'title' => $txt['maintain_title'],
Chris@76: 		'description' => $txt['maintain_info'],
Chris@76: 		'tabs' => array(
Chris@76: 			'routine' => array(),
Chris@76: 			'database' => array(),
Chris@76: 			'members' => array(),
Chris@76: 			'topics' => array(),
Chris@76: 		),
Chris@76: 	);
Chris@76: 
Chris@76: 	// So many things you can do - but frankly I won't let you - just these!
Chris@76: 	$subActions = array(
Chris@76: 		'routine' => array(
Chris@76: 			'function' => 'MaintainRoutine',
Chris@76: 			'template' => 'maintain_routine',
Chris@76: 			'activities' => array(
Chris@76: 				'version' => 'VersionDetail',
Chris@76: 				'repair' => 'MaintainFindFixErrors',
Chris@76: 				'recount' => 'AdminBoardRecount',
Chris@76: 				'logs' => 'MaintainEmptyUnimportantLogs',
Chris@76: 				'cleancache' => 'MaintainCleanCache',
Chris@76: 			),
Chris@76: 		),
Chris@76: 		'database' => array(
Chris@76: 			'function' => 'MaintainDatabase',
Chris@76: 			'template' => 'maintain_database',
Chris@76: 			'activities' => array(
Chris@76: 				'optimize' => 'OptimizeTables',
Chris@76: 				'backup' => 'MaintainDownloadBackup',
Chris@76: 				'convertentities' => 'ConvertEntities',
Chris@76: 				'convertutf8' => 'ConvertUtf8',
Chris@76: 			),
Chris@76: 		),
Chris@76: 		'members' => array(
Chris@76: 			'function' => 'MaintainMembers',
Chris@76: 			'template' => 'maintain_members',
Chris@76: 			'activities' => array(
Chris@76: 				'reattribute' => 'MaintainReattributePosts',
Chris@76: 				'purgeinactive' => 'MaintainPurgeInactiveMembers',
Chris@76: 			),
Chris@76: 		),
Chris@76: 		'topics' => array(
Chris@76: 			'function' => 'MaintainTopics',
Chris@76: 			'template' => 'maintain_topics',
Chris@76: 			'activities' => array(
Chris@76: 				'massmove' => 'MaintainMassMoveTopics',
Chris@76: 				'pruneold' => 'MaintainRemoveOldPosts',
Chris@76: 			),
Chris@76: 		),
Chris@76: 		'destroy' => array(
Chris@76: 			'function' => 'Destroy',
Chris@76: 			'activities' => array(),
Chris@76: 		),
Chris@76: 	);
Chris@76: 
Chris@76: 	// Yep, sub-action time!
Chris@76: 	if (isset($_REQUEST['sa']) && isset($subActions[$_REQUEST['sa']]))
Chris@76: 		$subAction = $_REQUEST['sa'];
Chris@76: 	else
Chris@76: 		$subAction = 'routine';
Chris@76: 
Chris@76: 	// Doing something special?
Chris@76: 	if (isset($_REQUEST['activity']) && isset($subActions[$subAction]['activities'][$_REQUEST['activity']]))
Chris@76: 		$activity = $_REQUEST['activity'];
Chris@76: 
Chris@76: 	// Set a few things.
Chris@76: 	$context['page_title'] = $txt['maintain_title'];
Chris@76: 	$context['sub_action'] = $subAction;
Chris@76: 	$context['sub_template'] = !empty($subActions[$subAction]['template']) ? $subActions[$subAction]['template'] : '';
Chris@76: 
Chris@76: 	// Finally fall through to what we are doing.
Chris@76: 	$subActions[$subAction]['function']();
Chris@76: 
Chris@76: 	// Any special activity?
Chris@76: 	if (isset($activity))
Chris@76: 		$subActions[$subAction]['activities'][$activity]();
Chris@76: 
Chris@76: 	//converted to UTF-8? show a small maintenance info
Chris@76: 	if (isset($_GET['done']) && $_GET['done'] == 'convertutf8')
Chris@76: 		$context['maintenance_finished'] = $txt['utf8_title'];
Chris@76: }
Chris@76: 
Chris@76: // Supporting function for the database maintenance area.
Chris@76: function MaintainDatabase()
Chris@76: {
Chris@76: 	global $context, $db_type, $db_character_set, $modSettings, $smcFunc, $txt;
Chris@76: 
Chris@76: 	// Show some conversion options?
Chris@76: 	$context['convert_utf8'] = $db_type == 'mysql' && (!isset($db_character_set) || $db_character_set !== 'utf8' || empty($modSettings['global_character_set']) || $modSettings['global_character_set'] !== 'UTF-8') && version_compare('4.1.2', preg_replace('~\-.+?$~', '', $smcFunc['db_server_info']())) <= 0;
Chris@76: 	$context['convert_entities'] = $db_type == 'mysql' && isset($db_character_set, $modSettings['global_character_set']) && $db_character_set === 'utf8' && $modSettings['global_character_set'] === 'UTF-8';
Chris@76: 
Chris@76: 	if (isset($_GET['done']) && $_GET['done'] == 'convertutf8')
Chris@76: 		$context['maintenance_finished'] = $txt['utf8_title'];
Chris@76: 	if (isset($_GET['done']) && $_GET['done'] == 'convertentities')
Chris@76: 		$context['maintenance_finished'] = $txt['entity_convert_title'];
Chris@76: }
Chris@76: 
Chris@76: // Supporting function for the routine maintenance area.
Chris@76: function MaintainRoutine()
Chris@76: {
Chris@76: 	global $context, $txt;
Chris@76: 
Chris@76: 	if (isset($_GET['done']) && $_GET['done'] == 'recount')
Chris@76: 		$context['maintenance_finished'] = $txt['maintain_recount'];
Chris@76: }
Chris@76: 
Chris@76: // Supporting function for the members maintenance area.
Chris@76: function MaintainMembers()
Chris@76: {
Chris@76: 	global $context, $smcFunc, $txt;
Chris@76: 
Chris@76: 	// Get membergroups - for deleting members and the like.
Chris@76: 	$result = $smcFunc['db_query']('', '
Chris@76: 		SELECT id_group, group_name
Chris@76: 		FROM {db_prefix}membergroups',
Chris@76: 		array(
Chris@76: 		)
Chris@76: 	);
Chris@76: 	$context['membergroups'] = array(
Chris@76: 		array(
Chris@76: 			'id' => 0,
Chris@76: 			'name' => $txt['maintain_members_ungrouped']
Chris@76: 		),
Chris@76: 	);
Chris@76: 	while ($row = $smcFunc['db_fetch_assoc']($result))
Chris@76: 	{
Chris@76: 		$context['membergroups'][] = array(
Chris@76: 			'id' => $row['id_group'],
Chris@76: 			'name' => $row['group_name']
Chris@76: 		);
Chris@76: 	}
Chris@76: 	$smcFunc['db_free_result']($result);
Chris@76: }
Chris@76: 
Chris@76: // Supporting function for the topics maintenance area.
Chris@76: function MaintainTopics()
Chris@76: {
Chris@76: 	global $context, $smcFunc, $txt;
Chris@76: 
Chris@76: 	// Let's load up the boards in case they are useful.
Chris@76: 	$result = $smcFunc['db_query']('order_by_board_order', '
Chris@76: 		SELECT b.id_board, b.name, b.child_level, c.name AS cat_name, c.id_cat
Chris@76: 		FROM {db_prefix}boards AS b
Chris@76: 			LEFT JOIN {db_prefix}categories AS c ON (c.id_cat = b.id_cat)
Chris@76: 		WHERE {query_see_board}
Chris@76: 			AND redirect = {string:blank_redirect}',
Chris@76: 		array(
Chris@76: 			'blank_redirect' => '',
Chris@76: 		)
Chris@76: 	);
Chris@76: 	$context['categories'] = array();
Chris@76: 	while ($row = $smcFunc['db_fetch_assoc']($result))
Chris@76: 	{
Chris@76: 		if (!isset($context['categories'][$row['id_cat']]))
Chris@76: 			$context['categories'][$row['id_cat']] = array(
Chris@76: 				'name' => $row['cat_name'],
Chris@76: 				'boards' => array()
Chris@76: 			);
Chris@76: 
Chris@76: 		$context['categories'][$row['id_cat']]['boards'][] = array(
Chris@76: 			'id' => $row['id_board'],
Chris@76: 			'name' => $row['name'],
Chris@76: 			'child_level' => $row['child_level']
Chris@76: 		);
Chris@76: 	}
Chris@76: 	$smcFunc['db_free_result']($result);
Chris@76: 
Chris@76: 	if (isset($_GET['done']) && $_GET['done'] == 'purgeold')
Chris@76: 		$context['maintenance_finished'] = $txt['maintain_old'];
Chris@76: 	elseif (isset($_GET['done']) && $_GET['done'] == 'massmove')
Chris@76: 		$context['maintenance_finished'] = $txt['move_topics_maintenance'];
Chris@76: }
Chris@76: 
Chris@76: // Find and fix all errors.
Chris@76: function MaintainFindFixErrors()
Chris@76: {
Chris@76: 	global $sourcedir;
Chris@76: 
Chris@76: 	require_once($sourcedir . '/RepairBoards.php');
Chris@76: 	RepairBoards();
Chris@76: }
Chris@76: 
Chris@76: // Wipes the whole cache directory.
Chris@76: function MaintainCleanCache()
Chris@76: {
Chris@76: 	global $context, $txt;
Chris@76: 
Chris@76: 	// Just wipe the whole cache directory!
Chris@76: 	clean_cache();
Chris@76: 
Chris@76: 	$context['maintenance_finished'] = $txt['maintain_cache'];
Chris@76: }
Chris@76: 
Chris@76: // Empties all uninmportant logs
Chris@76: function MaintainEmptyUnimportantLogs()
Chris@76: {
Chris@76: 	global $context, $smcFunc, $txt;
Chris@76: 
Chris@76: 	checkSession();
Chris@76: 
Chris@76: 	// No one's online now.... MUHAHAHAHA :P.
Chris@76: 	$smcFunc['db_query']('', '
Chris@76: 		DELETE FROM {db_prefix}log_online');
Chris@76: 
Chris@76: 	// Dump the banning logs.
Chris@76: 	$smcFunc['db_query']('', '
Chris@76: 		DELETE FROM {db_prefix}log_banned');
Chris@76: 
Chris@76: 	// Start id_error back at 0 and dump the error log.
Chris@76: 	$smcFunc['db_query']('truncate_table', '
Chris@76: 		TRUNCATE {db_prefix}log_errors');
Chris@76: 
Chris@76: 	// Clear out the spam log.
Chris@76: 	$smcFunc['db_query']('', '
Chris@76: 		DELETE FROM {db_prefix}log_floodcontrol');
Chris@76: 
Chris@76: 	// Clear out the karma actions.
Chris@76: 	$smcFunc['db_query']('', '
Chris@76: 		DELETE FROM {db_prefix}log_karma');
Chris@76: 
Chris@76: 	// Last but not least, the search logs!
Chris@76: 	$smcFunc['db_query']('truncate_table', '
Chris@76: 		TRUNCATE {db_prefix}log_search_topics');
Chris@76: 
Chris@76: 	$smcFunc['db_query']('truncate_table', '
Chris@76: 		TRUNCATE {db_prefix}log_search_messages');
Chris@76: 
Chris@76: 	$smcFunc['db_query']('truncate_table', '
Chris@76: 		TRUNCATE {db_prefix}log_search_results');
Chris@76: 
Chris@76: 	updateSettings(array('search_pointer' => 0));
Chris@76: 
Chris@76: 	$context['maintenance_finished'] = $txt['maintain_logs'];
Chris@76: }
Chris@76: 
Chris@76: // Oh noes!
Chris@76: function Destroy()
Chris@76: {
Chris@76: 	global $context;
Chris@76: 
Chris@76: 	echo '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
Chris@76: 		<html xmlns="http://www.w3.org/1999/xhtml"', $context['right_to_left'] ? ' dir="rtl"' : '', '><head><title>', $context['forum_name_html_safe'], ' deleted!</title></head>
Chris@76: 		<body style="background-color: orange; font-family: arial, sans-serif; text-align: center;">
Chris@76: 		<div style="margin-top: 8%; font-size: 400%; color: black;">Oh my, you killed ', $context['forum_name_html_safe'], '!</div>
Chris@76: 		<div style="margin-top: 7%; font-size: 500%; color: red;"><strong>You lazy bum!</strong></div>
Chris@76: 		</body></html>';
Chris@76: 	obExit(false);
Chris@76: }
Chris@76: 
Chris@76: // Convert both data and database tables to UTF-8 character set.
Chris@76: function ConvertUtf8()
Chris@76: {
Chris@76: 	global $scripturl, $context, $txt, $language, $db_character_set;
Chris@76: 	global $modSettings, $user_info, $sourcedir, $smcFunc, $db_prefix;
Chris@76: 
Chris@76: 	// Show me your badge!
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	// The character sets used in SMF's language files with their db equivalent.
Chris@76: 	$charsets = array(
Chris@76: 		// Chinese-traditional.
Chris@76: 		'big5' => 'big5',
Chris@76: 		// Chinese-simplified.
Chris@76: 		'gbk' => 'gbk',
Chris@76: 		// West European.
Chris@76: 		'ISO-8859-1' => 'latin1',
Chris@76: 		// Romanian.
Chris@76: 		'ISO-8859-2' => 'latin2',
Chris@76: 		// Turkish.
Chris@76: 		'ISO-8859-9' => 'latin5',
Chris@76: 		// West European with Euro sign.
Chris@76: 		'ISO-8859-15' => 'latin9',
Chris@76: 		// Thai.
Chris@76: 		'tis-620' => 'tis620',
Chris@76: 		// Persian, Chinese, etc.
Chris@76: 		'UTF-8' => 'utf8',
Chris@76: 		// Russian.
Chris@76: 		'windows-1251' => 'cp1251',
Chris@76: 		// Greek.
Chris@76: 		'windows-1253' => 'utf8',
Chris@76: 		// Hebrew.
Chris@76: 		'windows-1255' => 'utf8',
Chris@76: 		// Arabic.
Chris@76: 		'windows-1256' => 'cp1256',
Chris@76: 	);
Chris@76: 
Chris@76: 	// Get a list of character sets supported by your MySQL server.
Chris@76: 	$request = $smcFunc['db_query']('', '
Chris@76: 		SHOW CHARACTER SET',
Chris@76: 		array(
Chris@76: 		)
Chris@76: 	);
Chris@76: 	$db_charsets = array();
Chris@76: 	while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 		$db_charsets[] = $row['Charset'];
Chris@76: 
Chris@76: 	$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 	// Character sets supported by both MySQL and SMF's language files.
Chris@76: 	$charsets = array_intersect($charsets, $db_charsets);
Chris@76: 
Chris@76: 	// This is for the first screen telling backups is good.
Chris@76: 	if (!isset($_POST['proceed']))
Chris@76: 	{
Chris@76: 		// Character set conversions are only supported as of MySQL 4.1.2.
Chris@76: 		if (version_compare('4.1.2', preg_replace('~\-.+?$~', '', $smcFunc['db_server_info']())) > 0)
Chris@76: 			fatal_lang_error('utf8_db_version_too_low');
Chris@76: 
Chris@76: 		// Use the messages.body column as indicator for the database charset.
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SHOW FULL COLUMNS
Chris@76: 			FROM {db_prefix}messages
Chris@76: 			LIKE {string:body_like}',
Chris@76: 			array(
Chris@76: 				'body_like' => 'body',
Chris@76: 			)
Chris@76: 		);
Chris@76: 		$column_info = $smcFunc['db_fetch_assoc']($request);
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		// A collation looks like latin1_swedish. We only need the character set.
Chris@76: 		list($context['database_charset']) = explode('_', $column_info['Collation']);
Chris@76: 		$context['database_charset'] = in_array($context['database_charset'], $charsets) ? array_search($context['database_charset'], $charsets) : $context['database_charset'];
Chris@76: 
Chris@76: 		// No need to convert to UTF-8 if it already is.
Chris@76: 		if ($db_character_set === 'utf8' && !empty($modSettings['global_character_set']) && $modSettings['global_character_set'] === 'UTF-8')
Chris@76: 			fatal_lang_error('utf8_already_utf8');
Chris@76: 
Chris@76: 		// Cannot do conversion if using a fulltext index
Chris@76: 		if (!empty($modSettings['search_index']) && $modSettings['search_index'] == 'fulltext')
Chris@76: 			fatal_lang_error('utf8_cannot_convert_fulltext');
Chris@76: 
Chris@76: 		// Grab the character set from the default language file.
Chris@76: 		loadLanguage('index', $language, true);
Chris@76: 		$context['charset_detected'] = $txt['lang_character_set'];
Chris@76: 		$context['charset_about_detected'] = sprintf($txt['utf8_detected_charset'], $language, $context['charset_detected']);
Chris@76: 
Chris@76: 		// Go back to your own language.
Chris@76: 		loadLanguage('index', $user_info['language'], true);
Chris@76: 
Chris@76: 		// Show a warning if the character set seems not to be supported.
Chris@76: 		if (!isset($charsets[strtr(strtolower($context['charset_detected']), array('utf' => 'UTF', 'iso' => 'ISO'))]))
Chris@76: 		{
Chris@76: 			$context['charset_warning'] = sprintf($txt['utf8_charset_not_supported'], $txt['lang_character_set']);
Chris@76: 
Chris@76: 			// Default to ISO-8859-1.
Chris@76: 			$context['charset_detected'] = 'ISO-8859-1';
Chris@76: 		}
Chris@76: 
Chris@76: 		$context['charset_list'] = array_keys($charsets);
Chris@76: 
Chris@76: 		$context['page_title'] = $txt['utf8_title'];
Chris@76: 		$context['sub_template'] = 'convert_utf8';
Chris@76: 		return;
Chris@76: 	}
Chris@76: 
Chris@76: 	// After this point we're starting the conversion. But first: session check.
Chris@76: 	checkSession();
Chris@76: 
Chris@76: 	// Translation table for the character sets not native for MySQL.
Chris@76: 	$translation_tables = array(
Chris@76: 		'windows-1255' => array(
Chris@76: 			'0x81' => '\'\'',		'0x8A' => '\'\'',		'0x8C' => '\'\'',
Chris@76: 			'0x8D' => '\'\'',		'0x8E' => '\'\'',		'0x8F' => '\'\'',
Chris@76: 			'0x90' => '\'\'',		'0x9A' => '\'\'',		'0x9C' => '\'\'',
Chris@76: 			'0x9D' => '\'\'',		'0x9E' => '\'\'',		'0x9F' => '\'\'',
Chris@76: 			'0xCA' => '\'\'',		'0xD9' => '\'\'',		'0xDA' => '\'\'',
Chris@76: 			'0xDB' => '\'\'',		'0xDC' => '\'\'',		'0xDD' => '\'\'',
Chris@76: 			'0xDE' => '\'\'',		'0xDF' => '\'\'',		'0xFB' => '\'\'',
Chris@76: 			'0xFC' => '\'\'',		'0xFF' => '\'\'',		'0xC2' => '0xFF',
Chris@76: 			'0x80' => '0xFC',		'0xE2' => '0xFB',		'0xA0' => '0xC2A0',
Chris@76: 			'0xA1' => '0xC2A1',		'0xA2' => '0xC2A2',		'0xA3' => '0xC2A3',
Chris@76: 			'0xA5' => '0xC2A5',		'0xA6' => '0xC2A6',		'0xA7' => '0xC2A7',
Chris@76: 			'0xA8' => '0xC2A8',		'0xA9' => '0xC2A9',		'0xAB' => '0xC2AB',
Chris@76: 			'0xAC' => '0xC2AC',		'0xAD' => '0xC2AD',		'0xAE' => '0xC2AE',
Chris@76: 			'0xAF' => '0xC2AF',		'0xB0' => '0xC2B0',		'0xB1' => '0xC2B1',
Chris@76: 			'0xB2' => '0xC2B2',		'0xB3' => '0xC2B3',		'0xB4' => '0xC2B4',
Chris@76: 			'0xB5' => '0xC2B5',		'0xB6' => '0xC2B6',		'0xB7' => '0xC2B7',
Chris@76: 			'0xB8' => '0xC2B8',		'0xB9' => '0xC2B9',		'0xBB' => '0xC2BB',
Chris@76: 			'0xBC' => '0xC2BC',		'0xBD' => '0xC2BD',		'0xBE' => '0xC2BE',
Chris@76: 			'0xBF' => '0xC2BF',		'0xD7' => '0xD7B3',		'0xD1' => '0xD781',
Chris@76: 			'0xD4' => '0xD7B0',		'0xD5' => '0xD7B1',		'0xD6' => '0xD7B2',
Chris@76: 			'0xE0' => '0xD790',		'0xEA' => '0xD79A',		'0xEC' => '0xD79C',
Chris@76: 			'0xED' => '0xD79D',		'0xEE' => '0xD79E',		'0xEF' => '0xD79F',
Chris@76: 			'0xF0' => '0xD7A0',		'0xF1' => '0xD7A1',		'0xF2' => '0xD7A2',
Chris@76: 			'0xF3' => '0xD7A3',		'0xF5' => '0xD7A5',		'0xF6' => '0xD7A6',
Chris@76: 			'0xF7' => '0xD7A7',		'0xF8' => '0xD7A8',		'0xF9' => '0xD7A9',
Chris@76: 			'0x82' => '0xE2809A',	'0x84' => '0xE2809E',	'0x85' => '0xE280A6',
Chris@76: 			'0x86' => '0xE280A0',	'0x87' => '0xE280A1',	'0x89' => '0xE280B0',
Chris@76: 			'0x8B' => '0xE280B9',	'0x93' => '0xE2809C',	'0x94' => '0xE2809D',
Chris@76: 			'0x95' => '0xE280A2',	'0x97' => '0xE28094',	'0x99' => '0xE284A2',
Chris@76: 			'0xC0' => '0xD6B0',		'0xC1' => '0xD6B1',		'0xC3' => '0xD6B3',
Chris@76: 			'0xC4' => '0xD6B4',		'0xC5' => '0xD6B5',		'0xC6' => '0xD6B6',
Chris@76: 			'0xC7' => '0xD6B7',		'0xC8' => '0xD6B8',		'0xC9' => '0xD6B9',
Chris@76: 			'0xCB' => '0xD6BB',		'0xCC' => '0xD6BC',		'0xCD' => '0xD6BD',
Chris@76: 			'0xCE' => '0xD6BE',		'0xCF' => '0xD6BF',		'0xD0' => '0xD780',
Chris@76: 			'0xD2' => '0xD782',		'0xE3' => '0xD793',		'0xE4' => '0xD794',
Chris@76: 			'0xE5' => '0xD795',		'0xE7' => '0xD797',		'0xE9' => '0xD799',
Chris@76: 			'0xFD' => '0xE2808E',	'0xFE' => '0xE2808F',	'0x92' => '0xE28099',
Chris@76: 			'0x83' => '0xC692',		'0xD3' => '0xD783',		'0x88' => '0xCB86',
Chris@76: 			'0x98' => '0xCB9C',		'0x91' => '0xE28098',	'0x96' => '0xE28093',
Chris@76: 			'0xBA' => '0xC3B7',		'0x9B' => '0xE280BA',	'0xAA' => '0xC397',
Chris@76: 			'0xA4' => '0xE282AA',	'0xE1' => '0xD791',		'0xE6' => '0xD796',
Chris@76: 			'0xE8' => '0xD798',		'0xEB' => '0xD79B',		'0xF4' => '0xD7A4',
Chris@76: 			'0xFA' => '0xD7AA',		'0xFF' => '0xD6B2',		'0xFC' => '0xE282AC',
Chris@76: 			'0xFB' => '0xD792',
Chris@76: 		),
Chris@76: 		'windows-1253' => array(
Chris@76: 			'0x81' => '\'\'',			'0x88' => '\'\'',			'0x8A' => '\'\'',
Chris@76: 			'0x8C' => '\'\'',			'0x8D' => '\'\'',			'0x8E' => '\'\'',
Chris@76: 			'0x8F' => '\'\'',			'0x90' => '\'\'',			'0x98' => '\'\'',
Chris@76: 			'0x9A' => '\'\'',			'0x9C' => '\'\'',			'0x9D' => '\'\'',
Chris@76: 			'0x9E' => '\'\'',			'0x9F' => '\'\'',			'0xAA' => '\'\'',
Chris@76: 			'0xD2' => '\'\'',			'0xFF' => '\'\'',			'0xCE' => '0xCE9E',
Chris@76: 			'0xB8' => '0xCE88',		'0xBA' => '0xCE8A',		'0xBC' => '0xCE8C',
Chris@76: 			'0xBE' => '0xCE8E',		'0xBF' => '0xCE8F',		'0xC0' => '0xCE90',
Chris@76: 			'0xC8' => '0xCE98',		'0xCA' => '0xCE9A',		'0xCC' => '0xCE9C',
Chris@76: 			'0xCD' => '0xCE9D',		'0xCF' => '0xCE9F',		'0xDA' => '0xCEAA',
Chris@76: 			'0xE8' => '0xCEB8',		'0xEA' => '0xCEBA',		'0xEC' => '0xCEBC',
Chris@76: 			'0xEE' => '0xCEBE',		'0xEF' => '0xCEBF',		'0xC2' => '0xFF',
Chris@76: 			'0xBD' => '0xC2BD',		'0xED' => '0xCEBD',		'0xB2' => '0xC2B2',
Chris@76: 			'0xA0' => '0xC2A0',		'0xA3' => '0xC2A3',		'0xA4' => '0xC2A4',
Chris@76: 			'0xA5' => '0xC2A5',		'0xA6' => '0xC2A6',		'0xA7' => '0xC2A7',
Chris@76: 			'0xA8' => '0xC2A8',		'0xA9' => '0xC2A9',		'0xAB' => '0xC2AB',
Chris@76: 			'0xAC' => '0xC2AC',		'0xAD' => '0xC2AD',		'0xAE' => '0xC2AE',
Chris@76: 			'0xB0' => '0xC2B0',		'0xB1' => '0xC2B1',		'0xB3' => '0xC2B3',
Chris@76: 			'0xB5' => '0xC2B5',		'0xB6' => '0xC2B6',		'0xB7' => '0xC2B7',
Chris@76: 			'0xBB' => '0xC2BB',		'0xE2' => '0xCEB2',		'0x80' => '0xD2',
Chris@76: 			'0x82' => '0xE2809A',	'0x84' => '0xE2809E',	'0x85' => '0xE280A6',
Chris@76: 			'0x86' => '0xE280A0',	'0xA1' => '0xCE85',		'0xA2' => '0xCE86',
Chris@76: 			'0x87' => '0xE280A1',	'0x89' => '0xE280B0',	'0xB9' => '0xCE89',
Chris@76: 			'0x8B' => '0xE280B9',	'0x91' => '0xE28098',	'0x99' => '0xE284A2',
Chris@76: 			'0x92' => '0xE28099',	'0x93' => '0xE2809C',	'0x94' => '0xE2809D',
Chris@76: 			'0x95' => '0xE280A2',	'0x96' => '0xE28093',	'0x97' => '0xE28094',
Chris@76: 			'0x9B' => '0xE280BA',	'0xAF' => '0xE28095',	'0xB4' => '0xCE84',
Chris@76: 			'0xC1' => '0xCE91',		'0xC3' => '0xCE93',		'0xC4' => '0xCE94',
Chris@76: 			'0xC5' => '0xCE95',		'0xC6' => '0xCE96',		'0x83' => '0xC692',
Chris@76: 			'0xC7' => '0xCE97',		'0xC9' => '0xCE99',		'0xCB' => '0xCE9B',
Chris@76: 			'0xD0' => '0xCEA0',		'0xD1' => '0xCEA1',		'0xD3' => '0xCEA3',
Chris@76: 			'0xD4' => '0xCEA4',		'0xD5' => '0xCEA5',		'0xD6' => '0xCEA6',
Chris@76: 			'0xD7' => '0xCEA7',		'0xD8' => '0xCEA8',		'0xD9' => '0xCEA9',
Chris@76: 			'0xDB' => '0xCEAB',		'0xDC' => '0xCEAC',		'0xDD' => '0xCEAD',
Chris@76: 			'0xDE' => '0xCEAE',		'0xDF' => '0xCEAF',		'0xE0' => '0xCEB0',
Chris@76: 			'0xE1' => '0xCEB1',		'0xE3' => '0xCEB3',		'0xE4' => '0xCEB4',
Chris@76: 			'0xE5' => '0xCEB5',		'0xE6' => '0xCEB6',		'0xE7' => '0xCEB7',
Chris@76: 			'0xE9' => '0xCEB9',		'0xEB' => '0xCEBB',		'0xF0' => '0xCF80',
Chris@76: 			'0xF1' => '0xCF81',		'0xF2' => '0xCF82',		'0xF3' => '0xCF83',
Chris@76: 			'0xF4' => '0xCF84',		'0xF5' => '0xCF85',		'0xF6' => '0xCF86',
Chris@76: 			'0xF7' => '0xCF87',		'0xF8' => '0xCF88',		'0xF9' => '0xCF89',
Chris@76: 			'0xFA' => '0xCF8A',		'0xFB' => '0xCF8B',		'0xFC' => '0xCF8C',
Chris@76: 			'0xFD' => '0xCF8D',		'0xFE' => '0xCF8E',		'0xFF' => '0xCE92',
Chris@76: 			'0xD2' => '0xE282AC',
Chris@76: 		),
Chris@76: 	);
Chris@76: 
Chris@76: 	// Make some preparations.
Chris@76: 	if (isset($translation_tables[$_POST['src_charset']]))
Chris@76: 	{
Chris@76: 		$replace = '%field%';
Chris@76: 		foreach ($translation_tables[$_POST['src_charset']] as $from => $to)
Chris@76: 			$replace = 'REPLACE(' . $replace . ', ' . $from . ', ' . $to . ')';
Chris@76: 	}
Chris@76: 
Chris@76: 	// Grab a list of tables.
Chris@76: 	if (preg_match('~^`(.+?)`\.(.+?)$~', $db_prefix, $match) === 1)
Chris@76: 		$queryTables = $smcFunc['db_query']('', '
Chris@76: 			SHOW TABLE STATUS
Chris@76: 			FROM `' . strtr($match[1], array('`' => '')) . '`
Chris@76: 			LIKE {string:table_name}',
Chris@76: 			array(
Chris@76: 				'table_name' => str_replace('_', '\_', $match[2]) . '%',
Chris@76: 			)
Chris@76: 		);
Chris@76: 	else
Chris@76: 		$queryTables = $smcFunc['db_query']('', '
Chris@76: 			SHOW TABLE STATUS
Chris@76: 			LIKE {string:table_name}',
Chris@76: 			array(
Chris@76: 				'table_name' => str_replace('_', '\_', $db_prefix) . '%',
Chris@76: 			)
Chris@76: 		);
Chris@76: 
Chris@76: 	while ($table_info = $smcFunc['db_fetch_assoc']($queryTables))
Chris@76: 	{
Chris@76: 		// Just to make sure it doesn't time out.
Chris@76: 		if (function_exists('apache_reset_timeout'))
Chris@76: 			@apache_reset_timeout();
Chris@76: 
Chris@76: 		$table_charsets = array();
Chris@76: 
Chris@76: 		// Loop through each column.
Chris@76: 		$queryColumns = $smcFunc['db_query']('', '
Chris@76: 			SHOW FULL COLUMNS
Chris@76: 			FROM ' . $table_info['Name'],
Chris@76: 			array(
Chris@76: 			)
Chris@76: 		);
Chris@76: 		while ($column_info = $smcFunc['db_fetch_assoc']($queryColumns))
Chris@76: 		{
Chris@76: 			// Only text'ish columns have a character set and need converting.
Chris@76: 			if (strpos($column_info['Type'], 'text') !== false || strpos($column_info['Type'], 'char') !== false)
Chris@76: 			{
Chris@76: 				$collation = empty($column_info['Collation']) || $column_info['Collation'] === 'NULL' ? $table_info['Collation'] : $column_info['Collation'];
Chris@76: 				if (!empty($collation) && $collation !== 'NULL')
Chris@76: 				{
Chris@76: 					list($charset) = explode('_', $collation);
Chris@76: 
Chris@76: 					if (!isset($table_charsets[$charset]))
Chris@76: 						$table_charsets[$charset] = array();
Chris@76: 
Chris@76: 					$table_charsets[$charset][] = $column_info;
Chris@76: 				}
Chris@76: 			}
Chris@76: 		}
Chris@76: 		$smcFunc['db_free_result']($queryColumns);
Chris@76: 
Chris@76: 		// Only change the column if the data doesn't match the current charset.
Chris@76: 		if ((count($table_charsets) === 1 && key($table_charsets) !== $charsets[$_POST['src_charset']]) || count($table_charsets) > 1)
Chris@76: 		{
Chris@76: 			$updates_blob = '';
Chris@76: 			$updates_text = '';
Chris@76: 			foreach ($table_charsets as $charset => $columns)
Chris@76: 			{
Chris@76: 				if ($charset !== $charsets[$_POST['src_charset']])
Chris@76: 				{
Chris@76: 					foreach ($columns as $column)
Chris@76: 					{
Chris@76: 						$updates_blob .= '
Chris@76: 							CHANGE COLUMN ' . $column['Field'] . ' ' . $column['Field'] . ' ' . strtr($column['Type'], array('text' => 'blob', 'char' => 'binary')) . ($column['Null'] === 'YES' ? ' NULL' : ' NOT NULL') . (strpos($column['Type'], 'char') === false ? '' : ' default \'' . $column['Default'] . '\'') . ',';
Chris@76: 						$updates_text .= '
Chris@76: 							CHANGE COLUMN ' . $column['Field'] . ' ' . $column['Field'] . ' ' . $column['Type'] . ' CHARACTER SET ' . $charsets[$_POST['src_charset']] . ($column['Null'] === 'YES' ? '' : ' NOT NULL') . (strpos($column['Type'], 'char') === false ? '' : ' default \'' . $column['Default'] . '\'') . ',';
Chris@76: 					}
Chris@76: 				}
Chris@76: 			}
Chris@76: 
Chris@76: 			// Change the columns to binary form.
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				ALTER TABLE {raw:table_name}{raw:updates_blob}',
Chris@76: 				array(
Chris@76: 					'table_name' => $table_info['Name'],
Chris@76: 					'updates_blob' => substr($updates_blob, 0, -1),
Chris@76: 				)
Chris@76: 			);
Chris@76: 
Chris@76: 			// Convert the character set if MySQL has no native support for it.
Chris@76: 			if (isset($translation_tables[$_POST['src_charset']]))
Chris@76: 			{
Chris@76: 				$update = '';
Chris@76: 				foreach ($table_charsets as $charset => $columns)
Chris@76: 					foreach ($columns as $column)
Chris@76: 						$update .= '
Chris@76: 							' . $column['Field'] . ' = ' . strtr($replace, array('%field%' => $column['Field'])) . ',';
Chris@76: 
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {raw:table_name}
Chris@76: 					SET {raw:updates}',
Chris@76: 					array(
Chris@76: 						'table_name' => $table_info['Name'],
Chris@76: 						'updates' => substr($update, 0, -1),
Chris@76: 					)
Chris@76: 				);
Chris@76: 			}
Chris@76: 
Chris@76: 			// Change the columns back, but with the proper character set.
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				ALTER TABLE {raw:table_name}{raw:updates_text}',
Chris@76: 				array(
Chris@76: 					'table_name' => $table_info['Name'],
Chris@76: 					'updates_text' => substr($updates_text, 0, -1),
Chris@76: 				)
Chris@76: 			);
Chris@76: 		}
Chris@76: 
Chris@76: 		// Now do the actual conversion (if still needed).
Chris@76: 		if ($charsets[$_POST['src_charset']] !== 'utf8')
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				ALTER TABLE {raw:table_name}
Chris@76: 				CONVERT TO CHARACTER SET utf8',
Chris@76: 				array(
Chris@76: 					'table_name' => $table_info['Name'],
Chris@76: 				)
Chris@76: 			);
Chris@76: 	}
Chris@76: 	$smcFunc['db_free_result']($queryTables);
Chris@76: 
Chris@76: 	// Let the settings know we have a new character set.
Chris@76: 	updateSettings(array('global_character_set' => 'UTF-8', 'previousCharacterSet' => (empty($translation_tables[$_POST['src_charset']])) ? $charsets[$_POST['src_charset']] : $translation_tables[$_POST['src_charset']]));
Chris@76: 
Chris@76: 	// Store it in Settings.php too because it's needed before db connection.
Chris@76: 	require_once($sourcedir . '/Subs-Admin.php');
Chris@76: 	updateSettingsFile(array('db_character_set' => '\'utf8\''));
Chris@76: 
Chris@76: 	// The conversion might have messed up some serialized strings. Fix them!
Chris@76: 	require_once($sourcedir . '/Subs-Charset.php');
Chris@76: 	fix_serialized_columns();
Chris@76: 
Chris@76: 	redirectexit('action=admin;area=maintain;done=convertutf8');
Chris@76: }
Chris@76: 
Chris@76: // Convert HTML-entities to their UTF-8 character equivalents.
Chris@76: function ConvertEntities()
Chris@76: {
Chris@76: 	global $db_character_set, $modSettings, $context, $sourcedir, $smcFunc;
Chris@76: 
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	// Check to see if UTF-8 is currently the default character set.
Chris@76: 	if ($modSettings['global_character_set'] !== 'UTF-8' || !isset($db_character_set) || $db_character_set !== 'utf8')
Chris@76: 		fatal_lang_error('entity_convert_only_utf8');
Chris@76: 
Chris@76: 	// Some starting values.
Chris@76: 	$context['table'] = empty($_REQUEST['table']) ? 0 : (int) $_REQUEST['table'];
Chris@76: 	$context['start'] = empty($_REQUEST['start']) ? 0 : (int) $_REQUEST['start'];
Chris@76: 
Chris@76: 	$context['start_time'] = time();
Chris@76: 
Chris@76: 	$context['first_step'] = !isset($_REQUEST[$context['session_var']]);
Chris@76: 	$context['last_step'] = false;
Chris@76: 
Chris@76: 	// The first step is just a text screen with some explanation.
Chris@76: 	if ($context['first_step'])
Chris@76: 	{
Chris@76: 		$context['sub_template'] = 'convert_entities';
Chris@76: 		return;
Chris@76: 	}
Chris@76: 	// Otherwise use the generic "not done" template.
Chris@76: 	$context['sub_template'] = 'not_done';
Chris@76: 	$context['continue_post_data'] = '';
Chris@76: 	$context['continue_countdown'] = 3;
Chris@76: 
Chris@76: 	// Now we're actually going to convert...
Chris@76: 	checkSession('request');
Chris@76: 
Chris@76: 	// A list of tables ready for conversion.
Chris@76: 	$tables = array(
Chris@76: 		'ban_groups',
Chris@76: 		'ban_items',
Chris@76: 		'boards',
Chris@76: 		'calendar',
Chris@76: 		'calendar_holidays',
Chris@76: 		'categories',
Chris@76: 		'log_errors',
Chris@76: 		'log_search_subjects',
Chris@76: 		'membergroups',
Chris@76: 		'members',
Chris@76: 		'message_icons',
Chris@76: 		'messages',
Chris@76: 		'package_servers',
Chris@76: 		'personal_messages',
Chris@76: 		'pm_recipients',
Chris@76: 		'polls',
Chris@76: 		'poll_choices',
Chris@76: 		'smileys',
Chris@76: 		'themes',
Chris@76: 	);
Chris@76: 	$context['num_tables'] = count($tables);
Chris@76: 
Chris@76: 	// This function will do the conversion later on.
Chris@76: 	$entity_replace = create_function('$string', '
Chris@76: 		$num = substr($string, 0, 1) === \'x\' ? hexdec(substr($string, 1)) : (int) $string;
Chris@76: 		return $num < 0x20 || $num > 0x10FFFF || ($num >= 0xD800 && $num <= 0xDFFF) ? \'\' : ($num < 0x80 ? \'&#\' . $num . \';\' : ($num < 0x800 ? chr(192 | $num >> 6) . chr(128 | $num & 63) : ($num < 0x10000 ? chr(224 | $num >> 12) . chr(128 | $num >> 6 & 63) . chr(128 | $num & 63) : chr(240 | $num >> 18) . chr(128 | $num >> 12 & 63) . chr(128 | $num >> 6 & 63) . chr(128 | $num & 63))));');
Chris@76: 
Chris@76: 	// Loop through all tables that need converting.
Chris@76: 	for (; $context['table'] < $context['num_tables']; $context['table']++)
Chris@76: 	{
Chris@76: 		$cur_table = $tables[$context['table']];
Chris@76: 		$primary_key = '';
Chris@76: 		// Make sure we keep stuff unique!
Chris@76: 		$primary_keys = array();
Chris@76: 
Chris@76: 		if (function_exists('apache_reset_timeout'))
Chris@76: 			@apache_reset_timeout();
Chris@76: 
Chris@76: 		// Get a list of text columns.
Chris@76: 		$columns = array();
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SHOW FULL COLUMNS
Chris@76: 			FROM {db_prefix}' . $cur_table,
Chris@76: 			array(
Chris@76: 			)
Chris@76: 		);
Chris@76: 		while ($column_info = $smcFunc['db_fetch_assoc']($request))
Chris@76: 			if (strpos($column_info['Type'], 'text') !== false || strpos($column_info['Type'], 'char') !== false)
Chris@76: 				$columns[] = strtolower($column_info['Field']);
Chris@76: 
Chris@76: 		// Get the column with the (first) primary key.
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SHOW KEYS
Chris@76: 			FROM {db_prefix}' . $cur_table,
Chris@76: 			array(
Chris@76: 			)
Chris@76: 		);
Chris@76: 		while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 		{
Chris@76: 			if ($row['Key_name'] === 'PRIMARY')
Chris@76: 			{
Chris@76: 				if (empty($primary_key) || ($row['Seq_in_index'] == 1 && !in_array(strtolower($row['Column_name']), $columns)))
Chris@76: 					$primary_key = $row['Column_name'];
Chris@76: 
Chris@76: 				$primary_keys[] = $row['Column_name'];
Chris@76: 			}
Chris@76: 		}
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		// No primary key, no glory.
Chris@76: 		// Same for columns. Just to be sure we've work to do!
Chris@76: 		if (empty($primary_key) || empty($columns))
Chris@76: 			continue;
Chris@76: 
Chris@76: 		// Get the maximum value for the primary key.
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SELECT MAX(' . $primary_key . ')
Chris@76: 			FROM {db_prefix}' . $cur_table,
Chris@76: 			array(
Chris@76: 			)
Chris@76: 		);
Chris@76: 		list($max_value) = $smcFunc['db_fetch_row']($request);
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		if (empty($max_value))
Chris@76: 			continue;
Chris@76: 
Chris@76: 		while ($context['start'] <= $max_value)
Chris@76: 		{
Chris@76: 			// Retrieve a list of rows that has at least one entity to convert.
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT {raw:primary_keys}, {raw:columns}
Chris@76: 				FROM {db_prefix}{raw:cur_table}
Chris@76: 				WHERE {raw:primary_key} BETWEEN {int:start} AND {int:start} + 499
Chris@76: 					AND {raw:like_compare}
Chris@76: 				LIMIT 500',
Chris@76: 				array(
Chris@76: 					'primary_keys' => implode(', ', $primary_keys),
Chris@76: 					'columns' => implode(', ', $columns),
Chris@76: 					'cur_table' => $cur_table,
Chris@76: 					'primary_key' => $primary_key,
Chris@76: 					'start' => $context['start'],
Chris@76: 					'like_compare' => '(' . implode(' LIKE \'%&#%\' OR ', $columns) . ' LIKE \'%&#%\')',
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 			{
Chris@76: 				$insertion_variables = array();
Chris@76: 				$changes = array();
Chris@76: 				foreach ($row as $column_name => $column_value)
Chris@76: 					if ($column_name !== $primary_key && strpos($column_value, '&#') !== false)
Chris@76: 					{
Chris@76: 						$changes[] = $column_name . ' = {string:changes_' . $column_name . '}';
Chris@76: 						$insertion_variables['changes_' . $column_name] = preg_replace('~(&#(\d{1,7}|x[0-9a-fA-F]{1,6});)~e', '$entity_replace(\'\\2\')', $column_value);
Chris@76: 					}
Chris@76: 
Chris@76: 				$where = array();
Chris@76: 				foreach ($primary_keys as $key)
Chris@76: 				{
Chris@76: 					$where[] = $key . ' = {string:where_' . $key . '}';
Chris@76: 					$insertion_variables['where_' . $key] = $row[$key];
Chris@76: 				}
Chris@76: 
Chris@76: 				// Update the row.
Chris@76: 				if (!empty($changes))
Chris@76: 					$smcFunc['db_query']('', '
Chris@76: 						UPDATE {db_prefix}' . $cur_table . '
Chris@76: 						SET
Chris@76: 							' . implode(',
Chris@76: 							', $changes) . '
Chris@76: 						WHERE ' . implode(' AND ', $where),
Chris@76: 						$insertion_variables
Chris@76: 					);
Chris@76: 			}
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 			$context['start'] += 500;
Chris@76: 
Chris@76: 			// After ten seconds interrupt.
Chris@76: 			if (time() - $context['start_time'] > 10)
Chris@76: 			{
Chris@76: 				// Calculate an approximation of the percentage done.
Chris@76: 				$context['continue_percent'] = round(100 * ($context['table'] + ($context['start'] / $max_value)) / $context['num_tables'], 1);
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=database;activity=convertentities;table=' . $context['table'] . ';start=' . $context['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 		$context['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Make sure all serialized strings are all right.
Chris@76: 	require_once($sourcedir . '/Subs-Charset.php');
Chris@76: 	fix_serialized_columns();
Chris@76: 
Chris@76: 	// If we're here, we must be done.
Chris@76: 	$context['continue_percent'] = 100;
Chris@76: 	$context['continue_get_data'] = '?action=admin;area=maintain;sa=database;done=convertentities';
Chris@76: 	$context['last_step'] = true;
Chris@76: 	$context['continue_countdown'] = -1;
Chris@76: }
Chris@76: 
Chris@76: // Optimize the database's tables.
Chris@76: function OptimizeTables()
Chris@76: {
Chris@76: 	global $db_type, $db_name, $db_prefix, $txt, $context, $scripturl, $sourcedir, $smcFunc;
Chris@76: 
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	checkSession('post');
Chris@76: 
Chris@76: 	ignore_user_abort(true);
Chris@76: 	db_extend();
Chris@76: 
Chris@76: 	// Start with no tables optimized.
Chris@76: 	$opttab = 0;
Chris@76: 
Chris@76: 	$context['page_title'] = $txt['database_optimize'];
Chris@76: 	$context['sub_template'] = 'optimize';
Chris@76: 
Chris@76: 	// Only optimize the tables related to this smf install, not all the tables in the db
Chris@76: 	$real_prefix = preg_match('~^(`?)(.+?)\\1\\.(.*?)$~', $db_prefix, $match) === 1 ? $match[3] : $db_prefix;
Chris@76: 
Chris@76: 	// Get a list of tables, as well as how many there are.
Chris@76: 	$temp_tables = $smcFunc['db_list_tables'](false, $real_prefix . '%');
Chris@76: 	$tables = array();
Chris@76: 	foreach ($temp_tables as $table)
Chris@76: 		$tables[] = array('table_name' => $table);
Chris@76: 
Chris@76: 	// If there aren't any tables then I believe that would mean the world has exploded...
Chris@76: 	$context['num_tables'] = count($tables);
Chris@76: 	if ($context['num_tables'] == 0)
Chris@76: 		fatal_error('You appear to be running SMF in a flat file mode... fantastic!', false);
Chris@76: 
Chris@76: 	// For each table....
Chris@76: 	$context['optimized_tables'] = array();
Chris@76: 	foreach ($tables as $table)
Chris@76: 	{
Chris@76: 		// Optimize the table!  We use backticks here because it might be a custom table.
Chris@76: 		$data_freed = $smcFunc['db_optimize_table']($table['table_name']);
Chris@76: 
Chris@76: 		// Optimizing one sqlite table optimizes them all.
Chris@76: 		if ($db_type == 'sqlite')
Chris@76: 			break;
Chris@76: 
Chris@76: 		if ($data_freed > 0)
Chris@76: 			$context['optimized_tables'][] = array(
Chris@76: 				'name' => $table['table_name'],
Chris@76: 				'data_freed' => $data_freed,
Chris@76: 			);
Chris@76: 	}
Chris@76: 
Chris@76: 	// Number of tables, etc....
Chris@76: 	$txt['database_numb_tables'] = sprintf($txt['database_numb_tables'], $context['num_tables']);
Chris@76: 	$context['num_tables_optimized'] = count($context['optimized_tables']);
Chris@76: 
Chris@76: 	// Check that we don't auto optimise again too soon!
Chris@76: 	require_once($sourcedir . '/ScheduledTasks.php');
Chris@76: 	CalculateNextTrigger('auto_optimize', true);
Chris@76: }
Chris@76: 
Chris@76: // Recount all the important board totals.
Chris@76: function AdminBoardRecount()
Chris@76: {
Chris@76: 	global $txt, $context, $scripturl, $modSettings, $sourcedir;
Chris@76: 	global $time_start, $smcFunc;
Chris@76: 
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	checkSession('request');
Chris@76: 
Chris@76: 	$context['page_title'] = $txt['not_done_title'];
Chris@76: 	$context['continue_post_data'] = '';
Chris@76: 	$context['continue_countdown'] = '3';
Chris@76: 	$context['sub_template'] = 'not_done';
Chris@76: 
Chris@76: 	// Try for as much time as possible.
Chris@76: 	@set_time_limit(600);
Chris@76: 
Chris@76: 	// Step the number of topics at a time so things don't time out...
Chris@76: 	$request = $smcFunc['db_query']('', '
Chris@76: 		SELECT MAX(id_topic)
Chris@76: 		FROM {db_prefix}topics',
Chris@76: 		array(
Chris@76: 		)
Chris@76: 	);
Chris@76: 	list ($max_topics) = $smcFunc['db_fetch_row']($request);
Chris@76: 	$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 	$increment = min(max(50, ceil($max_topics / 4)), 2000);
Chris@76: 	if (empty($_REQUEST['start']))
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 
Chris@76: 	$total_steps = 8;
Chris@76: 
Chris@76: 	// Get each topic with a wrong reply count and fix it - let's just do some at a time, though.
Chris@76: 	if (empty($_REQUEST['step']))
Chris@76: 	{
Chris@76: 		$_REQUEST['step'] = 0;
Chris@76: 
Chris@76: 		while ($_REQUEST['start'] < $max_topics)
Chris@76: 		{
Chris@76: 			// Recount approved messages
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ t.id_topic, MAX(t.num_replies) AS num_replies,
Chris@76: 					CASE WHEN COUNT(ma.id_msg) >= 1 THEN COUNT(ma.id_msg) - 1 ELSE 0 END AS real_num_replies
Chris@76: 				FROM {db_prefix}topics AS t
Chris@76: 					LEFT JOIN {db_prefix}messages AS ma ON (ma.id_topic = t.id_topic AND ma.approved = {int:is_approved})
Chris@76: 				WHERE t.id_topic > {int:start}
Chris@76: 					AND t.id_topic <= {int:max_id}
Chris@76: 				GROUP BY t.id_topic
Chris@76: 				HAVING CASE WHEN COUNT(ma.id_msg) >= 1 THEN COUNT(ma.id_msg) - 1 ELSE 0 END != MAX(t.num_replies)',
Chris@76: 				array(
Chris@76: 					'is_approved' => 1,
Chris@76: 					'start' => $_REQUEST['start'],
Chris@76: 					'max_id' => $_REQUEST['start'] + $increment,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}topics
Chris@76: 					SET num_replies = {int:num_replies}
Chris@76: 					WHERE id_topic = {int:id_topic}',
Chris@76: 					array(
Chris@76: 						'num_replies' => $row['real_num_replies'],
Chris@76: 						'id_topic' => $row['id_topic'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			// Recount unapproved messages
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ t.id_topic, MAX(t.unapproved_posts) AS unapproved_posts,
Chris@76: 					COUNT(mu.id_msg) AS real_unapproved_posts
Chris@76: 				FROM {db_prefix}topics AS t
Chris@76: 					LEFT JOIN {db_prefix}messages AS mu ON (mu.id_topic = t.id_topic AND mu.approved = {int:not_approved})
Chris@76: 				WHERE t.id_topic > {int:start}
Chris@76: 					AND t.id_topic <= {int:max_id}
Chris@76: 				GROUP BY t.id_topic
Chris@76: 				HAVING COUNT(mu.id_msg) != MAX(t.unapproved_posts)',
Chris@76: 				array(
Chris@76: 					'not_approved' => 0,
Chris@76: 					'start' => $_REQUEST['start'],
Chris@76: 					'max_id' => $_REQUEST['start'] + $increment,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}topics
Chris@76: 					SET unapproved_posts = {int:unapproved_posts}
Chris@76: 					WHERE id_topic = {int:id_topic}',
Chris@76: 					array(
Chris@76: 						'unapproved_posts' => $row['real_unapproved_posts'],
Chris@76: 						'id_topic' => $row['id_topic'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			$_REQUEST['start'] += $increment;
Chris@76: 
Chris@76: 			if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 			{
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=0;start=' . $_REQUEST['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				$context['continue_percent'] = round((100 * $_REQUEST['start'] / $max_topics) / $total_steps);
Chris@76: 
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Update the post count of each board.
Chris@76: 	if ($_REQUEST['step'] <= 1)
Chris@76: 	{
Chris@76: 		if (empty($_REQUEST['start']))
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				UPDATE {db_prefix}boards
Chris@76: 				SET num_posts = {int:num_posts}
Chris@76: 				WHERE redirect = {string:redirect}',
Chris@76: 				array(
Chris@76: 					'num_posts' => 0,
Chris@76: 					'redirect' => '',
Chris@76: 				)
Chris@76: 			);
Chris@76: 
Chris@76: 		while ($_REQUEST['start'] < $max_topics)
Chris@76: 		{
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ m.id_board, COUNT(*) AS real_num_posts
Chris@76: 				FROM {db_prefix}messages AS m
Chris@76: 				WHERE m.id_topic > {int:id_topic_min}
Chris@76: 					AND m.id_topic <= {int:id_topic_max}
Chris@76: 					AND m.approved = {int:is_approved}
Chris@76: 				GROUP BY m.id_board',
Chris@76: 				array(
Chris@76: 					'id_topic_min' => $_REQUEST['start'],
Chris@76: 					'id_topic_max' => $_REQUEST['start'] + $increment,
Chris@76: 					'is_approved' => 1,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}boards
Chris@76: 					SET num_posts = num_posts + {int:real_num_posts}
Chris@76: 					WHERE id_board = {int:id_board}',
Chris@76: 					array(
Chris@76: 						'id_board' => $row['id_board'],
Chris@76: 						'real_num_posts' => $row['real_num_posts'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			$_REQUEST['start'] += $increment;
Chris@76: 
Chris@76: 			if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 			{
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=1;start=' . $_REQUEST['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				$context['continue_percent'] = round((200 + 100 * $_REQUEST['start'] / $max_topics) / $total_steps);
Chris@76: 
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Update the topic count of each board.
Chris@76: 	if ($_REQUEST['step'] <= 2)
Chris@76: 	{
Chris@76: 		if (empty($_REQUEST['start']))
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				UPDATE {db_prefix}boards
Chris@76: 				SET num_topics = {int:num_topics}',
Chris@76: 				array(
Chris@76: 					'num_topics' => 0,
Chris@76: 				)
Chris@76: 			);
Chris@76: 
Chris@76: 		while ($_REQUEST['start'] < $max_topics)
Chris@76: 		{
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ t.id_board, COUNT(*) AS real_num_topics
Chris@76: 				FROM {db_prefix}topics AS t
Chris@76: 				WHERE t.approved = {int:is_approved}
Chris@76: 					AND t.id_topic > {int:id_topic_min}
Chris@76: 					AND t.id_topic <= {int:id_topic_max}
Chris@76: 				GROUP BY t.id_board',
Chris@76: 				array(
Chris@76: 					'is_approved' => 1,
Chris@76: 					'id_topic_min' => $_REQUEST['start'],
Chris@76: 					'id_topic_max' => $_REQUEST['start'] + $increment,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}boards
Chris@76: 					SET num_topics = num_topics + {int:real_num_topics}
Chris@76: 					WHERE id_board = {int:id_board}',
Chris@76: 					array(
Chris@76: 						'id_board' => $row['id_board'],
Chris@76: 						'real_num_topics' => $row['real_num_topics'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			$_REQUEST['start'] += $increment;
Chris@76: 
Chris@76: 			if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 			{
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=2;start=' . $_REQUEST['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				$context['continue_percent'] = round((300 + 100 * $_REQUEST['start'] / $max_topics) / $total_steps);
Chris@76: 
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Update the unapproved post count of each board.
Chris@76: 	if ($_REQUEST['step'] <= 3)
Chris@76: 	{
Chris@76: 		if (empty($_REQUEST['start']))
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				UPDATE {db_prefix}boards
Chris@76: 				SET unapproved_posts = {int:unapproved_posts}',
Chris@76: 				array(
Chris@76: 					'unapproved_posts' => 0,
Chris@76: 				)
Chris@76: 			);
Chris@76: 
Chris@76: 		while ($_REQUEST['start'] < $max_topics)
Chris@76: 		{
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ m.id_board, COUNT(*) AS real_unapproved_posts
Chris@76: 				FROM {db_prefix}messages AS m
Chris@76: 				WHERE m.id_topic > {int:id_topic_min}
Chris@76: 					AND m.id_topic <= {int:id_topic_max}
Chris@76: 					AND m.approved = {int:is_approved}
Chris@76: 				GROUP BY m.id_board',
Chris@76: 				array(
Chris@76: 					'id_topic_min' => $_REQUEST['start'],
Chris@76: 					'id_topic_max' => $_REQUEST['start'] + $increment,
Chris@76: 					'is_approved' => 0,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}boards
Chris@76: 					SET unapproved_posts = unapproved_posts + {int:unapproved_posts}
Chris@76: 					WHERE id_board = {int:id_board}',
Chris@76: 					array(
Chris@76: 						'id_board' => $row['id_board'],
Chris@76: 						'unapproved_posts' => $row['real_unapproved_posts'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			$_REQUEST['start'] += $increment;
Chris@76: 
Chris@76: 			if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 			{
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=3;start=' . $_REQUEST['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				$context['continue_percent'] = round((400 + 100 * $_REQUEST['start'] / $max_topics) / $total_steps);
Chris@76: 
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Update the unapproved topic count of each board.
Chris@76: 	if ($_REQUEST['step'] <= 4)
Chris@76: 	{
Chris@76: 		if (empty($_REQUEST['start']))
Chris@76: 			$smcFunc['db_query']('', '
Chris@76: 				UPDATE {db_prefix}boards
Chris@76: 				SET unapproved_topics = {int:unapproved_topics}',
Chris@76: 				array(
Chris@76: 					'unapproved_topics' => 0,
Chris@76: 				)
Chris@76: 			);
Chris@76: 
Chris@76: 		while ($_REQUEST['start'] < $max_topics)
Chris@76: 		{
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ t.id_board, COUNT(*) AS real_unapproved_topics
Chris@76: 				FROM {db_prefix}topics AS t
Chris@76: 				WHERE t.approved = {int:is_approved}
Chris@76: 					AND t.id_topic > {int:id_topic_min}
Chris@76: 					AND t.id_topic <= {int:id_topic_max}
Chris@76: 				GROUP BY t.id_board',
Chris@76: 				array(
Chris@76: 					'is_approved' => 0,
Chris@76: 					'id_topic_min' => $_REQUEST['start'],
Chris@76: 					'id_topic_max' => $_REQUEST['start'] + $increment,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}boards
Chris@76: 					SET unapproved_topics = unapproved_topics + {int:real_unapproved_topics}
Chris@76: 					WHERE id_board = {int:id_board}',
Chris@76: 					array(
Chris@76: 						'id_board' => $row['id_board'],
Chris@76: 						'real_unapproved_topics' => $row['real_unapproved_topics'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			$_REQUEST['start'] += $increment;
Chris@76: 
Chris@76: 			if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 			{
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=4;start=' . $_REQUEST['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				$context['continue_percent'] = round((500 + 100 * $_REQUEST['start'] / $max_topics) / $total_steps);
Chris@76: 
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Get all members with wrong number of personal messages.
Chris@76: 	if ($_REQUEST['step'] <= 5)
Chris@76: 	{
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SELECT /*!40001 SQL_NO_CACHE */ mem.id_member, COUNT(pmr.id_pm) AS real_num,
Chris@76: 				MAX(mem.instant_messages) AS instant_messages
Chris@76: 			FROM {db_prefix}members AS mem
Chris@76: 				LEFT JOIN {db_prefix}pm_recipients AS pmr ON (mem.id_member = pmr.id_member AND pmr.deleted = {int:is_not_deleted})
Chris@76: 			GROUP BY mem.id_member
Chris@76: 			HAVING COUNT(pmr.id_pm) != MAX(mem.instant_messages)',
Chris@76: 			array(
Chris@76: 				'is_not_deleted' => 0,
Chris@76: 			)
Chris@76: 		);
Chris@76: 		while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 			updateMemberData($row['id_member'], array('instant_messages' => $row['real_num']));
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SELECT /*!40001 SQL_NO_CACHE */ mem.id_member, COUNT(pmr.id_pm) AS real_num,
Chris@76: 				MAX(mem.unread_messages) AS unread_messages
Chris@76: 			FROM {db_prefix}members AS mem
Chris@76: 				LEFT JOIN {db_prefix}pm_recipients AS pmr ON (mem.id_member = pmr.id_member AND pmr.deleted = {int:is_not_deleted} AND pmr.is_read = {int:is_not_read})
Chris@76: 			GROUP BY mem.id_member
Chris@76: 			HAVING COUNT(pmr.id_pm) != MAX(mem.unread_messages)',
Chris@76: 			array(
Chris@76: 				'is_not_deleted' => 0,
Chris@76: 				'is_not_read' => 0,
Chris@76: 			)
Chris@76: 		);
Chris@76: 		while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 			updateMemberData($row['id_member'], array('unread_messages' => $row['real_num']));
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 		{
Chris@76: 			$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=6;start=0;' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 			$context['continue_percent'] = round(700 / $total_steps);
Chris@76: 
Chris@76: 			return;
Chris@76: 		}
Chris@76: 	}
Chris@76: 
Chris@76: 	// Any messages pointing to the wrong board?
Chris@76: 	if ($_REQUEST['step'] <= 6)
Chris@76: 	{
Chris@76: 		while ($_REQUEST['start'] < $modSettings['maxMsgID'])
Chris@76: 		{
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT /*!40001 SQL_NO_CACHE */ t.id_board, m.id_msg
Chris@76: 				FROM {db_prefix}messages AS m
Chris@76: 					INNER JOIN {db_prefix}topics AS t ON (t.id_topic = m.id_topic AND t.id_board != m.id_board)
Chris@76: 				WHERE m.id_msg > {int:id_msg_min}
Chris@76: 					AND m.id_msg <= {int:id_msg_max}',
Chris@76: 				array(
Chris@76: 					'id_msg_min' => $_REQUEST['start'],
Chris@76: 					'id_msg_max' => $_REQUEST['start'] + $increment,
Chris@76: 				)
Chris@76: 			);
Chris@76: 			$boards = array();
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$boards[$row['id_board']][] = $row['id_msg'];
Chris@76: 			$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 			foreach ($boards as $board_id => $messages)
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}messages
Chris@76: 					SET id_board = {int:id_board}
Chris@76: 					WHERE id_msg IN ({array_int:id_msg_array})',
Chris@76: 					array(
Chris@76: 						'id_msg_array' => $messages,
Chris@76: 						'id_board' => $board_id,
Chris@76: 					)
Chris@76: 				);
Chris@76: 
Chris@76: 			$_REQUEST['start'] += $increment;
Chris@76: 
Chris@76: 			if (array_sum(explode(' ', microtime())) - array_sum(explode(' ', $time_start)) > 3)
Chris@76: 			{
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=routine;activity=recount;step=6;start=' . $_REQUEST['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 				$context['continue_percent'] = round((700 + 100 * $_REQUEST['start'] / $modSettings['maxMsgID']) / $total_steps);
Chris@76: 
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 
Chris@76: 		$_REQUEST['start'] = 0;
Chris@76: 	}
Chris@76: 
Chris@76: 	// Update the latest message of each board.
Chris@76: 	$request = $smcFunc['db_query']('', '
Chris@76: 		SELECT m.id_board, MAX(m.id_msg) AS local_last_msg
Chris@76: 		FROM {db_prefix}messages AS m
Chris@76: 		WHERE m.approved = {int:is_approved}
Chris@76: 		GROUP BY m.id_board',
Chris@76: 		array(
Chris@76: 			'is_approved' => 1,
Chris@76: 		)
Chris@76: 	);
Chris@76: 	$realBoardCounts = array();
Chris@76: 	while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 		$realBoardCounts[$row['id_board']] = $row['local_last_msg'];
Chris@76: 	$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 	$request = $smcFunc['db_query']('', '
Chris@76: 		SELECT /*!40001 SQL_NO_CACHE */ id_board, id_parent, id_last_msg, child_level, id_msg_updated
Chris@76: 		FROM {db_prefix}boards',
Chris@76: 		array(
Chris@76: 		)
Chris@76: 	);
Chris@76: 	$resort_me = array();
Chris@76: 	while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 	{
Chris@76: 		$row['local_last_msg'] = isset($realBoardCounts[$row['id_board']]) ? $realBoardCounts[$row['id_board']] : 0;
Chris@76: 		$resort_me[$row['child_level']][] = $row;
Chris@76: 	}
Chris@76: 	$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 	krsort($resort_me);
Chris@76: 
Chris@76: 	$lastModifiedMsg = array();
Chris@76: 	foreach ($resort_me as $rows)
Chris@76: 		foreach ($rows as $row)
Chris@76: 		{
Chris@76: 			// The latest message is the latest of the current board and its children.
Chris@76: 			if (isset($lastModifiedMsg[$row['id_board']]))
Chris@76: 				$curLastModifiedMsg = max($row['local_last_msg'], $lastModifiedMsg[$row['id_board']]);
Chris@76: 			else
Chris@76: 				$curLastModifiedMsg = $row['local_last_msg'];
Chris@76: 
Chris@76: 			// If what is and what should be the latest message differ, an update is necessary.
Chris@76: 			if ($row['local_last_msg'] != $row['id_last_msg'] || $curLastModifiedMsg != $row['id_msg_updated'])
Chris@76: 				$smcFunc['db_query']('', '
Chris@76: 					UPDATE {db_prefix}boards
Chris@76: 					SET id_last_msg = {int:id_last_msg}, id_msg_updated = {int:id_msg_updated}
Chris@76: 					WHERE id_board = {int:id_board}',
Chris@76: 					array(
Chris@76: 						'id_last_msg' => $row['local_last_msg'],
Chris@76: 						'id_msg_updated' => $curLastModifiedMsg,
Chris@76: 						'id_board' => $row['id_board'],
Chris@76: 					)
Chris@76: 				);
Chris@76: 
Chris@76: 			// Parent boards inherit the latest modified message of their children.
Chris@76: 			if (isset($lastModifiedMsg[$row['id_parent']]))
Chris@76: 				$lastModifiedMsg[$row['id_parent']] = max($row['local_last_msg'], $lastModifiedMsg[$row['id_parent']]);
Chris@76: 			else
Chris@76: 				$lastModifiedMsg[$row['id_parent']] = $row['local_last_msg'];
Chris@76: 		}
Chris@76: 
Chris@76: 	// Update all the basic statistics.
Chris@76: 	updateStats('member');
Chris@76: 	updateStats('message');
Chris@76: 	updateStats('topic');
Chris@76: 
Chris@76: 	// Finally, update the latest event times.
Chris@76: 	require_once($sourcedir . '/ScheduledTasks.php');
Chris@76: 	CalculateNextTrigger();
Chris@76: 
Chris@76: 	redirectexit('action=admin;area=maintain;sa=routine;done=recount');
Chris@76: }
Chris@76: 
Chris@76: // Perform a detailed version check.  A very good thing ;).
Chris@76: function VersionDetail()
Chris@76: {
Chris@76: 	global $forum_version, $txt, $sourcedir, $context;
Chris@76: 
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	// Call the function that'll get all the version info we need.
Chris@76: 	require_once($sourcedir . '/Subs-Admin.php');
Chris@76: 	$versionOptions = array(
Chris@76: 		'include_ssi' => true,
Chris@76: 		'include_subscriptions' => true,
Chris@76: 		'sort_results' => true,
Chris@76: 	);
Chris@76: 	$version_info = getFileVersions($versionOptions);
Chris@76: 
Chris@76: 	// Add the new info to the template context.
Chris@76: 	$context += array(
Chris@76: 		'file_versions' => $version_info['file_versions'],
Chris@76: 		'default_template_versions' => $version_info['default_template_versions'],
Chris@76: 		'template_versions' => $version_info['template_versions'],
Chris@76: 		'default_language_versions' => $version_info['default_language_versions'],
Chris@76: 		'default_known_languages' => array_keys($version_info['default_language_versions']),
Chris@76: 	);
Chris@76: 
Chris@76: 	// Make it easier to manage for the template.
Chris@76: 	$context['forum_version'] = $forum_version;
Chris@76: 
Chris@76: 	$context['sub_template'] = 'view_versions';
Chris@76: 	$context['page_title'] = $txt['admin_version_check'];
Chris@76: }
Chris@76: 
Chris@76: // Removing old posts doesn't take much as we really pass through.
Chris@76: function MaintainReattributePosts()
Chris@76: {
Chris@76: 	global $sourcedir, $context, $txt;
Chris@76: 
Chris@76: 	checkSession();
Chris@76: 
Chris@76: 	// Find the member.
Chris@76: 	require_once($sourcedir . '/Subs-Auth.php');
Chris@76: 	$members = findMembers($_POST['to']);
Chris@76: 
Chris@76: 	if (empty($members))
Chris@76: 		fatal_lang_error('reattribute_cannot_find_member');
Chris@76: 
Chris@76: 	$memID = array_shift($members);
Chris@76: 	$memID = $memID['id'];
Chris@76: 
Chris@76: 	$email = $_POST['type'] == 'email' ? $_POST['from_email'] : '';
Chris@76: 	$membername = $_POST['type'] == 'name' ? $_POST['from_name'] : '';
Chris@76: 
Chris@76: 	// Now call the reattribute function.
Chris@76: 	require_once($sourcedir . '/Subs-Members.php');
Chris@76: 	reattributePosts($memID, $email, $membername, !empty($_POST['posts']));
Chris@76: 
Chris@76: 	$context['maintenance_finished'] = $txt['maintain_reattribute_posts'];
Chris@76: }
Chris@76: 
Chris@76: // Handling function for the backup stuff.
Chris@76: function MaintainDownloadBackup()
Chris@76: {
Chris@76: 	global $sourcedir;
Chris@76: 
Chris@76: 	require_once($sourcedir . '/DumpDatabase.php');
Chris@76: 	DumpDatabase2();
Chris@76: }
Chris@76: 
Chris@76: // Removing old members?
Chris@76: function MaintainPurgeInactiveMembers()
Chris@76: {
Chris@76: 	global $sourcedir, $context, $smcFunc, $txt;
Chris@76: 
Chris@76: 	$_POST['maxdays'] = empty($_POST['maxdays']) ? 0 : (int) $_POST['maxdays'];
Chris@76: 	if (!empty($_POST['groups']) && $_POST['maxdays'] > 0)
Chris@76: 	{
Chris@76: 		checkSession();
Chris@76: 
Chris@76: 		$groups = array();
Chris@76: 		foreach ($_POST['groups'] as $id => $dummy)
Chris@76: 			$groups[] = (int) $id;
Chris@76: 		$time_limit = (time() - ($_POST['maxdays'] * 24 * 3600));
Chris@76: 		$where_vars = array(
Chris@76: 			'time_limit' => $time_limit,
Chris@76: 		);
Chris@76: 		if ($_POST['del_type'] == 'activated')
Chris@76: 		{
Chris@76: 			$where = 'mem.date_registered < {int:time_limit} AND mem.is_activated = {int:is_activated}';
Chris@76: 			$where_vars['is_activated'] = 0;
Chris@76: 		}
Chris@76: 		else
Chris@76: 			$where = 'mem.last_login < {int:time_limit}';
Chris@76: 
Chris@76: 		// Need to get *all* groups then work out which (if any) we avoid.
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SELECT id_group, group_name, min_posts
Chris@76: 			FROM {db_prefix}membergroups',
Chris@76: 			array(
Chris@76: 			)
Chris@76: 		);
Chris@76: 		while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 		{
Chris@76: 			// Avoid this one?
Chris@76: 			if (!in_array($row['id_group'], $groups))
Chris@76: 			{
Chris@76: 				// Post group?
Chris@76: 				if ($row['min_posts'] != -1)
Chris@76: 				{
Chris@76: 					$where .= ' AND mem.id_post_group != {int:id_post_group_' . $row['id_group'] . '}';
Chris@76: 					$where_vars['id_post_group_' . $row['id_group']] = $row['id_group'];
Chris@76: 				}
Chris@76: 				else
Chris@76: 				{
Chris@76: 					$where .= ' AND mem.id_group != {int:id_group_' . $row['id_group'] . '} AND FIND_IN_SET({int:id_group_' . $row['id_group'] . '}, mem.additional_groups) = 0';
Chris@76: 					$where_vars['id_group_' . $row['id_group']] = $row['id_group'];
Chris@76: 				}
Chris@76: 			}
Chris@76: 		}
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		// If we have ungrouped unselected we need to avoid those guys.
Chris@76: 		if (!in_array(0, $groups))
Chris@76: 		{
Chris@76: 			$where .= ' AND (mem.id_group != 0 OR mem.additional_groups != {string:blank_add_groups})';
Chris@76: 			$where_vars['blank_add_groups'] = '';
Chris@76: 		}
Chris@76: 
Chris@76: 		// Select all the members we're about to murder/remove...
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SELECT mem.id_member, IFNULL(m.id_member, 0) AS is_mod
Chris@76: 			FROM {db_prefix}members AS mem
Chris@76: 				LEFT JOIN {db_prefix}moderators AS m ON (m.id_member = mem.id_member)
Chris@76: 			WHERE ' . $where,
Chris@76: 			$where_vars
Chris@76: 		);
Chris@76: 		$members = array();
Chris@76: 		while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 		{
Chris@76: 			if (!$row['is_mod'] || !in_array(3, $groups))
Chris@76: 				$members[] = $row['id_member'];
Chris@76: 		}
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 
Chris@76: 		require_once($sourcedir . '/Subs-Members.php');
Chris@76: 		deleteMembers($members);
Chris@76: 	}
Chris@76: 
Chris@76: 	$context['maintenance_finished'] = $txt['maintain_members'];
Chris@76: }
Chris@76: 
Chris@76: // Removing old posts doesn't take much as we really pass through.
Chris@76: function MaintainRemoveOldPosts()
Chris@76: {
Chris@76: 	global $sourcedir, $context, $txt;
Chris@76: 
Chris@76: 	// Actually do what we're told!
Chris@76: 	require_once($sourcedir . '/RemoveTopic.php');
Chris@76: 	RemoveOldTopics2();
Chris@76: }
Chris@76: 
Chris@76: function MaintainMassMoveTopics()
Chris@76: {
Chris@76: 	global $smcFunc, $sourcedir, $context, $txt;
Chris@76: 
Chris@76: 	// Only admins.
Chris@76: 	isAllowedTo('admin_forum');
Chris@76: 
Chris@76: 	checkSession('request');
Chris@76: 
Chris@76: 	// Set up to the context.
Chris@76: 	$context['page_title'] = $txt['not_done_title'];
Chris@76: 	$context['continue_countdown'] = '3';
Chris@76: 	$context['continue_post_data'] = '';
Chris@76: 	$context['continue_get_data'] = '';
Chris@76: 	$context['sub_template'] = 'not_done';
Chris@76: 	$context['start'] = empty($_REQUEST['start']) ? 0 : (int) $_REQUEST['start'];
Chris@76: 	$context['start_time'] = time();
Chris@76: 
Chris@76: 	// First time we do this?
Chris@76: 	$id_board_from = isset($_POST['id_board_from']) ? (int) $_POST['id_board_from'] : (int) $_REQUEST['id_board_from'];
Chris@76: 	$id_board_to = isset($_POST['id_board_to']) ? (int) $_POST['id_board_to'] : (int) $_REQUEST['id_board_to'];
Chris@76: 
Chris@76: 	// No boards then this is your stop.
Chris@76: 	if (empty($id_board_from) || empty($id_board_to))
Chris@76: 		return;
Chris@76: 
Chris@76: 	// How many topics are we converting?
Chris@76: 	if (!isset($_REQUEST['totaltopics']))
Chris@76: 	{
Chris@76: 		$request = $smcFunc['db_query']('', '
Chris@76: 			SELECT COUNT(*)
Chris@76: 			FROM {db_prefix}topics
Chris@76: 			WHERE id_board = {int:id_board_from}',
Chris@76: 			array(
Chris@76: 				'id_board_from' => $id_board_from,
Chris@76: 			)
Chris@76: 		);
Chris@76: 		list ($total_topics) = $smcFunc['db_fetch_row']($request);
Chris@76: 		$smcFunc['db_free_result']($request);
Chris@76: 	}
Chris@76: 	else
Chris@76: 		$total_topics = (int) $_REQUEST['totaltopics'];
Chris@76: 
Chris@76: 	// Seems like we need this here.
Chris@76: 	$context['continue_get_data'] = '?action=admin;area=maintain;sa=topics;activity=massmove;id_board_from=' . $id_board_from . ';id_board_to=' . $id_board_to . ';totaltopics=' . $total_topics . ';start=' . $context['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 
Chris@76: 	// We have topics to move so start the process.
Chris@76: 	if (!empty($total_topics))
Chris@76: 	{
Chris@76: 		while ($context['start'] <= $total_topics)
Chris@76: 		{
Chris@76: 			// Lets get the topics.
Chris@76: 			$request = $smcFunc['db_query']('', '
Chris@76: 				SELECT id_topic
Chris@76: 				FROM {db_prefix}topics
Chris@76: 				WHERE id_board = {int:id_board_from}
Chris@76: 				LIMIT 10',
Chris@76: 				array(
Chris@76: 					'id_board_from' => $id_board_from,
Chris@76: 				)
Chris@76: 			);
Chris@76: 
Chris@76: 			// Get the ids.
Chris@76: 			$topics = array();
Chris@76: 			while ($row = $smcFunc['db_fetch_assoc']($request))
Chris@76: 				$topics[] = $row['id_topic'];
Chris@76: 
Chris@76: 			// Just return if we don't have any topics left to move.
Chris@76: 			if (empty($topics))
Chris@76: 			{
Chris@76: 				cache_put_data('board-' . $id_board_from, null, 120);
Chris@76: 				cache_put_data('board-' . $id_board_to, null, 120);
Chris@76: 				redirectexit('action=admin;area=maintain;sa=topics;done=massmove');
Chris@76: 			}
Chris@76: 
Chris@76: 			// Lets move them.
Chris@76: 			require_once($sourcedir . '/MoveTopic.php');
Chris@76: 			moveTopics($topics, $id_board_to);
Chris@76: 
Chris@76: 			// We've done at least ten more topics.
Chris@76: 			$context['start'] += 10;
Chris@76: 
Chris@76: 			// Lets wait a while.
Chris@76: 			if (time() - $context['start_time'] > 3)
Chris@76: 			{
Chris@76: 				// What's the percent?
Chris@76: 				$context['continue_percent'] = round(100 * ($context['start'] / $total_topics), 1);
Chris@76: 				$context['continue_get_data'] = '?action=admin;area=maintain;sa=topics;activity=massmove;id_board_from=' . $id_board_from . ';id_board_to=' . $id_board_to . ';totaltopics=' . $total_topics . ';start=' . $context['start'] . ';' . $context['session_var'] . '=' . $context['session_id'];
Chris@76: 
Chris@76: 				// Let the template system do it's thang.
Chris@76: 				return;
Chris@76: 			}
Chris@76: 		}
Chris@76: 	}
Chris@76: 
Chris@76: 	// Don't confuse admins by having an out of date cache.
Chris@76: 	cache_put_data('board-' . $id_board_from, null, 120);
Chris@76: 	cache_put_data('board-' . $id_board_to, null, 120);
Chris@76: 
Chris@76: 	redirectexit('action=admin;area=maintain;sa=topics;done=massmove');
Chris@76: }
Chris@76: 
Chris@76: ?>