first commit

1 files changed, 1001 insertions, 0 deletions

diff --git a/www/wiki/extensions/Translate/MessageCollection.php b/www/wiki/extensions/Translate/MessageCollection.php
new file mode 100644
index 00000000..a0f2be3e
--- /dev/null
+++ b/www/wiki/extensions/Translate/MessageCollection.php
@@ -0,0 +1,1001 @@
+<?php
+/**
+ * This file contains classes that implements message collections.
+ *
+ * @file
+ * @author Niklas Laxström
+ * @copyright Copyright © 2007-2011, Niklas Laxström
+ * @license GPL-2.0-or-later
+ */
+
+use Wikimedia\Rdbms\IResultWrapper;
+
+/**
+ * Core message collection class.
+ *
+ * Message group is collection of messages of one message group in one
+ * language. It handles loading of the messages in one huge batch, and also
+ * stores information that can be used to filter the collection in different
+ * ways.
+ */
+class MessageCollection implements ArrayAccess, Iterator, Countable {
+	/**
+	 * @var string Language code.
+	 */
+	public $code;
+
+	/**
+	 * @var MessageDefinitions
+	 */
+	protected $definitions = null;
+
+	/**
+	 * @var array array( %Message key => translation, ... )
+	 */
+	protected $infile = [];
+
+	// Keys and messages.
+
+	/**
+	 * @var array array( %Message display key => database key, ... )
+	 */
+	protected $keys = [];
+
+	/**
+	 * @var array array( %Message String => TMessage, ... )
+	 */
+	protected $messages = [];
+
+	/**
+	 * @var array
+	 */
+	protected $reverseMap;
+
+	// Database resources
+
+	/** @var IResultWrapper Stored message existence and fuzzy state. */
+	protected $dbInfo;
+
+	/** @var IResultWrapper Stored translations in database. */
+	protected $dbData;
+
+	/** @var IResultWrapper Stored reviews in database. */
+	protected $dbReviewData = [];
+
+	/**
+	 * Tags, copied to thin messages
+	 * tagtype => keys
+	 * @var array[]
+	 */
+	protected $tags = [];
+
+	/**
+	 * Properties, copied to thin messages
+	 * @var array[]
+	 */
+	protected $properties = [];
+
+	/**
+	 * @var string[] Authors.
+	 */
+	protected $authors = [];
+
+	/**
+	 * Constructors. Use newFromDefinitions() instead.
+	 * @param string $code Language code.
+	 */
+	public function __construct( $code ) {
+		$this->code = $code;
+	}
+
+	/**
+	 * Construct a new message collection from definitions.
+	 * @param MessageDefinitions $definitions
+	 * @param string $code Language code.
+	 * @return self
+	 */
+	public static function newFromDefinitions( MessageDefinitions $definitions, $code ) {
+		$collection = new self( $code );
+		$collection->definitions = $definitions;
+		$collection->resetForNewLanguage( $code );
+
+		return $collection;
+	}
+
+	/**
+	 * Constructs a new empty message collection. Suitable for example for testing.
+	 * @param string $code Language code.
+	 * @return self
+	 */
+	public static function newEmpty( $code ) {
+	}
+
+	/**
+	 * @return string
+	 */
+	public function getLanguage() {
+		return $this->code;
+	}
+
+	// Data setters
+
+	/**
+	 * Set translation from file, as opposed to translation which only exists
+	 * in the wiki because they are not exported and committed yet.
+	 * @param string[] $messages Array of translations indexed by display key.
+	 */
+	public function setInFile( array $messages ) {
+		$this->infile = $messages;
+	}
+
+	/**
+	 * Set message tags.
+	 * @param string $type Tag type, usually ignored or optional.
+	 * @param string[] $keys List of display keys.
+	 */
+	public function setTags( $type, array $keys ) {
+		$this->tags[$type] = $keys;
+	}
+
+	/**
+	 * Returns list of available message keys. This is affected by filtering.
+	 * @return array List of database keys indexed by display keys.
+	 */
+	public function keys() {
+		return $this->keys;
+	}
+
+	/**
+	 * Returns list of titles of messages that are used in this collection after filtering.
+	 * @return Title[]
+	 * @since 2011-12-28
+	 */
+	public function getTitles() {
+		return array_values( $this->keys );
+	}
+
+	/**
+	 * Returns list of message keys that are used in this collection after filtering.
+	 * @return string[]
+	 * @since 2011-12-28
+	 */
+	public function getMessageKeys() {
+		return array_keys( $this->keys );
+	}
+
+	/**
+	 * Returns stored message tags.
+	 * @param string $type Tag type, usually optional or ignored.
+	 * @return string[] List of keys with given tag.
+	 */
+	public function getTags( $type ) {
+		return $this->tags[$type] ?? [];
+	}
+
+	/**
+	 * Lists all translators that have contributed to the latest revisions of
+	 * each translation. Causes translations to be loaded from the database.
+	 * Is not affected by filters.
+	 * @return string[] List of usernames.
+	 */
+	public function getAuthors() {
+		$this->loadTranslations();
+
+		$authors = array_flip( $this->authors );
+
+		foreach ( $this->messages as $m ) {
+			// Check if there are authors
+			/**
+			 * @var TMessage $m
+			 */
+			$author = $m->getProperty( 'last-translator-text' );
+
+			if ( $author === null ) {
+				continue;
+			}
+
+			if ( !isset( $authors[$author] ) ) {
+				$authors[$author] = 1;
+			} else {
+				$authors[$author]++;
+			}
+		}
+
+		# arsort( $authors, SORT_NUMERIC );
+		ksort( $authors );
+		$fuzzyBot = FuzzyBot::getName();
+		$filteredAuthors = [];
+		foreach ( $authors as $author => $edits ) {
+			if ( $author !== $fuzzyBot ) {
+				$filteredAuthors[] = $author;
+			}
+		}
+
+		return $filteredAuthors;
+	}
+
+	/**
+	 * Add external authors (usually from the file).
+	 * @param string[] $authors List of authors.
+	 * @param string $mode Either append or set authors.
+	 * @throws MWException If invalid $mode given.
+	 */
+	public function addCollectionAuthors( $authors, $mode = 'append' ) {
+		switch ( $mode ) {
+			case 'append':
+				$authors = array_merge( $this->authors, $authors );
+				break;
+			case 'set':
+				break;
+			default:
+				throw new MWException( "Invalid mode $mode" );
+		}
+
+		$this->authors = array_unique( $authors );
+	}
+
+	// Data modifiers
+
+	/**
+	 * Loads all message data. Must be called before accessing the messages
+	 * with ArrayAccess or iteration.
+	 */
+	public function loadTranslations() {
+		$this->loadData( $this->keys );
+		$this->loadInfo( $this->keys );
+		$this->loadReviewInfo( $this->keys );
+		$this->initMessages();
+	}
+
+	/**
+	 * Some statistics scripts for example loop the same collection over every
+	 * language. This is a shortcut which keeps tags and definitions.
+	 * @param string $code
+	 */
+	public function resetForNewLanguage( $code ) {
+		$this->code = $code;
+		$this->keys = $this->fixKeys();
+		$this->dbInfo = null;
+		$this->dbData = null;
+		$this->dbReviewData = [];
+		$this->messages = null;
+		$this->infile = [];
+		$this->authors = [];
+
+		unset( $this->tags['fuzzy'] );
+		$this->reverseMap = null;
+	}
+
+	/**
+	 * For paging messages. One can count messages before and after slice.
+	 * @param string $offset
+	 * @param int $limit
+	 * @return array Offsets that can be used for paging backwards and forwards
+	 * @since String offests and return value since 2013-01-10
+	 */
+	public function slice( $offset, $limit ) {
+		$indexes = array_keys( $this->keys );
+
+		if ( $offset === '' ) {
+			$offset = 0;
+		}
+
+		// Handle string offsets
+		if ( !ctype_digit( (string)$offset ) ) {
+			$count = 0;
+			foreach ( array_keys( $this->keys ) as $index ) {
+				if ( $index === $offset ) {
+					break;
+				}
+				$count++;
+			}
+			// Now offset is always an integer, suitable for array_slice
+			$offset = $count;
+		}
+
+		// False means that cannot go back or forward
+		$backwardsOffset = $forwardsOffset = false;
+		// Backwards paging uses numerical indexes, see below
+
+		// Can only skip this if no offset has been provided or the
+		// offset is zero. (offset - limit ) > 1 does not work, because
+		// users can end in offest=2, limit=5 and can't see the first
+		// two messages. That's also why it is capped into zero with
+		// max(). And finally make the offsets to be strings even if
+		// they are numbers in this case.
+		if ( $offset > 0 ) {
+			$backwardsOffset = (string)( max( 0, $offset - $limit ) );
+		}
+
+		// Forwards paging uses keys. If user opens view Untranslated,
+		// translates some messages and then clicks next, the first
+		// message visible in the page is the first message not shown
+		// in the previous page (unless someone else translated it at
+		// the same time). If we used integer offsets, we would skip
+		// same number of messages that were translated, because they
+		// are no longer in the list. For backwards paging this is not
+		// such a big issue, so it still uses integer offsets, because
+		// we would need to also implement "direction" to have it work
+		// correctly.
+		if ( isset( $indexes[$offset + $limit] ) ) {
+			$forwardsOffset = $indexes[$offset + $limit];
+		}
+
+		$this->keys = array_slice( $this->keys, $offset, $limit, true );
+
+		return [ $backwardsOffset, $forwardsOffset, $offset ];
+	}
+
+	/**
+	 * Filters messages based on some condition. Some filters cause data to be
+	 * loaded from the database. PAGEINFO: existence and fuzzy tags.
+	 * TRANSLATIONS: translations for every message. It is recommended to first
+	 * filter with messages that do not need those. It is recommended to add
+	 * translations from file with addInfile, and it is needed for changed
+	 * filter to work.
+	 *
+	 * @param string $type
+	 *  - fuzzy: messages with fuzzy tag (PAGEINFO)
+	 *  - optional: messages marked for optional.
+	 *  - ignored: messages which are not for translation.
+	 *  - hastranslation: messages which have translation (be if fuzzy or not)
+	 *    (PAGEINFO, *INFILE).
+	 *  - translated: messages which have translation which is not fuzzy
+	 *    (PAGEINFO, *INFILE).
+	 *  - changed: translation in database differs from infile.
+	 *    (INFILE, TRANSLATIONS)
+	 * @param bool $condition Whether to return messages which do not satisfy
+	 * the given filter condition (true), or only which do (false).
+	 * @param mixed|null $value Value for properties filtering.
+	 * @throws MWException If given invalid filter name.
+	 */
+	public function filter( $type, $condition = true, $value = null ) {
+		if ( !in_array( $type, self::getAvailableFilters(), true ) ) {
+			throw new MWException( "Unknown filter $type" );
+		}
+		$this->applyFilter( $type, $condition, $value );
+	}
+
+	/**
+	 * @return array
+	 */
+	public static function getAvailableFilters() {
+		return [
+			'fuzzy',
+			'optional',
+			'ignored',
+			'hastranslation',
+			'changed',
+			'translated',
+			'reviewer',
+			'last-translator',
+		];
+	}
+
+	/**
+	 * Really apply a filter. Some filters need multiple conditions.
+	 * @param string $filter Filter name.
+	 * @param bool $condition Whether to return messages which do not satisfy
+	 * @param mixed $value Value for properties filtering.
+	 * the given filter condition (true), or only which do (false).
+	 * @throws MWException
+	 */
+	protected function applyFilter( $filter, $condition, $value ) {
+		$keys = $this->keys;
+		if ( $filter === 'fuzzy' ) {
+			$keys = $this->filterFuzzy( $keys, $condition );
+		} elseif ( $filter === 'hastranslation' ) {
+			$keys = $this->filterHastranslation( $keys, $condition );
+		} elseif ( $filter === 'translated' ) {
+			$fuzzy = $this->filterFuzzy( $keys, false );
+			$hastranslation = $this->filterHastranslation( $keys, false );
+			// Fuzzy messages are not counted as translated messages
+			$translated = $this->filterOnCondition( $hastranslation, $fuzzy );
+			$keys = $this->filterOnCondition( $keys, $translated, $condition );
+		} elseif ( $filter === 'changed' ) {
+			$keys = $this->filterChanged( $keys, $condition );
+		} elseif ( $filter === 'reviewer' ) {
+			$keys = $this->filterReviewer( $keys, $condition, $value );
+		} elseif ( $filter === 'last-translator' ) {
+			$keys = $this->filterLastTranslator( $keys, $condition, $value );
+		} else {
+			// Filter based on tags.
+			if ( !isset( $this->tags[$filter] ) ) {
+				if ( $filter !== 'optional' && $filter !== 'ignored' ) {
+					throw new MWException( "No tagged messages for custom filter $filter" );
+				}
+				$keys = $this->filterOnCondition( $keys, [], $condition );
+			} else {
+				$taggedKeys = array_flip( $this->tags[$filter] );
+				$keys = $this->filterOnCondition( $keys, $taggedKeys, $condition );
+			}
+		}
+
+		$this->keys = $keys;
+	}
+
+	/**
+	 * Filters list of keys with other list of keys according to the condition.
+	 * In other words, you have a list of keys, and you have determined list of
+	 * keys that have some feature. Now you can either take messages that are
+	 * both in the first list and the second list OR are in the first list but
+	 * are not in the second list (conditition = true and false respectively).
+	 * What makes this more complex is that second list of keys might not be a
+	 * subset of the first list of keys.
+	 * @param string[] $keys List of keys to filter.
+	 * @param string[] $condKeys Second list of keys for filtering.
+	 * @param bool $condition True (default) to return keys which are on first
+	 * and second list, false to return keys which are on the first but not on
+	 * second.
+	 * @return string[] Filtered keys.
+	 */
+	protected function filterOnCondition( array $keys, array $condKeys, $condition = true ) {
+		if ( $condition === true ) {
+			// Delete $condKeys from $keys
+			foreach ( array_keys( $condKeys ) as $key ) {
+				unset( $keys[$key] );
+			}
+		} else {
+			// Keep the keys which are in $condKeys
+			foreach ( array_keys( $keys ) as $key ) {
+				if ( !isset( $condKeys[$key] ) ) {
+					unset( $keys[$key] );
+				}
+			}
+		}
+
+		return $keys;
+	}
+
+	/**
+	 * Filters list of keys according to whether the translation is fuzzy.
+	 * @param string[] $keys List of keys to filter.
+	 * @param bool $condition True to filter away fuzzy translations, false
+	 * to filter non-fuzzy translations.
+	 * @return string[] Filtered keys.
+	 */
+	protected function filterFuzzy( array $keys, $condition ) {
+		$this->loadInfo( $keys );
+
+		$origKeys = [];
+		if ( $condition === false ) {
+			$origKeys = $keys;
+		}
+
+		foreach ( $this->dbInfo as $row ) {
+			if ( $row->rt_type !== null ) {
+				unset( $keys[$this->rowToKey( $row )] );
+			}
+		}
+
+		if ( $condition === false ) {
+			$keys = array_diff( $origKeys, $keys );
+		}
+
+		return $keys;
+	}
+
+	/**
+	 * Filters list of keys according to whether they have a translation.
+	 * @param string[] $keys List of keys to filter.
+	 * @param bool $condition True to filter away translated, false
+	 * to filter untranslated.
+	 * @return string[] Filtered keys.
+	 */
+	protected function filterHastranslation( array $keys, $condition ) {
+		$this->loadInfo( $keys );
+
+		$origKeys = [];
+		if ( $condition === false ) {
+			$origKeys = $keys;
+		}
+
+		foreach ( $this->dbInfo as $row ) {
+			unset( $keys[$this->rowToKey( $row )] );
+		}
+
+		// Check also if there is something in the file that is not yet in the database
+		foreach ( array_keys( $this->infile ) as $inf ) {
+			unset( $keys[$inf] );
+		}
+
+		// Remove the messages which do not have a translation from the list
+		if ( $condition === false ) {
+			$keys = array_diff( $origKeys, $keys );
+		}
+
+		return $keys;
+	}
+
+	/**
+	 * Filters list of keys according to whether the current translation
+	 * differs from the commited translation.
+	 * @param string[] $keys List of keys to filter.
+	 * @param bool $condition True to filter changed translations, false
+	 * to filter unchanged translations.
+	 * @return string[] Filtered keys.
+	 */
+	protected function filterChanged( array $keys, $condition ) {
+		$this->loadData( $keys );
+
+		$origKeys = [];
+		if ( $condition === false ) {
+			$origKeys = $keys;
+		}
+
+		foreach ( $this->dbData as $row ) {
+			$mkey = $this->rowToKey( $row );
+			if ( !isset( $this->infile[$mkey] ) ) {
+				continue;
+			}
+
+			$text = Revision::getRevisionText( $row );
+			if ( $this->infile[$mkey] === $text ) {
+				// Remove unchanged messages from the list
+				unset( $keys[$mkey] );
+			}
+		}
+
+		// Remove the messages which have not changed from the list
+		if ( $condition === false ) {
+			$keys = $this->filterOnCondition( $keys, $origKeys, false );
+		}
+
+		return $keys;
+	}
+
+	/**
+	 * Filters list of keys according to whether the user has accepted them.
+	 * @param string[] $keys List of keys to filter.
+	 * @param bool $condition True to remove translatations $user has accepted,
+	 * false to get only translations accepted by $user.
+	 * @param int $user Userid
+	 * @return string[] Filtered keys.
+	 */
+	protected function filterReviewer( array $keys, $condition, $user ) {
+		$this->loadReviewInfo( $keys );
+		$origKeys = $keys;
+
+		/* This removes messages from the list which have certain
+		 * reviewer (among others) */
+		$userId = (int)$user;
+		foreach ( $this->dbReviewData as $row ) {
+			if ( $user === null || (int)$row->trr_user === $userId ) {
+				unset( $keys[$this->rowToKey( $row )] );
+			}
+		}
+
+		if ( $condition === false ) {
+			$keys = array_diff( $origKeys, $keys );
+		}
+
+		return $keys;
+	}
+
+	/**
+	 * @param string[] $keys List of keys to filter.
+	 * @param bool $condition True to remove translatations where last translator is $user
+	 * false to get only last translations done by others.
+	 * @param int $user Userid
+	 * @return string[] Filtered keys.
+	 */
+	protected function filterLastTranslator( array $keys, $condition, $user ) {
+		$this->loadData( $keys );
+		$origKeys = $keys;
+
+		$user = (int)$user;
+		foreach ( $this->dbData as $row ) {
+			if ( (int)$row->rev_user === $user ) {
+				unset( $keys[$this->rowToKey( $row )] );
+			}
+		}
+
+		if ( $condition === false ) {
+			$keys = array_diff( $origKeys, $keys );
+		}
+
+		return $keys;
+	}
+
+	/**
+	 * Takes list of keys and converts them into database format.
+	 * @return array ( string => string ) Array of keys in database format indexed by display format.
+	 */
+	protected function fixKeys() {
+		$newkeys = [];
+		// array( namespace, pagename )
+		$pages = $this->definitions->getPages();
+		$code = $this->code;
+
+		foreach ( $pages as $key => $page ) {
+			list( $namespace, $pagename ) = $page;
+			$title = Title::makeTitleSafe( $namespace, "$pagename/$code" );
+			if ( !$title ) {
+				wfWarn( "Invalid title $namespace:$pagename/$code" );
+				continue;
+			}
+			$newkeys[$key] = $title;
+		}
+
+		return $newkeys;
+	}
+
+	/**
+	 * Loads existence and fuzzy state for given list of keys.
+	 * @param string[] $keys List of keys in database format.
+	 */
+	protected function loadInfo( array $keys ) {
+		if ( $this->dbInfo !== null ) {
+			return;
+		}
+
+		$this->dbInfo = [];
+
+		if ( !count( $keys ) ) {
+			return;
+		}
+
+		$dbr = TranslateUtils::getSafeReadDB();
+		$tables = [ 'page', 'revtag' ];
+		$fields = [ 'page_namespace', 'page_title', 'rt_type' ];
+		$conds = $this->getTitleConds( $dbr );
+		$joins = [ 'revtag' =>
+		[
+			'LEFT JOIN',
+			[ 'page_id=rt_page', 'page_latest=rt_revision', 'rt_type' => RevTag::getType( 'fuzzy' ) ]
+		]
+		];
+
+		$this->dbInfo = $dbr->select( $tables, $fields, $conds, __METHOD__, [], $joins );
+	}
+
+	/**
+	 * Loads reviewers for given messages.
+	 * @param string[] $keys List of keys in database format.
+	 */
+	protected function loadReviewInfo( array $keys ) {
+		if ( $this->dbReviewData !== [] ) {
+			return;
+		}
+
+		$this->dbReviewData = [];
+
+		if ( !count( $keys ) ) {
+			return;
+		}
+
+		$dbr = TranslateUtils::getSafeReadDB();
+		$tables = [ 'page', 'translate_reviews' ];
+		$fields = [ 'page_namespace', 'page_title', 'trr_user' ];
+		$conds = $this->getTitleConds( $dbr );
+		$joins = [ 'translate_reviews' =>
+			[
+				'JOIN',
+				[ 'page_id=trr_page', 'page_latest=trr_revision' ]
+			]
+		];
+
+		$this->dbReviewData = $dbr->select( $tables, $fields, $conds, __METHOD__, [], $joins );
+	}
+
+	/**
+	 * Loads translation for given list of keys.
+	 * @param string[] $keys List of keys in database format.
+	 */
+	protected function loadData( array $keys ) {
+		if ( $this->dbData !== null ) {
+			return;
+		}
+
+		$this->dbData = [];
+
+		if ( !count( $keys ) ) {
+			return;
+		}
+
+		$dbr = TranslateUtils::getSafeReadDB();
+
+		if ( is_callable( Revision::class, 'getQueryInfo' ) ) {
+			$revQuery = Revision::getQueryInfo( [ 'page', 'text' ] );
+		} else {
+			$revQuery = [
+				'tables' => [ 'page', 'revision', 'text' ],
+				'fields' => [
+					'page_namespace',
+					'page_title',
+					'page_latest',
+					'rev_user',
+					'rev_user_text',
+					'old_flags',
+					'old_text'
+				],
+				'joins' => [
+					'revision' => [ 'JOIN', 'page_latest = rev_id' ],
+					'text' => [ 'JOIN', 'old_id = rev_text_id' ],
+				],
+			];
+		}
+		$conds = [ 'page_latest = rev_id' ];
+		$conds[] = $this->getTitleConds( $dbr );
+
+		$res = $dbr->select(
+			$revQuery['tables'], $revQuery['fields'], $conds, __METHOD__, [], $revQuery['joins']
+		);
+
+		$this->dbData = $res;
+	}
+
+	/**
+	 * Of the current set of keys, construct database query conditions.
+	 * @since 2011-12-28
+	 * @param \Wikimedia\Rdbms\IDatabase $db
+	 * @return string
+	 */
+	protected function getTitleConds( $db ) {
+		// Array of array( namespace, pagename )
+		$byNamespace = [];
+		foreach ( $this->getTitles() as $title ) {
+			$namespace = $title->getNamespace();
+			$pagename = $title->getDBkey();
+			$byNamespace[$namespace][] = $pagename;
+		}
+
+		$conds = [];
+		foreach ( $byNamespace as $namespaces => $pagenames ) {
+			$cond = [
+				'page_namespace' => $namespaces,
+				'page_title' => $pagenames,
+			];
+
+			$conds[] = $db->makeList( $cond, LIST_AND );
+		}
+
+		return $db->makeList( $conds, LIST_OR );
+	}
+
+	/**
+	 * Given two-dimensional map of namespace and pagenames, this uses
+	 * database fields page_namespace and page_title as keys and returns
+	 * the value for those indexes.
+	 * @since 2011-12-23
+	 * @param stdClass $row
+	 * @return string|null
+	 */
+	protected function rowToKey( $row ) {
+		$map = $this->getReverseMap();
+		if ( isset( $map[$row->page_namespace][$row->page_title] ) ) {
+			return $map[$row->page_namespace][$row->page_title];
+		} else {
+			wfWarn( "Got unknown title from the database: {$row->page_namespace}:{$row->page_title}" );
+
+			return null;
+		}
+	}
+
+	/**
+	 * Creates a two-dimensional map of namespace and pagenames.
+	 * @since 2011-12-23
+	 * @return array
+	 */
+	public function getReverseMap() {
+		if ( isset( $this->reverseMap ) ) {
+			return $this->reverseMap;
+		}
+
+		$map = [];
+		/**
+		 * @var Title $title
+		 */
+		foreach ( $this->keys as $mkey => $title ) {
+			$map[$title->getNamespace()][$title->getDBkey()] = $mkey;
+		}
+
+		$this->reverseMap = $map;
+		return $this->reverseMap;
+	}
+
+	/**
+	 * Constructs all TMessages from the data accumulated so far.
+	 * Usually there is no need to call this method directly.
+	 */
+	public function initMessages() {
+		if ( $this->messages !== null ) {
+			return;
+		}
+
+		$messages = [];
+		$definitions = $this->definitions->getDefinitions();
+		foreach ( array_keys( $this->keys ) as $mkey ) {
+			$messages[$mkey] = new ThinMessage( $mkey, $definitions[$mkey] );
+		}
+
+		// Copy rows if any.
+		if ( $this->dbData !== null ) {
+			foreach ( $this->dbData as $row ) {
+				$mkey = $this->rowToKey( $row );
+				if ( !isset( $messages[$mkey] ) ) {
+					continue;
+				}
+				$messages[$mkey]->setRow( $row );
+				$messages[$mkey]->setProperty( 'revision', $row->page_latest );
+			}
+		}
+
+		if ( $this->dbInfo !== null ) {
+			$fuzzy = [];
+			foreach ( $this->dbInfo as $row ) {
+				if ( $row->rt_type !== null ) {
+					$fuzzy[] = $this->rowToKey( $row );
+				}
+			}
+
+			$this->setTags( 'fuzzy', $fuzzy );
+		}
+
+		// Copy tags if any.
+		foreach ( $this->tags as $type => $keys ) {
+			foreach ( $keys as $mkey ) {
+				if ( isset( $messages[$mkey] ) ) {
+					$messages[$mkey]->addTag( $type );
+				}
+			}
+		}
+
+		// Copy properties if any.
+		foreach ( $this->properties as $type => $keys ) {
+			foreach ( $keys as $mkey => $value ) {
+				if ( isset( $messages[$mkey] ) ) {
+					$messages[$mkey]->setProperty( $type, $value );
+				}
+			}
+		}
+
+		// Copy infile if any.
+		foreach ( $this->infile as $mkey => $value ) {
+			if ( isset( $messages[$mkey] ) ) {
+				$messages[$mkey]->setInfile( $value );
+			}
+		}
+
+		foreach ( $this->dbReviewData as $row ) {
+			$mkey = $this->rowToKey( $row );
+			if ( !isset( $messages[$mkey] ) ) {
+				continue;
+			}
+			$messages[$mkey]->appendProperty( 'reviewers', $row->trr_user );
+		}
+
+		// Set the status property
+		foreach ( $messages as $obj ) {
+			if ( $obj->hasTag( 'fuzzy' ) ) {
+				$obj->setProperty( 'status', 'fuzzy' );
+			} elseif ( is_array( $obj->getProperty( 'reviewers' ) ) ) {
+				$obj->setProperty( 'status', 'proofread' );
+			} elseif ( $obj->translation() !== null ) {
+				$obj->setProperty( 'status', 'translated' );
+			} else {
+				$obj->setProperty( 'status', 'untranslated' );
+			}
+		}
+
+		$this->messages = $messages;
+	}
+
+	/**
+	 * ArrayAccess methods. @{
+	 * @param mixed $offset
+	 * @return bool
+	 */
+	public function offsetExists( $offset ) {
+		return isset( $this->keys[$offset] );
+	}
+
+	/**
+	 * @param mixed $offset
+	 * @return mixed
+	 */
+	public function offsetGet( $offset ) {
+		return $this->messages[$offset];
+	}
+
+	/**
+	 * @param mixed $offset
+	 * @param mixed $value
+	 */
+	public function offsetSet( $offset, $value ) {
+		$this->messages[$offset] = $value;
+	}
+
+	/**
+	 * @param mixed $offset
+	 */
+	public function offsetUnset( $offset ) {
+		unset( $this->keys[$offset] );
+	}
+
+	/** @} */
+
+	/**
+	 * Fail fast if trying to access unknown properties. @{
+	 * @param string $name
+	 * @throws MWException
+	 */
+	public function __get( $name ) {
+		throw new MWException( __METHOD__ . ": Trying to access unknown property $name" );
+	}
+
+	public function __set( $name, $value ) {
+		throw new MWException( __METHOD__ . ": Trying to modify unknown property $name" );
+	}
+
+	/** @} */
+
+	/**
+	 * Iterator method. @{
+	 */
+	public function rewind() {
+		reset( $this->keys );
+	}
+
+	public function current() {
+		if ( !count( $this->keys ) ) {
+			return false;
+		}
+
+		return $this->messages[key( $this->keys )];
+	}
+
+	public function key() {
+		return key( $this->keys );
+	}
+
+	public function next() {
+		return next( $this->keys );
+	}
+
+	public function valid() {
+		return isset( $this->messages[key( $this->keys )] );
+	}
+
+	public function count() {
+		return count( $this->keys() );
+	}
+	/** @} */
+}
+
+/**
+ * Wrapper for message definitions, just to beauty the code.
+ *
+ * API totally changed in 2011-12-28
+ */
+class MessageDefinitions {
+	protected $namespace;
+	protected $messages;
+
+	public function __construct( array $messages, $namespace = false ) {
+		$this->namespace = $namespace;
+		$this->messages = $messages;
+	}
+
+	public function getDefinitions() {
+		return $this->messages;
+	}
+
+	/**
+	 * @return Array of Array( namespace, pagename )
+	 */
+	public function getPages() {
+		$namespace = $this->namespace;
+		$pages = [];
+		foreach ( array_keys( $this->messages ) as $key ) {
+			if ( $namespace === false ) {
+				// pages are in format ex. "8:jan"
+				$pages[$key] = explode( ':', $key, 2 );
+			} else {
+				$pages[$key] = [ $namespace, $key ];
+			}
+		}
+
+		return $pages;
+	}
+}