1 files changed, 47 insertions, 0 deletions
diff --git a/www/wiki/extensions/LocalisationUpdate/includes/fetcher/GitHubFetcher.php b/www/wiki/extensions/LocalisationUpdate/includes/fetcher/GitHubFetcher.php
new file mode 100644
index 00000000..f8bea9c1
--- /dev/null
+++ b/www/wiki/extensions/LocalisationUpdate/includes/fetcher/GitHubFetcher.php
@@ -0,0 +1,47 @@
+<?php
+/**
+ * @file
+ * @author Niklas Laxström
+ * @license GPL-2.0-or-later
+ */
+
+namespace LocalisationUpdate;
+
+/**
+ * This class uses GitHub api to obtain a list of files present in a directory
+ * to avoid fetching files that don't exist.
+ *
+ * @todo Could use file hashes to 1) avoid fetching files with same hash as
+ * the source. 2) avoid fetching files which haven't changed since last check
+ * if we store them.
+ */
+class GitHubFetcher extends HttpFetcher {
+	/**
+	 * @param string $pattern
+	 *
+	 * @return array
+	 * @throws \Exception
+	 */
+	public function fetchDirectory( $pattern ) {
+		$domain = preg_quote( 'https://raw.github.com/', '~' );
+		$p = "~^$domain(?P<org>[^/]+)/(?P<repo>[^/]+)/(?P<branch>[^/]+)/(?P<path>.+)/.+$~";
+		preg_match( $p, $pattern, $m );
+
+		$apiURL = "https://api.github.com/repos/{$m['org']}/{$m['repo']}/contents/{$m['path']}";
+		$json = \Http::get( $apiURL );
+		if ( !$json ) {
+			throw new \Exception( "Unable to get directory listing for {$m['org']}/{$m['repo']}" );
+		}
+
+		$files = [];
+		$json = \FormatJson::decode( $json, true );
+		foreach ( $json as $fileinfo ) {
+			$fileurl = dirname( $pattern ) . '/' . $fileinfo['name'];
+			$file = $this->fetchFile( $fileurl );
+			if ( $file ) {
+				$files[$fileurl] = $file;
+			}
+		}
+		return $files;
+	}
+}