const fs = require('fs-extra'); const path = require('path'); const util = require('util'); const logger = require('winston'); const request = require('request-promise'); const tomlify = require('tomlify-j0.4'); const exec = require('sync-exec'); const fsPathCode = './citra-games-wiki/games' const fsPathWiki = './citra-games-wiki.wiki' const fsPathHugoContent = '../../site/content/game' const fsPathHugoBoxart = '../../site/static/images/game/boxart' const fsPathHugoIcon = '../../site/static/images/game/icons' const fsPathHugoScreenshots = '../../site/static/images/screenshots0' const fsPathHugoSavefiles = '../../site/static/savefiles/' process.on('unhandledRejection', err => { logger.error('Unhandled rejection on process.'); logger.error(err); process.exit(1); }); function gitPull(directory, repository) { if (fs.existsSync(directory)) { logger.info(`Fetching latest from Github : ${directory}`); logger.info(`git --git-dir=${directory} pull`); exec(`git --git-dir=${directory} pull`); } else { logger.info(`Cloning repository from Github : ${directory}`); logger.info(`git clone ${repository}`); exec(`git clone ${repository}`); } } async function getDirectories(x) { return fs.readdir(x).filter(file => fs.lstatSync(path.join(x, file)).isDirectory()) } async function run() { // Make sure the output directories in Hugo exist. [fsPathHugoContent, fsPathHugoBoxart, fsPathHugoIcon, fsPathHugoSavefiles, fsPathHugoScreenshots].forEach(function (path) { if (fs.existsSync(path) == false) { logger.info(`Creating Hugo output directory: ${path}`); fs.ensureDirSync(path); } }); // Fetch game files stored in games-wiki repository. gitPull('./citra-games-wiki', 'https://github.com/citra-emu/citra-games-wiki.git'); // Loop through each game and process it. let games = await request.get({ uri: 'https://api.citra-emu.org/gamedb/websiteFeed/', json: true }) await Promise.all(games.map(async (x) => { try { logger.info(`Processing game: ${x.id}`); // Set metadata. x.date = `${new Date().toISOString()}` // In Hugo, data keys need to be strings. x.compatibility = x.compatibility.toString() x.testcases.forEach(x => x.compatibility = x.compatibility.toString()) // Reverse the testcases so the most recent ones show up top. x.testcases = x.testcases.reverse() x.issues = x.issues || [] // Copy the boxart for the game. fs.copySync(`${fsPathCode}/${x.id}/boxart.png`, `${fsPathHugoBoxart}/${x.id}.png`); // Copy the icon for the game. fs.copySync(`${fsPathCode}/${x.id}/icon.png`, `${fsPathHugoIcon}/${x.id}.png`); // SAVEFILE BLOCK var fsPathCodeSavefilesGame = `${fsPathCode}/${x.id}/savefiles/`; var fsPathHugoSavefilesGame = `${fsPathHugoSavefiles}/${x.id}/`; if (fs.existsSync(fsPathCodeSavefilesGame)) { // Create the savefile directory for the game. if (fs.existsSync(fsPathHugoSavefilesGame) == false) { fs.mkdirSync(fsPathHugoSavefilesGame); } // Copy all savefiles into the output folder, and read their data. fs.readdirSync(fsPathCodeSavefilesGame).forEach(file => { if (path.extname(file) == '.zip') { fs.copySync(`${fsPathCodeSavefilesGame}/${file}`, `${fsPathHugoSavefilesGame}/${file}`); } }); // Finished copying all savefiles into the output folder, and reading their data. } // END SAVEFILE BLOCK // Copy the screenshots for the game. let fsPathScreenshotInputGame = `${fsPathCode}/${x.id}/screenshots/`; let fsPathScreenshotOutputGame = `${fsPathHugoScreenshots}/${x.id}/`; if (fs.existsSync(fsPathScreenshotInputGame)) { // Create the savefile directory for each game. if (fs.existsSync(fsPathScreenshotOutputGame) == false) { fs.mkdirSync(fsPathScreenshotOutputGame); } // Copy all screenshots into the output folder. fs.readdirSync(fsPathScreenshotInputGame).forEach(file => { if (path.extname(file) == '.png') { fs.copySync(`${fsPathScreenshotInputGame}/${file}`, `${fsPathScreenshotOutputGame}/${file}`); } }); } // Clear out the wiki markdown so it won't be stored with the metadata. let wikiText = x.wiki_markdown x.wiki_markdown = null let meta = tomlify(x, null, 2); let contentOutput = `+++\r\n${meta}\r\n+++\r\n\r\n${wikiText}\r\n`; await fs.writeFile(`${fsPathHugoContent}/${x.id}.md`, contentOutput); return x } catch (ex) { logger.warn(`${x.id} ${x.title} failed to generate: ${ex}`); logger.error(ex); throw ex } })) } // Script start run()