From cbcf6b45e041a3a89e6575dca6885888a5ab060d Mon Sep 17 00:00:00 2001 From: chris062689 Date: Thu, 1 Jun 2017 18:00:37 -0400 Subject: [PATCH] Added initial games script to import citra-games-wiki. --- scripts/games/.gitignore | 3 + scripts/games/app.js | 111 +++++++++++++++++++++++++++++++++++++ scripts/games/package.json | 19 +++++++ 3 files changed, 133 insertions(+) create mode 100644 scripts/games/.gitignore create mode 100644 scripts/games/app.js create mode 100644 scripts/games/package.json diff --git a/scripts/games/.gitignore b/scripts/games/.gitignore new file mode 100644 index 0000000..0e12175 --- /dev/null +++ b/scripts/games/.gitignore @@ -0,0 +1,3 @@ +node_modules/ +citra.wiki/ +*.log diff --git a/scripts/games/app.js b/scripts/games/app.js new file mode 100644 index 0000000..fac0688 --- /dev/null +++ b/scripts/games/app.js @@ -0,0 +1,111 @@ +var fs = require('fs'); +var fsextra = require('fs-extra'); +var util = require('util'); +var logger = require('winston'); + +var sanitizeHtml = require('sanitize-html'); + +var del = require('delete'); +var exec = require('sync-exec'); + +var inputDirectoryGame = './citra-games-wiki/'; +var inputDirectoryWiki = './citra-games-wiki.wiki/'; +var outputDirectoryMd = '../../site/content/games/'; +var outputDirectoryBoxart = '../../site/static/images/games/' + +// The URL +function url(title) { + return '/wiki/' + title.replace(/\s+/g, '-').toLowerCase(); +} + +if (fs.existsSync(inputDirectoryGame)) { + logger.info(`Purging input directory game: ${inputDirectoryGame}`); + del.sync(inputDirectoryGame, {force: true}); +} + +if (fs.existsSync(inputDirectoryWiki)) { + logger.info(`Purging input directory wiki: ${inputDirectoryWiki}`); + del.sync(inputDirectoryWiki, {force: true}); +} + +exec('git clone https://github.com/citra-emu/citra-games-wiki.git'); +exec('git clone https://github.com/citra-emu/citra-games-wiki.wiki.git'); + +if (fs.existsSync(outputDirectoryMd) == false) { + logger.info(`Creating missing output directory: ${outputDirectoryMd}`); + fs.mkdirSync(outputDirectoryMd); +} + +if (fs.existsSync(outputDirectoryBoxart) == false) { + logger.info(`Creating missing output directory: ${outputDirectoryBoxart}`); + fs.mkdirSync(outputDirectoryBoxart); +} + +fs.readdir(inputDirectoryGame, function(err, items) { + try { + // Look for all .md files within the wiki directory. + items.filter(file => file.substr(-4) === '.png').forEach(function(item) { + logger.info(`Copying boxart PNG ${item}`); + fsextra.copySync(`${inputDirectoryGame}${item}`, `${outputDirectoryBoxart}${item}`); + }); + items.filter(file => file.substr(-4) === '.dat').forEach(function(item) { + // Generate the title from the filename. + let title = item.replace(/-/g, ' ').slice(0, -3); + var stats = fs.statSync(`${inputDirectoryGame}${item}`); + var modified = new Date(util.inspect(stats.mtime)); + + // Read the .dat file and the .md file and fuse them. + fs.readFile(`${inputDirectoryGame}${item}`, 'utf8', function (err,data) { + if (err) { logger.error(err); return; } + + try { + // Convert various data inside of the markdown language. + let cleanGameData = data; + let cleanWikiData = fs.readFileSync(`${inputDirectoryWiki}${item.replace('.dat', '.md')}`, 'utf8'); + + // Blackfriday Markdown Rendering requires a blank line before lists. + try { + var lines = cleanWikiData.split(/\r?\n/); + for(var i = 0; i < lines.length; i++) { + // If it's the start of the file, ignore to prevent an index issue. + if (i > lines.length) { return; } + if (i == 0 || lines[i] == '\n') { continue; } + + // Search for the start of a list designated by the * character. + if (lines[i].startsWith("* ") && lines[i - 1].startsWith("* ") == false) { + i = i + 1; + lines.splice(i - 1, 0, ''); + } + } + cleanData = lines.join('\n'); + } catch (ex) { + logger.error(ex); + } + + // Replacing tags like [[Common Issues on Windows|Common Issues]] + cleanWikiData = cleanWikiData.replace(/\[\[(.*)\|(.*)\]\]/g, function(match, p1, p2) { + return `[${p1}](${url(p2)})` + }); + + // Replacing tags like [[Common Issues]] + cleanWikiData = cleanWikiData.replace(/\[\[(.*)\]\]/g, function(match, p1) { + return `[${p1}](${url(p1)})` + }); + + // Create the new markdown header for Hugo. + let newFileContents = `+++\r\ndate = "${modified.toISOString()}"\r\n${cleanGameData}+++\r\n\r\n${cleanWikiData}\r\n`; + + let itemOutput = item.toLowerCase().replace('.dat', '.md'); + fs.writeFile(`${outputDirectoryMd}${itemOutput}`, newFileContents, function(err) { + if (err) return logger.error(err); + logger.info(`Wrote file ${itemOutput} to filesystem.`); + }); + } catch (ex) { + logger.error(ex); + } + }); + }); + } catch (ex) { + logger.error(ex); + } +}); diff --git a/scripts/games/package.json b/scripts/games/package.json new file mode 100644 index 0000000..49e98ba --- /dev/null +++ b/scripts/games/package.json @@ -0,0 +1,19 @@ +{ + "name": "citra-wiki", + "version": "1.0.0", + "description": "Used in Citra Hugo to import Wiki articles.", + "homepage": "https://citra-emu.org/", + "author": "Flame Sage ", + "main": "app.js", + "dependencies": { + "delete": "^0.3.2", + "fs-extra": "^3.0.1", + "rimraf": "^2.6.1", + "sanitize-html": "^1.14.1", + "sync-exec": "^0.6.2", + "winston": "^2.2.0" + }, + "preferGlobal": false, + "private": true, + "license": "GPLv3" +}