88 lines
2.5 KiB
JavaScript
88 lines
2.5 KiB
JavaScript
/*
|
|
This is the extractor script that generates the snippets.json and snippetsArchive.json files.
|
|
Run using `npm run extractor`.
|
|
*/
|
|
// Load modules
|
|
const fs = require('fs-extra');
|
|
const path = require('path');
|
|
const chalk = require('chalk');
|
|
const util = require('./util');
|
|
// Paths
|
|
const SNIPPETS_PATH = './snippets';
|
|
const SNIPPETS_ARCHIVE_PATH = './snippets_archive';
|
|
const OUTPUT_PATH = './snippet_data';
|
|
// Check if running on Travis - only build for cron jobs and custom builds
|
|
if (
|
|
util.isTravisCI() &&
|
|
process.env['TRAVIS_EVENT_TYPE'] !== 'cron' &&
|
|
process.env['TRAVIS_EVENT_TYPE'] !== 'api'
|
|
) {
|
|
console.log(`${chalk.green('NOBUILD')} snippet extraction terminated, not a cron or api build!`);
|
|
process.exit(0);
|
|
}
|
|
// Read data
|
|
let snippets = {},
|
|
archivedSnippets = {},
|
|
tagDbData = {};
|
|
console.time('Extractor');
|
|
snippets = util.readSnippets(SNIPPETS_PATH);
|
|
archivedSnippets = util.readSnippets(SNIPPETS_ARCHIVE_PATH);
|
|
tagDbData = util.readTags();
|
|
// Extract snippet data
|
|
let snippetData = {
|
|
data: Object.keys(snippets).map(key => {
|
|
return {
|
|
id: key.slice(0, -3),
|
|
type: 'snippet',
|
|
attributes: {
|
|
fileName: key,
|
|
text: util.getTextualContent(snippets[key]).trim(),
|
|
codeBlocks: util
|
|
.getCodeBlocks(snippets[key])
|
|
.map(v => v.replace(/```js([\s\S]*?)```/g, '$1').trim()),
|
|
tags: tagDbData[key.slice(0, -3)]
|
|
},
|
|
meta: {
|
|
archived: false,
|
|
hash: util.hashData(snippets[key])
|
|
}
|
|
};
|
|
}),
|
|
meta: {
|
|
specification: 'http://jsonapi.org/format/'
|
|
}
|
|
};
|
|
// Extract archived snippet data
|
|
let snippetArchiveData = {
|
|
data: Object.keys(archivedSnippets).map(key => {
|
|
return {
|
|
id: key.slice(0, -3),
|
|
type: 'snippet',
|
|
attributes: {
|
|
fileName: key,
|
|
text: util.getTextualContent(archivedSnippets[key]).trim(),
|
|
codeBlocks: util
|
|
.getCodeBlocks(archivedSnippets[key])
|
|
.map(v => v.replace(/```js([\s\S]*?)```/g, '$1').trim()),
|
|
tags: []
|
|
},
|
|
meta: {
|
|
archived: true,
|
|
hash: util.hashData(archivedSnippets[key])
|
|
}
|
|
};
|
|
}),
|
|
meta: {
|
|
specification: 'http://jsonapi.org/format/'
|
|
}
|
|
};
|
|
// Write files
|
|
fs.writeFileSync(path.join(OUTPUT_PATH, 'snippets.json'), JSON.stringify(snippetData, null, 2));
|
|
fs.writeFileSync(
|
|
path.join(OUTPUT_PATH, 'snippetsArchive.json'),
|
|
JSON.stringify(snippetArchiveData, null, 2)
|
|
);
|
|
// Display messages and time
|
|
console.log(`${chalk.green('SUCCESS!')} snippets.json and snippetsArchive.json files generated!`);
|
|
console.timeEnd('Extractor');
|