f91b28d3fc
Updated all scripts to deal with multiple tags, the only thing missing is to actually multi-tag all snippets retroactively.
101 lines
3.7 KiB
JavaScript
101 lines
3.7 KiB
JavaScript
/*
|
|
This is the tagger script that updates the tag_databse file and logs stats for snippet tags.
|
|
Run using `npm run tagger`.
|
|
*/
|
|
// Load modules
|
|
const fs = require('fs-extra'),
|
|
path = require('path'),
|
|
chalk = require('chalk');
|
|
// Load helper functions (these are from existing snippets in 30 seconds of code!)
|
|
const isTravisCI = () => 'TRAVIS' in process.env && 'CI' in process.env;
|
|
if(isTravisCI() && /^Travis build: \d+/g.test(process.env['TRAVIS_COMMIT_MESSAGE'])) {
|
|
console.log(`${chalk.green('NOBUILD')} Tagging terminated, parent commit is a Travis build!`);
|
|
process.exit(0);
|
|
}
|
|
// Set variables for paths
|
|
const snippetsPath = './snippets';
|
|
// Set variables for script
|
|
let snippets = {},
|
|
output = '',
|
|
tagDbData = {},
|
|
missingTags = 0,
|
|
tagDbStats = {};
|
|
// Load helper functions (these are from existing snippets in 30 seconds of code!)
|
|
const objectFromPairs = arr => arr.reduce((a, v) => ((a[v[0]] = v[1]), a), {});
|
|
const countOccurrences = (arr, value) => arr.reduce((a, v) => (v === value ? a + 1 : a + 0), 0);
|
|
// Start the timer of the script
|
|
console.time('Tagger');
|
|
// Synchronously read all snippets and sort them as necessary (case-insensitive)
|
|
try {
|
|
let snippetFilenames = fs.readdirSync(snippetsPath);
|
|
snippetFilenames.sort((a, b) => {
|
|
a = a.toLowerCase();
|
|
b = b.toLowerCase();
|
|
if (a < b) return -1;
|
|
if (a > b) return 1;
|
|
return 0;
|
|
});
|
|
// Store the data read from each snippet in the appropriate object
|
|
for (let snippet of snippetFilenames)
|
|
snippets[snippet] = fs.readFileSync(path.join(snippetsPath, snippet), 'utf8');
|
|
} catch (err) {
|
|
// Handle errors (hopefully not!)
|
|
console.log(`${chalk.red('ERROR!')} During snippet loading: ${err}`);
|
|
process.exit(1);
|
|
}
|
|
// Load tag data from the database
|
|
try {
|
|
tagDbData = objectFromPairs(
|
|
fs
|
|
.readFileSync('tag_database', 'utf8')
|
|
.split('\n')
|
|
.slice(0, -1)
|
|
.map(v => {
|
|
let data = v.split(':').slice(0, 2);
|
|
data[1] = data[1].split(',').map(t => t.trim());
|
|
return data;
|
|
})
|
|
);
|
|
tagDbStats = Object.entries(tagDbData)
|
|
.sort((a, b) => a[1][0].localeCompare(b[1][0]))
|
|
.reduce((acc, val) => {
|
|
acc.hasOwnProperty(val[1]) ? acc[val[1]]++ : (acc[val[1]] = 1);
|
|
return acc;
|
|
}, {});
|
|
} catch (err) {
|
|
// Handle errors (hopefully not!)
|
|
console.log(`${chalk.red('ERROR!')} During tag database loading: ${err}`);
|
|
process.exit(1);
|
|
}
|
|
// Update the listing of snippets in tag_database and log the statistics, along with missing scripts
|
|
try {
|
|
for (let snippet of Object.entries(snippets))
|
|
if (
|
|
tagDbData.hasOwnProperty(snippet[0].slice(0, -3)) &&
|
|
tagDbData[snippet[0].slice(0, -3)].join(',').trim()
|
|
)
|
|
output += `${snippet[0].slice(0, -3)}:${tagDbData[snippet[0].slice(0, -3)].join(',').trim()}\n`;
|
|
else {
|
|
output += `${snippet[0].slice(0, -3)}:uncategorized\n`;
|
|
missingTags++;
|
|
console.log(`${chalk.yellow('Tagged uncategorized:')} ${snippet[0].slice(0, -3)}`);
|
|
}
|
|
// Write to tag_database
|
|
fs.writeFileSync('tag_database', output);
|
|
} catch (err) {
|
|
// Handle errors (hopefully not!)
|
|
console.log(`${chalk.red('ERROR!')} During tag_database generation: ${err}`);
|
|
process.exit(1);
|
|
}
|
|
// Log statistics for the tag_database file
|
|
console.log(`\n${chalk.bgWhite(chalk.black('=== TAG STATS ==='))}`);
|
|
for (let tagData of Object.entries(tagDbStats).filter(v => v[0] !== 'undefined'))
|
|
console.log(`${chalk.green(tagData[0])}: ${tagData[1]} snippets`);
|
|
console.log(
|
|
`${chalk.blue("New untagged snippets (will be tagged as 'uncategorized'):")} ${missingTags}\n`
|
|
);
|
|
// Log a success message
|
|
console.log(`${chalk.green('SUCCESS!')} tag_database file updated!`);
|
|
// Log the time taken
|
|
console.timeEnd('Tagger');
|