/*
  This is the analyzer script that generates the snippetAnalytics.json and snippetArchiveAnalytics.json files.
  Run using `npm run analyzer`.
*/
// Load modules
const fs = require('fs-extra');
const path = require('path');
const chalk = require('chalk');
const prism = require('prismjs');
const util = require('./util');
let snippetsData = require('../snippet_data/snippets.json');
let snippetsArchiveData = require('../snippet_data/snippetsArchive.json');
// Paths
const OUTPUT_PATH = './snippet_data';
console.time('Analyzer');
// Read data
let snippetTokens = {
  data: snippetsData.data.map(snippet => {
    let tokens = prism.tokenize(
      snippet.attributes.codeBlocks[0],
      prism.languages.javascript,
      'javascript'
    );
    return {
      id: snippet.id,
      type: 'snippetAnalysis',
      attributes: {
        codeLength: snippet.attributes.codeBlocks[0].trim().length,
        tokenCount: tokens.length,
        functionCount: tokens.filter(t => t.type === 'function').length,
        operatorCount: tokens.filter(t => t.type === 'operator').length,
        keywordCount: tokens.filter(t => t.type === 'keyword').length,
        distinctFunctionCount: [
          ...new Set(tokens.filter(t => t.type === 'function').map(t => t.content))
        ].length
      },
      meta: {
        hash: snippet.meta.hash
      }
    };
  }),
  meta: { specification: 'http://jsonapi.org/format/' }
};
let snippetArchiveTokens = {
  data: snippetsArchiveData.data.map(snippet => {
    let tokens = prism.tokenize(
      snippet.attributes.codeBlocks[0],
      prism.languages.javascript,
      'javascript'
    );
    return {
      id: snippet.id,
      type: 'snippetAnalysis',
      attributes: {
        codeLength: snippet.attributes.codeBlocks[0].trim().length,
        tokenCount: tokens.length,
        functionCount: tokens.filter(t => t.type === 'function').length,
        operatorCount: tokens.filter(t => t.type === 'operator').length,
        keywordCount: tokens.filter(t => t.type === 'keyword').length,
        distinctFunctionCount: [
          ...new Set(tokens.filter(t => t.type === 'function').map(t => t.content))
        ].length
      },
      meta: {
        hash: snippet.meta.hash
      }
    };
  }),
  meta: { specification: 'http://jsonapi.org/format/' }
};
// Write data
fs.writeFileSync(
  path.join(OUTPUT_PATH, 'snippetAnalytics.json'),
  JSON.stringify(snippetTokens, null, 2)
);
fs.writeFileSync(
  path.join(OUTPUT_PATH, 'snippetArchiveAnalytics.json'),
  JSON.stringify(snippetArchiveTokens, null, 2)
);
// Display messages and time
console.log(
  `${chalk.green(
    'SUCCESS!'
  )} snippetAnalyticss.json and snippetArchiveAnalytics.json files generated!`
);
console.timeEnd('Analyzer');