/* eslint-disable no-console */
// try to hit every match in ./tagger/corrections
const corpus = require('nlp-corpus') //install with `npm i nlp-corpus --no-save`
const nlp = require('../../src')
const penn = require('../../tests/_pennSample')
const patterns = require('./patterns')
const manual = require('./manual').map(str => {
  return { text: str }
})
const texts = penn.concat(manual)

// add some random texts in
for (let i = 0; i < 1000; i++) {
  texts.push({ text: corpus.random() })
}

texts.forEach(sentence => {
  const doc = nlp(sentence.text)
  doc.reasons.forEach(r => {
    patterns[r] += 1
  })
})
let arr = Object.keys(patterns).map(k => [k, patterns[k]])
arr = arr.sort((a, b) => {
  if (a[1] > b[1]) {
    return -1
  } else if (a[1] < b[1]) {
    return 1
  }
  return 0
})
arr.forEach(a => {
  console.log(a[0] + '\t' + a[1])
})

console.log(arr.filter(a => a[1] === 0).length, ' empty')
// console.log(JSON.stringify(arr, null, 2))