wehub-resource-sync
61 lines
2.2 KiB
JavaScript
61 lines
2.2 KiB
JavaScript
import test from 'tape'
|
|
import nlp from '../_lib.js'
|
|
const here = '[three/normalize-preset] '
|
|
|
|
test('normalize - light', function (t) {
|
|
const arr = [
|
|
[' so... you like donuts? have all the donuts in the world!!!', 'so you like donuts? have all the donuts in the world!'],
|
|
['This is a test. ', 'This is a test.'],
|
|
['This is a test?!', 'This is a test?'],
|
|
['Björk, the singer-songwriter...', 'Bjork the singer songwriter'],
|
|
// ['the so-called “fascist dictator”', 'the so called "fascist dictator"'],
|
|
// ['the so-called ❛singer-songwriter❜', 'the so called \'singer songwriter\''],
|
|
// ['the so-called ❛group of seven❜', 'the so called \'group of 7\''],
|
|
['Director of the F.B.I.', 'Director of the FBI'],
|
|
[`he - said.`, `he said.`]
|
|
]
|
|
arr.forEach(function (a) {
|
|
const str = nlp(a[0]).normalize().out('text')
|
|
t.equal(str, a[1], here + '[light] ' + a[0])
|
|
})
|
|
t.end()
|
|
})
|
|
|
|
test('normalize - medium', function (t) {
|
|
const arr = [
|
|
[' so... you like DONUTS? have all the donuts in the WORLD!!!', 'so you like donuts? have all the donuts in the world!'],
|
|
['This is a test?!', 'this is a test?'],
|
|
['Björk, the singer-songwriter...', 'bjork the singer songwriter'],
|
|
['Director of the F.B.I.', 'director of the fbi'],
|
|
]
|
|
arr.forEach(function (a) {
|
|
const str = nlp(a[0]).normalize('medium').out('text')
|
|
t.equal(str, a[1], here + '[medium] ' + a[0])
|
|
})
|
|
t.end()
|
|
})
|
|
|
|
test('normalize - heavy', function (t) {
|
|
const arr = [
|
|
[' so... you like DONUTS? have all the donuts in the WORLD!!!', 'so you like donut? have all the donut in the world!'],
|
|
['This is a test?!', 'this be a test?'],
|
|
['Björk, the singer-songwriter...', 'bjork the singer songwriter'],
|
|
['Director of the F.B.I.', 'director of the fbi'],
|
|
['cross', 'cross'],
|
|
['the police', 'the police'],
|
|
['the kiss', 'the kiss'],
|
|
['he kisses', 'he kiss'],
|
|
['we kiss', 'we kiss'],
|
|
['series', 'series'],
|
|
['the clothes', 'the clothes'],
|
|
['the services', 'the service'],
|
|
['he services', 'he service'],
|
|
['the species', 'the species'],
|
|
]
|
|
arr.forEach(function (a) {
|
|
const str = nlp(a[0]).normalize('heavy').out('text')
|
|
t.equal(str, a[1], here + '[heavy] ' + a[0])
|
|
})
|
|
t.end()
|
|
})
|