wehub-resource-sync
33 lines
1.0 KiB
JavaScript
33 lines
1.0 KiB
JavaScript
import test from 'tape'
|
|
import nlp from '../_lib.js'
|
|
const here = '[two/unique] '
|
|
|
|
test('term-unique', function (t) {
|
|
const doc = nlp(`him and her and him`)
|
|
const m = doc.terms().unique()
|
|
t.equal(m.text(), 'him and her', here + 'terms-unique')
|
|
t.equal(doc.text(), `him and her and him`, here + 'original-has-duplicates')
|
|
t.end()
|
|
})
|
|
|
|
test('sentence-unique', function (t) {
|
|
const str = `him and her. in toronto. him and her. him.`
|
|
const doc = nlp(str)
|
|
const uniq = doc.unique()
|
|
t.equal(uniq.text(), 'him and her. in toronto. him.', here + 'remove dup sentences')
|
|
t.equal(doc.text(), str, here + 'keep dup sentences')
|
|
t.end()
|
|
})
|
|
|
|
test('unique-normalize', function (t) {
|
|
let doc = nlp(`SPENCER's house (spencer)`)
|
|
doc = doc.terms().unique()
|
|
t.equal(doc.text(), "SPENCER's house", here + 'normalize-possessive')
|
|
|
|
doc = nlp(`is not isn't`)
|
|
doc = doc.terms().unique()
|
|
t.equal(doc.text(), 'is not', here + 'normalize-contraction')
|
|
t.equal(doc.length, 2, here + 'implicit words are uniqued')
|
|
t.end()
|
|
})
|