123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181 |
- package multibayes
- var (
- stopbytes = [][]byte{
- []byte(`i`),
- []byte(`me`),
- []byte(`my`),
- []byte(`myself`),
- []byte(`we`),
- []byte(`our`),
- []byte(`ours`),
- []byte(`ourselves`),
- []byte(`you`),
- []byte(`your`),
- []byte(`yours`),
- []byte(`yourself`),
- []byte(`yourselves`),
- []byte(`he`),
- []byte(`him`),
- []byte(`his`),
- []byte(`himself`),
- []byte(`she`),
- []byte(`her`),
- []byte(`hers`),
- []byte(`herself`),
- []byte(`it`),
- []byte(`its`),
- []byte(`itself`),
- []byte(`they`),
- []byte(`them`),
- []byte(`their`),
- []byte(`theirs`),
- []byte(`themselves`),
- []byte(`what`),
- []byte(`which`),
- []byte(`who`),
- []byte(`whom`),
- []byte(`this`),
- []byte(`that`),
- []byte(`these`),
- []byte(`those`),
- []byte(`am`),
- []byte(`is`),
- []byte(`are`),
- []byte(`was`),
- []byte(`were`),
- []byte(`be`),
- []byte(`been`),
- []byte(`being`),
- []byte(`have`),
- []byte(`has`),
- []byte(`had`),
- []byte(`having`),
- []byte(`do`),
- []byte(`does`),
- []byte(`did`),
- []byte(`doing`),
- []byte(`would`),
- []byte(`should`),
- []byte(`could`),
- []byte(`ought`),
- []byte(`i'm`),
- []byte(`you're`),
- []byte(`he's`),
- []byte(`she's`),
- []byte(`it's`),
- []byte(`we're`),
- []byte(`they're`),
- []byte(`i've`),
- []byte(`you've`),
- []byte(`we've`),
- []byte(`they've`),
- []byte(`i'd`),
- []byte(`you'd`),
- []byte(`he'd`),
- []byte(`she'd`),
- []byte(`we'd`),
- []byte(`they'd`),
- []byte(`i'll`),
- []byte(`you'll`),
- []byte(`he'll`),
- []byte(`she'll`),
- []byte(`we'll`),
- []byte(`they'll`),
- []byte(`isn't`),
- []byte(`aren't`),
- []byte(`wasn't`),
- []byte(`weren't`),
- []byte(`hasn't`),
- []byte(`haven't`),
- []byte(`hadn't`),
- []byte(`doesn't`),
- []byte(`don't`),
- []byte(`didn't`),
- []byte(`won't`),
- []byte(`wouldn't`),
- []byte(`shan't`),
- []byte(`shouldn't`),
- []byte(`can't`),
- []byte(`cannot`),
- []byte(`couldn't`),
- []byte(`mustn't`),
- []byte(`let's`),
- []byte(`that's`),
- []byte(`who's`),
- []byte(`what's`),
- []byte(`here's`),
- []byte(`there's`),
- []byte(`when's`),
- []byte(`where's`),
- []byte(`why's`),
- []byte(`how's`),
- []byte(`a`),
- []byte(`an`),
- []byte(`the`),
- []byte(`and`),
- []byte(`but`),
- []byte(`if`),
- []byte(`or`),
- []byte(`because`),
- []byte(`as`),
- []byte(`until`),
- []byte(`while`),
- []byte(`of`),
- []byte(`at`),
- []byte(`by`),
- []byte(`for`),
- []byte(`with`),
- []byte(`about`),
- []byte(`against`),
- []byte(`between`),
- []byte(`into`),
- []byte(`through`),
- []byte(`during`),
- []byte(`before`),
- []byte(`after`),
- []byte(`above`),
- []byte(`below`),
- []byte(`to`),
- []byte(`from`),
- []byte(`up`),
- []byte(`down`),
- []byte(`in`),
- []byte(`out`),
- []byte(`on`),
- []byte(`off`),
- []byte(`over`),
- []byte(`under`),
- []byte(`again`),
- []byte(`further`),
- []byte(`then`),
- []byte(`once`),
- []byte(`here`),
- []byte(`there`),
- []byte(`when`),
- []byte(`where`),
- []byte(`why`),
- []byte(`how`),
- []byte(`all`),
- []byte(`any`),
- []byte(`both`),
- []byte(`each`),
- []byte(`few`),
- []byte(`more`),
- []byte(`most`),
- []byte(`other`),
- []byte(`some`),
- []byte(`such`),
- []byte(`no`),
- []byte(`nor`),
- []byte(`not`),
- []byte(`only`),
- []byte(`own`),
- []byte(`same`),
- []byte(`so`),
- []byte(`than`),
- []byte(`too`),
- []byte(`very`),
- []byte(`-`),
- }
- )
|