USING: kernel sequences ;

IN: unicode.breaks.private

: make-word-table ( -- )
{ wCR } { wLF } connect
{ wNewline wCR wLF } words iota disconnect words iota
{ wNewline wCR wLF } disconnect
{ wALetter } { wMidLetter wMidNumLet } check-letter-after
set-table
{ wMidLetter wMidNumLet } { wALetter } check-letter-before
set-table
{ wNumeric wALetter } { wNumeric wALetter } connect
{ wNumeric } { wMidNum wMidNumLet } check-number-after
set-table
{ wMidNum wMidNumLet } { wNumeric } check-number-before
set-table { wKatakana } { wKatakana } connect
{ wALetter wNumeric wKatakana wExtendNumLet }
{ wExtendNumLet } [ connect ] [ swap connect ] 2bi ;