<text-analysis> ( str -- text-analysis )

Vocabulary

text-analysis.private

Inputs

str

an object

Outputs

text-analysis

an object

Definition

USING: combinators io.encodings.ascii io.files kernel math
sequences sets unicode ;

IN: text-analysis.private

: <text-analysis> ( str -- text-analysis )
    {
        [ split-paragraphs length ]
        [ split-sentences length ]
        [ [ blank? not ] count ]
        [ split-words ]
    } cleave {
        [ length ]
        [
            [ 0 0 ] dip [
                [ syllables ] [ "-" member? not ] bi over 2 >
                and 1 0 ? [ + ] bi-curry@ bi*
            ] each
        ]
        [ members length ]
        [
            "vocab:text-analysis/dale-chall.txt" ascii
            file-lines fast-set [ [ >lower ] ] dip
            [ in? not ] curry compose count
        ]
    } cleave text-analysis boa ;