module Sentsegment:sig..end
exception End_of_file
type tokType =
| |
PersonPrefix |
| |
PersonSuffix |
| |
PersonName |
| |
CompanySuffix |
| |
TimeSuffix |
| |
Number |
| |
Month |
| |
Period |
| |
Punct |
| |
Comma |
| |
Spacer |
| |
UsState |
| |
Country |
| |
SmallWord |
| |
CapWord |
| |
MiscAbbrv |
| |
Other |
| |
Special |
| |
Acronym |
val getNextSentence : Lexing.lexbuf -> (tokType * string) list * string