public class Tokenizer
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static int |
flag_cat_hasapp |
static int |
flag_cat_hasaudio |
static int |
flag_cat_hasimage |
static int |
flag_cat_haslocation |
static int |
flag_cat_hasvideo |
static int |
flag_cat_indexof |
static boolean |
pseudostemming |
Bitfield |
RESULT_FLAGS |
int |
RESULT_NUMB_SENTENCES |
int |
RESULT_NUMB_WORDS |
private java.util.Set<java.lang.String> |
synonyms |
protected java.util.Map<java.lang.String,java.util.Set<Tagging.Metatag>> |
tags |
static int |
wordcut |
static int |
wordminsize |
protected java.util.Map<java.lang.String,Word> |
words |
Constructor and Description |
---|
Tokenizer(DigestURL root,
java.lang.String text,
WordCache meaningLib,
boolean doAutotagging,
VocabularyScraper scraper) |
Modifier and Type | Method and Description |
---|---|
static java.util.Map<java.lang.String,Word> |
getWords(java.lang.String text,
WordCache meaningLib) |
java.util.List<java.lang.String> |
synonyms() |
java.util.Map<java.lang.String,java.util.Set<Tagging.Metatag>> |
tags() |
java.util.Map<java.lang.String,Word> |
words() |
public static final boolean pseudostemming
public static final int wordminsize
public static final int wordcut
public static final int flag_cat_indexof
public static final int flag_cat_haslocation
public static final int flag_cat_hasimage
public static final int flag_cat_hasaudio
public static final int flag_cat_hasvideo
public static final int flag_cat_hasapp
protected final java.util.Map<java.lang.String,Word> words
private final java.util.Set<java.lang.String> synonyms
protected final java.util.Map<java.lang.String,java.util.Set<Tagging.Metatag>> tags
public int RESULT_NUMB_WORDS
public int RESULT_NUMB_SENTENCES
public Bitfield RESULT_FLAGS
public Tokenizer(DigestURL root, java.lang.String text, WordCache meaningLib, boolean doAutotagging, VocabularyScraper scraper)
public java.util.Map<java.lang.String,Word> words()
public static java.util.Map<java.lang.String,Word> getWords(java.lang.String text, WordCache meaningLib)
public java.util.List<java.lang.String> synonyms()
public java.util.Map<java.lang.String,java.util.Set<Tagging.Metatag>> tags()