public class YMarkAutoTagger
extends java.lang.Object
implements java.lang.Runnable, java.lang.Thread.UncaughtExceptionHandler
Modifier and Type | Field and Description |
---|---|
private java.lang.String |
bmk_user |
private java.util.concurrent.ArrayBlockingQueue<java.lang.String> |
bmkQueue |
private static java.lang.String |
EMPTY_STRING |
private LoaderDispatcher |
loader |
private boolean |
merge |
static java.lang.String |
POISON |
static java.lang.String |
SPACE |
static java.util.HashSet<java.lang.String> |
stopwords |
private YMarkTables |
ymarks |
Constructor and Description |
---|
YMarkAutoTagger(java.util.concurrent.ArrayBlockingQueue<java.lang.String> bmkQueue,
LoaderDispatcher loader,
YMarkTables ymarks,
java.lang.String bmk_user,
boolean merge) |
YMarkAutoTagger(LoaderDispatcher loader,
YMarkTables ymarks,
java.lang.String bmk_user) |
Modifier and Type | Method and Description |
---|---|
static java.lang.String |
autoTag(Document document,
int max,
java.util.TreeMap<java.lang.String,YMarkTag> tags) |
static java.lang.String |
autoTag(java.lang.String url,
LoaderDispatcher loader,
ClientIdentification.Agent agent,
int max,
java.util.TreeMap<java.lang.String,YMarkTag> tags) |
private static java.util.TreeMap<java.lang.String,YMarkTag> |
getPhrases(Document document,
int size) |
static boolean |
isDigitSpace(java.lang.String str) |
private static Document |
loadDocument(java.lang.String url,
LoaderDispatcher loader,
ClientIdentification.Agent agent) |
void |
run() |
void |
uncaughtException(java.lang.Thread t,
java.lang.Throwable e) |
private static final java.lang.String EMPTY_STRING
public static final java.lang.String SPACE
public static final java.lang.String POISON
public static final java.util.HashSet<java.lang.String> stopwords
private final java.util.concurrent.ArrayBlockingQueue<java.lang.String> bmkQueue
private final YMarkTables ymarks
private final java.lang.String bmk_user
private final LoaderDispatcher loader
private final boolean merge
public YMarkAutoTagger(java.util.concurrent.ArrayBlockingQueue<java.lang.String> bmkQueue, LoaderDispatcher loader, YMarkTables ymarks, java.lang.String bmk_user, boolean merge)
public YMarkAutoTagger(LoaderDispatcher loader, YMarkTables ymarks, java.lang.String bmk_user)
private static Document loadDocument(java.lang.String url, LoaderDispatcher loader, ClientIdentification.Agent agent) throws java.io.IOException
java.io.IOException
public static java.lang.String autoTag(Document document, int max, java.util.TreeMap<java.lang.String,YMarkTag> tags)
private static java.util.TreeMap<java.lang.String,YMarkTag> getPhrases(Document document, int size)
public static java.lang.String autoTag(java.lang.String url, LoaderDispatcher loader, ClientIdentification.Agent agent, int max, java.util.TreeMap<java.lang.String,YMarkTag> tags)
public static boolean isDigitSpace(java.lang.String str)
public void run()
run
in interface java.lang.Runnable
public void uncaughtException(java.lang.Thread t, java.lang.Throwable e)
uncaughtException
in interface java.lang.Thread.UncaughtExceptionHandler