public class WorkTables extends Tables
Tables.Data, Tables.HeapRowIterator, Tables.OrderedRowIterator, Tables.Row
Modifier and Type | Field and Description |
---|---|
YMarkTables |
bookmarks |
(package private) static long |
day |
(package private) static long |
hour |
static java.lang.String |
TABLE_ACTIVECRAWLS_NAME |
static java.lang.String |
TABLE_API_COL_APICALL_COUNT |
static java.lang.String |
TABLE_API_COL_APICALL_EVENT_ACTION |
static java.lang.String |
TABLE_API_COL_APICALL_EVENT_KIND |
static java.lang.String |
TABLE_API_COL_APICALL_PK |
static java.lang.String |
TABLE_API_COL_APICALL_SCHEDULE_TIME |
static java.lang.String |
TABLE_API_COL_APICALL_SCHEDULE_UNIT |
static java.lang.String |
TABLE_API_COL_COMMENT |
static java.lang.String |
TABLE_API_COL_DATE |
static java.lang.String |
TABLE_API_COL_DATE_LAST_EXEC |
static java.lang.String |
TABLE_API_COL_DATE_NEXT_EXEC |
static java.lang.String |
TABLE_API_COL_DATE_RECORDING |
static java.lang.String |
TABLE_API_COL_TYPE |
static java.lang.String |
TABLE_API_COL_URL |
static java.lang.String |
TABLE_API_NAME |
static java.lang.String |
TABLE_API_TYPE_CONFIGURATION |
static java.lang.String |
TABLE_API_TYPE_CRAWLER |
static java.lang.String |
TABLE_API_TYPE_DELETION |
static java.lang.String |
TABLE_API_TYPE_DUMP |
static java.lang.String |
TABLE_API_TYPE_STEERING |
static java.lang.String |
TABLE_PASSIVECRAWLS_NAME |
static java.lang.String |
TABLE_ROBOTS_NAME |
Constructor and Description |
---|
WorkTables(java.io.File workPath) |
Modifier and Type | Method and Description |
---|---|
static void |
calculateAPIScheduler(Tables.Data row,
boolean update)
calculate the execution time in a api call table based on given scheduling time and last execution time
|
static java.util.Map<byte[],java.lang.String> |
commentCache(Switchboard sb) |
static int |
execAPICall(java.lang.String host,
int port,
java.lang.String path,
byte[] pk,
java.lang.String username,
java.lang.String pass) |
int |
execAPICall(java.lang.String pk,
java.lang.String host,
int port,
java.lang.String username,
java.lang.String pass)
simplified call to execute a single entry in the api database table
|
java.util.Map<java.lang.String,java.lang.Integer> |
execAPICalls(java.lang.String host,
int port,
java.util.Collection<java.lang.String> pks,
java.lang.String username,
java.lang.String pass)
execute an API call using a api table row which contains all essentials
to access the server also the host and port must be given
|
void |
failURLsRegisterMissingWord(IndexCell<WordReference> indexCell,
DigestURL url,
HandleSet queryHashes) |
byte[] |
recordAPICall(serverObjects post,
java.lang.String servletName,
java.lang.String type,
java.lang.String comment)
recording of a api call.
|
byte[] |
recordAPICall(serverObjects post,
java.lang.String servletName,
java.lang.String type,
java.lang.String comment,
int time,
java.lang.String unit)
store a API call and set attributes to schedule a re-call of that API call according to a given frequence
This is the same as the previous method but it also computes a re-call time and stores that additionally
|
clear, clear, close, close, columns, createRow, delete, getByIndex, getHeap, getIndex, getIndex, getTablenames, has, hasHeap, hasIndex, hasIndex, insert, insert, insert, iterator, iterator, iterator, iterator, iterator, iterator, iterator, iterator, iterator, keys, keys, main, orderBy, select, size, size, update, update
public static final java.lang.String TABLE_API_NAME
public static final java.lang.String TABLE_API_TYPE_STEERING
public static final java.lang.String TABLE_API_TYPE_CONFIGURATION
public static final java.lang.String TABLE_API_TYPE_CRAWLER
public static final java.lang.String TABLE_API_TYPE_DELETION
public static final java.lang.String TABLE_API_TYPE_DUMP
public static final java.lang.String TABLE_API_COL_TYPE
public static final java.lang.String TABLE_API_COL_COMMENT
public static final java.lang.String TABLE_API_COL_DATE_RECORDING
public static final java.lang.String TABLE_API_COL_DATE_LAST_EXEC
public static final java.lang.String TABLE_API_COL_DATE_NEXT_EXEC
public static final java.lang.String TABLE_API_COL_DATE
public static final java.lang.String TABLE_API_COL_URL
public static final java.lang.String TABLE_API_COL_APICALL_PK
public static final java.lang.String TABLE_API_COL_APICALL_COUNT
public static final java.lang.String TABLE_API_COL_APICALL_SCHEDULE_TIME
public static final java.lang.String TABLE_API_COL_APICALL_SCHEDULE_UNIT
public static final java.lang.String TABLE_API_COL_APICALL_EVENT_KIND
public static final java.lang.String TABLE_API_COL_APICALL_EVENT_ACTION
public static final java.lang.String TABLE_ROBOTS_NAME
public static final java.lang.String TABLE_ACTIVECRAWLS_NAME
public static final java.lang.String TABLE_PASSIVECRAWLS_NAME
public YMarkTables bookmarks
static final long hour
static final long day
public byte[] recordAPICall(serverObjects post, java.lang.String servletName, java.lang.String type, java.lang.String comment)
post
- the post arguments of the api callservletName
- the name of the servlettype
- name of the servlet categorycomment
- visual description of the processpublic byte[] recordAPICall(serverObjects post, java.lang.String servletName, java.lang.String type, java.lang.String comment, int time, java.lang.String unit)
post
- the post arguments of the api callservletName
- the name of the servlettype
- name of the servlet categorycomment
- visual description of the processtime
- the time until next scheduled execution of this api callunit
- the time unit for the scheduled callpublic java.util.Map<java.lang.String,java.lang.Integer> execAPICalls(java.lang.String host, int port, java.util.Collection<java.lang.String> pks, java.lang.String username, java.lang.String pass)
pks
- a collection of primary keys denoting the rows in the api tablehost
- the host where the api shall be calledport
- the port on the hostpublic static int execAPICall(java.lang.String host, int port, java.lang.String path, byte[] pk, java.lang.String username, java.lang.String pass)
public int execAPICall(java.lang.String pk, java.lang.String host, int port, java.lang.String username, java.lang.String pass)
pk
- the primary key of the entryhost
- the host where the api shall be calledport
- the port on the hostrealm
- authentification realmpublic static void calculateAPIScheduler(Tables.Data row, boolean update)
row
- the database row in the api tableupdate
- if true then the next execution time is based on the latest computed execution time; otherwise it is based on the last execution timepublic void failURLsRegisterMissingWord(IndexCell<WordReference> indexCell, DigestURL url, HandleSet queryHashes)
public static java.util.Map<byte[],java.lang.String> commentCache(Switchboard sb)