org.supermind.* |
---|
org.supermind.crawl.Fetcher | ||
---|---|---|
protected static final java.lang.String |
THREAD_GROUP_NAME |
"fetcher" |
org.supermind.crawl.FetcherOutput | ||
---|---|---|
public static final java.lang.String |
DIR_NAME |
"fetcher" |
public static final java.lang.String |
DIR_NAME_NP |
"fetcher_output" |
public static final java.lang.String |
DONE_NAME |
"fetcher.done" |
public static final java.lang.String |
ERROR_NAME |
"fetcher.error" |
org.supermind.crawl.http.Http | ||
---|---|---|
static final int |
BUFFER_SIZE |
8192 |
org.supermind.crawl.http.HttpResponse | ||
---|---|---|
static final java.lang.String |
HTTP_CONTENT_ENCODING |
"Content-Encoding" |
static final java.lang.String |
HTTP_CONTENT_TYPE |
"Content-Type" |
static final java.lang.String |
HTTP_TRANSFER_ENCODING |
"Transfer-Encoding" |
static final byte |
VERSION_1_0 |
0 |
static final byte |
VERSION_1_1 |
1 |
org.supermind.crawl.scope.ScopeFilter<T> | ||
---|---|---|
public static final int |
ABSTAIN |
2 |
public static final int |
ALLOW |
0 |
public static final int |
REJECT |
1 |