Package | Description |
---|---|
org.apache.manifoldcf.crawler.system |
Modifier and Type | Field and Description |
---|---|
protected QueuedDocument |
WorkerThread.DocumentToProcess.document |
protected QueuedDocument[] |
QueuedDocumentSet.documents
This is the array of QueuedDocument objects.
|
protected QueuedDocument |
PipelineSpecificationWithVersions.queuedDocument |
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<java.lang.String,QueuedDocument> |
WorkerThread.ExistingVersions.map |
protected java.util.Map<java.lang.String,QueuedDocument> |
WorkerThread.ProcessActivity.previousDocuments |
Modifier and Type | Method and Description |
---|---|
QueuedDocument |
WorkerThread.DocumentToProcess.getDocument()
Get the document.
|
QueuedDocument |
QueuedDocumentSet.getDocument(int index)
Get the nth document.
|
Modifier and Type | Method and Description |
---|---|
protected static java.util.List<QueuedDocument> |
WorkerThread.removeFromIndex(IPipelineConnections pipelineConnections,
java.lang.String connectionName,
IJobManager jobManager,
java.util.List<QueuedDocument> deleteList,
IIncrementalIngester ingester,
WorkerThread.OutputActivity ingestLogger)
Remove a specified set of documents from the index.
|
Modifier and Type | Method and Description |
---|---|
protected static java.lang.String |
WorkerThread.makeListString(java.util.List<QueuedDocument> sourceList) |
protected static void |
WorkerThread.moveList(java.util.List<QueuedDocument> sourceList,
java.util.List<QueuedDocument> targetList) |
protected static void |
WorkerThread.moveList(java.util.List<QueuedDocument> sourceList,
java.util.List<QueuedDocument> targetList) |
protected static void |
WorkerThread.processDeleteLists(IPipelineConnections pipelineConnections,
IRepositoryConnector connector,
IRepositoryConnection connection,
IJobManager jobManager,
java.util.List<QueuedDocument> deleteList,
IIncrementalIngester ingester,
java.lang.Long jobID,
java.lang.String[] legalLinkTypes,
WorkerThread.OutputActivity ingestLogger,
int hopcountMethod,
IReprioritizationTracker rt,
long currentTime)
Clear specified documents out of the job queue and from the appliance.
|
protected static void |
WorkerThread.processHopcountRemovalLists(IPipelineConnections pipelineConnections,
IRepositoryConnector connector,
IRepositoryConnection connection,
IJobManager jobManager,
java.util.List<QueuedDocument> hopcountremoveList,
IIncrementalIngester ingester,
java.lang.Long jobID,
java.lang.String[] legalLinkTypes,
WorkerThread.OutputActivity ingestLogger,
int hopcountMethod,
IReprioritizationTracker rt,
long currentTime)
Mark specified documents as 'hopcount removed', and remove them from the
index.
|
protected static void |
WorkerThread.processJobQueueDeletions(java.util.List<QueuedDocument> jobmanagerDeleteList,
IRepositoryConnector connector,
IRepositoryConnection connection,
IJobManager jobManager,
java.lang.Long jobID,
java.lang.String[] legalLinkTypes,
int hopcountMethod,
IReprioritizationTracker rt,
long currentTime)
Process job queue deletions.
|
protected static void |
WorkerThread.processJobQueueHopcountRemovals(java.util.List<QueuedDocument> jobmanagerRemovalList,
IRepositoryConnector connector,
IRepositoryConnection connection,
IJobManager jobManager,
java.lang.Long jobID,
java.lang.String[] legalLinkTypes,
int hopcountMethod,
IReprioritizationTracker rt,
long currentTime)
Process job queue hopcount removals.
|
protected static java.util.List<QueuedDocument> |
WorkerThread.removeFromIndex(IPipelineConnections pipelineConnections,
java.lang.String connectionName,
IJobManager jobManager,
java.util.List<QueuedDocument> deleteList,
IIncrementalIngester ingester,
WorkerThread.OutputActivity ingestLogger)
Remove a specified set of documents from the index.
|
protected static void |
WorkerThread.requeueDocuments(IJobManager jobManager,
java.util.List<QueuedDocument> requeueList,
long retryTime,
long failTime,
int failCount)
Requeue documents after a service interruption was detected.
|
Constructor and Description |
---|
DocumentToProcess(QueuedDocument document,
boolean scanOnly)
Construct.
|
PipelineSpecificationWithVersions(IPipelineSpecification pipelineSpecification,
QueuedDocument queuedDocument,
java.lang.String componentIDHash) |
Constructor and Description |
---|
ExistingVersions(java.lang.String lastOutputConnectionName,
java.util.List<QueuedDocument> list) |
ProcessActivity(java.lang.Long jobID,
java.lang.String processID,
IReprioritizationTracker rt,
IJobManager jobManager,
IIncrementalIngester ingester,
java.lang.String connectionName,
IPipelineSpecification pipelineSpecification,
java.util.Map<java.lang.String,QueuedDocument> previousDocuments,
long currentTime,
java.lang.Long expireInterval,
java.lang.Long recrawlInterval,
java.lang.Long maxInterval,
int hopcountMode,
IRepositoryConnection connection,
IRepositoryConnector connector,
IRepositoryConnectionManager connMgr,
java.lang.String[] legalLinkTypes,
WorkerThread.OutputActivity ingestLogger)
Constructor.
|
QueuedDocumentSet(java.util.List<QueuedDocument> documents,
IJobDescription jobDescription,
IRepositoryConnection connection)
Constructor.
|