Package org.jumpmind.symmetric.service

Interface IDataExtractorService

All Known Implementing Classes:

DataExtractorService, FileSyncExtractorService

public interface IDataExtractorService

This service provides an API to extract and stream data from a source database.

Method Summary

Modifier and Type	Method	Description
StagingFileLock	acquireStagingFileLock(OutgoingBatch batch)
int	cancelExtractRequests(long loadId)
List<OutgoingBatch>	extract(ProcessInfo processInfo, Node node, String channelId, IOutgoingTransport transport)
List<OutgoingBatch>	extract(ProcessInfo processInfo, Node node, IOutgoingTransport transport)
boolean	extractBatchRange(Writer writer, String nodeId, long startBatchId, long endBatchId)
boolean	extractBatchRange(Writer writer, String nodeId, Date startBatchTime, Date endBatchTime, String... channelIds)
void	extractConfigurationStandalone(Node node, Writer out, String... tablesToIgnore)
boolean	extractOnlyOutgoingBatch(String nodeId, long batchId, Writer writer)
List<OutgoingBatchWithPayload>	extractToPayload(ProcessInfo processInfo, Node targetNode, StructureDataWriter.PayloadType payloadType, boolean useJdbcTimestampFormat, boolean useUpsertStatements, boolean useDelimiterIdentifiers)
List<ExtractRequest>	getCompletedTablesForExtractByLoadId(long loadId)
List<ExtractRequest>	getCompletedTablesForExtractByLoadIdAndNodeId(long loadId, String nodeId)
List<ExtractRequest>	getPendingTablesForExtractByLoadId(long loadId)
List<ExtractRequest>	getPendingTablesForExtractByLoadIdAndNodeId(long loadId, String nodeId)
RemoteNodeStatuses	queueWork(boolean force)
void	releaseMissedExtractRequests()
void	removeBatchFromStaging(OutgoingBatch batch)
ExtractRequest	requestExtractRequest(ISqlTransaction transaction, String nodeId, String channelId, TriggerRouter triggerRouter, long startBatchId, long endBatchId, long loadId, String tableName, long rows, long parentId)
void	resetExtractRequest(OutgoingBatch batch)
void	updateExtractRequestLoadTime(ISqlTransaction transaction, Date loadTime, OutgoingBatch batch)
void	updateExtractRequestStatuses(ISqlTransaction transaction, long loadId, String sourceNodeId, String fromStatus, String toStatus)
void	updateExtractRequestTransferred(OutgoingBatch batch, long transferMillis)

Method Details

extractConfigurationStandalone

void extractConfigurationStandalone(Node node,
 Writer out,
 String... tablesToIgnore)

extractToPayload

List<OutgoingBatchWithPayload> extractToPayload(ProcessInfo processInfo,
 Node targetNode,
 StructureDataWriter.PayloadType payloadType,
 boolean useJdbcTimestampFormat,
 boolean useUpsertStatements,
 boolean useDelimiterIdentifiers)

extract

List<OutgoingBatch> extract(ProcessInfo processInfo,
 Node node,
 IOutgoingTransport transport)

Returns:

a list of batches that were extracted

extract

List<OutgoingBatch> extract(ProcessInfo processInfo,
 Node node,
 String channelId,
 IOutgoingTransport transport)

extractBatchRange

boolean extractBatchRange(Writer writer,
 String nodeId,
 long startBatchId,
 long endBatchId)

extractBatchRange

boolean extractBatchRange(Writer writer,
 String nodeId,
 Date startBatchTime,
 Date endBatchTime,
 String... channelIds)

extractOnlyOutgoingBatch

boolean extractOnlyOutgoingBatch(String nodeId,
 long batchId,
 Writer writer)

queueWork

RemoteNodeStatuses queueWork(boolean force)

requestExtractRequest

ExtractRequest requestExtractRequest(ISqlTransaction transaction,
 String nodeId,
 String channelId,
 TriggerRouter triggerRouter,
 long startBatchId,
 long endBatchId,
 long loadId,
 String tableName,
 long rows,
 long parentId)

resetExtractRequest

void resetExtractRequest(OutgoingBatch batch)

removeBatchFromStaging

void removeBatchFromStaging(OutgoingBatch batch)

acquireStagingFileLock

StagingFileLock acquireStagingFileLock(OutgoingBatch batch)

getPendingTablesForExtractByLoadId

List<ExtractRequest> getPendingTablesForExtractByLoadId(long loadId)

getCompletedTablesForExtractByLoadId

List<ExtractRequest> getCompletedTablesForExtractByLoadId(long loadId)

getPendingTablesForExtractByLoadIdAndNodeId

List<ExtractRequest> getPendingTablesForExtractByLoadIdAndNodeId(long loadId,
 String nodeId)

getCompletedTablesForExtractByLoadIdAndNodeId

List<ExtractRequest> getCompletedTablesForExtractByLoadIdAndNodeId(long loadId,
 String nodeId)

updateExtractRequestLoadTime

void updateExtractRequestLoadTime(ISqlTransaction transaction,
 Date loadTime,
 OutgoingBatch batch)

updateExtractRequestTransferred

void updateExtractRequestTransferred(OutgoingBatch batch,
 long transferMillis)

cancelExtractRequests

int cancelExtractRequests(long loadId)

releaseMissedExtractRequests

void releaseMissedExtractRequests()

updateExtractRequestStatuses

void updateExtractRequestStatuses(ISqlTransaction transaction,
 long loadId,
 String sourceNodeId,
 String fromStatus,
 String toStatus)