Package org.jumpmind.symmetric.service.impl

Class DataLoaderService

java.lang.Object

org.jumpmind.symmetric.service.impl.AbstractService

org.jumpmind.symmetric.service.impl.DataLoaderService

All Implemented Interfaces:

IDataLoaderService, IService

public class DataLoaderService
extends AbstractService
implements IDataLoaderService

Responsible for writing batch data to the database

See Also:

• IDataLoaderService

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	DataLoaderService.ConflictNodeGroupLink

Field Summary

Fields inherited from class org.jumpmind.symmetric.service.impl.AbstractService

log, parameterService, platform, sqlTemplate, sqlTemplateDirty, symmetricDialect, tablePrefix

Constructor Summary

Constructors

Constructor	Description
DataLoaderService(ISymmetricEngine engine)

Method Summary

Modifier and Type	Method	Description
protected IDataWriter	buildDataWriter(ProcessInfo processInfo, String sourceNodeId, String channelId, long batchId, boolean isRetry)
void	clearCache()
void	delete(DataLoaderService.ConflictNodeGroupLink settings)
void	deleteAllConflicts()
static String	filterDataLoaderType(String dataLoaderType)
List<String>	getAvailableDataLoaderFactories()
List<DataLoaderService.ConflictNodeGroupLink>	getConflictSettingsNodeGroupLinks()
List<DataLoaderService.ConflictNodeGroupLink>	getConflictSettingsNodeGroupLinks(NodeGroupLink link, boolean refreshCache)
List<DataLoaderService.ConflictNodeGroupLink>	getConflictSettinsNodeGroupLinksFromDb(NodeGroupLink link)
IncomingError	getCurrentIncomingError(long batchId, String nodeId)
protected Map<String,IDataLoaderFactory>	getDataLoaderFactories()
protected IDataLoaderFactory	getFactory(Channel channel)
IncomingError	getIncomingError(long batchId, String nodeId, long rowNumber)
List<IncomingError>	getIncomingErrors(long batchId, String nodeId)
void	insertIncomingError(ISqlTransaction transaction, IncomingError incomingError)
void	insertIncomingError(IncomingError incomingError)
List<IncomingBatch>	loadDataBatch(String batchData)
List<IncomingBatch>	loadDataBatch(String batchData, IProcessInfoListener listener)
void	loadDataFromConfig(Node remote, RemoteNodeStatus status, boolean force)
List<IncomingBatch>	loadDataFromOfflineTransport(Node remote, RemoteNodeStatus status, IIncomingTransport transport)
RemoteNodeStatus	loadDataFromPull(Node remote, String queue)	Connect to the remote node and pull data.
void	loadDataFromPull(Node remote, RemoteNodeStatus status)
void	loadDataFromPush(Node sourceNode, InputStream in, OutputStream out)	Load database from input stream and write acknowledgment to output stream.
void	loadDataFromPush(Node sourceNode, String queue, InputStream in, OutputStream out)	Load database from input stream and write acknowledgment to output stream.
List<IncomingBatch>	loadDataFromTransport(ProcessInfo processInfo, Node sourceNode, IIncomingTransport transport)
protected List<IncomingBatch>	loadDataFromTransport(ProcessInfo transferInfo, Node sourceNode, IIncomingTransport transport, OutputStream out, RemoteNodeStatus status)	Load database from input stream and return a list of batch statuses.
protected void	logOrRethrow(Throwable ex, String sourceNodeId)
protected void	purgeLoadBatchesFromStaging(List<IncomingBatch> batchList)
boolean	refreshFromDatabase()
void	rename(String oldId, DataLoaderService.ConflictNodeGroupLink setting)
void	save(DataLoaderService.ConflictNodeGroupLink setting)
void	saveAsCopy(DataLoaderService.ConflictNodeGroupLink settings)
protected void	setTransportManager(ITransportManager transportManager)	Used for unit tests
protected void	updateBatchToSendCount(Node remote, IIncomingTransport transport)
void	updateIncomingError(IncomingError incomingError)

Methods inherited from class org.jumpmind.symmetric.service.impl.AbstractService

assertNotNull, buildBatchOrderBy, buildBatchParams, buildBatchWhere, buildBatchWhereFromFilter, close, createSqlReplacementTokens, getJdbcTemplate, getParameterService, getSql, getSymmetricDialect, getTablePrefix, getTargetDialect, getTargetPlatform, getTargetPlatform, isCalledFromSymmetricAdminTool, isSet, isStreamClosedByClient, isSymmetricTable, logOnce, maxDate, readAcks, sendAck, setSqlMap, synchronize, toNodeIds, toNodeIds

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

DataLoaderService

public DataLoaderService(ISymmetricEngine engine)

Method Details

refreshFromDatabase

public boolean refreshFromDatabase()

Specified by:

refreshFromDatabase in interface IDataLoaderService

getAvailableDataLoaderFactories

public List<String> getAvailableDataLoaderFactories()

Specified by:

getAvailableDataLoaderFactories in interface IDataLoaderService

getDataLoaderFactories

protected Map<String,IDataLoaderFactory> getDataLoaderFactories()

loadDataBatch

public List<IncomingBatch> loadDataBatch(String batchData)

Specified by:

loadDataBatch in interface IDataLoaderService

loadDataBatch

public List<IncomingBatch> loadDataBatch(String batchData,
 IProcessInfoListener listener)

Specified by:

loadDataBatch in interface IDataLoaderService

loadDataFromPull

public RemoteNodeStatus loadDataFromPull(Node remote,
 String queue)
                                  throws IOException

Connect to the remote node and pull data. The acknowledgment of commit/error status is sent separately after the data is processed.

Specified by:

loadDataFromPull in interface IDataLoaderService

Throws:

IOException

loadDataFromPull

public void loadDataFromPull(Node remote,
 RemoteNodeStatus status)
                      throws IOException

Specified by:

loadDataFromPull in interface IDataLoaderService

Throws:

IOException

updateBatchToSendCount

protected void updateBatchToSendCount(Node remote,
 IIncomingTransport transport)

loadDataFromPush

public void loadDataFromPush(Node sourceNode,
 InputStream in,
 OutputStream out)
                      throws IOException

Load database from input stream and write acknowledgment to output stream. This is used for a "push" request with a response of an acknowledgment.

Specified by:

loadDataFromPush in interface IDataLoaderService

Throws:

IOException

loadDataFromPush

public void loadDataFromPush(Node sourceNode,
 String queue,
 InputStream in,
 OutputStream out)
                      throws IOException

Load database from input stream and write acknowledgment to output stream. This is used for a "push" request with a response of an acknowledgment.

Specified by:

loadDataFromPush in interface IDataLoaderService

Throws:

IOException

purgeLoadBatchesFromStaging

protected void purgeLoadBatchesFromStaging(List<IncomingBatch> batchList)

loadDataFromOfflineTransport

public List<IncomingBatch> loadDataFromOfflineTransport(Node remote,
 RemoteNodeStatus status,
 IIncomingTransport transport)
                                                 throws IOException

Specified by:

loadDataFromOfflineTransport in interface IDataLoaderService

Throws:

IOException

loadDataFromConfig

public void loadDataFromConfig(Node remote,
 RemoteNodeStatus status,
 boolean force)
                        throws IOException

Specified by:

loadDataFromConfig in interface IDataLoaderService

Throws:

IOException

loadDataFromTransport

public List<IncomingBatch> loadDataFromTransport(ProcessInfo processInfo,
 Node sourceNode,
 IIncomingTransport transport)
                                          throws IOException

Specified by:

loadDataFromTransport in interface IDataLoaderService

Throws:

IOException

loadDataFromTransport

protected List<IncomingBatch> loadDataFromTransport(ProcessInfo transferInfo,
 Node sourceNode,
 IIncomingTransport transport,
 OutputStream out,
 RemoteNodeStatus status)
                                             throws IOException

Load database from input stream and return a list of batch statuses. This is used for a pull request that responds with data, and the acknowledgment is sent later.

Throws:

IOException

logOrRethrow

protected void logOrRethrow(Throwable ex,
 String sourceNodeId)
                     throws IOException

Throws:

IOException

buildDataWriter

protected IDataWriter buildDataWriter(ProcessInfo processInfo,
 String sourceNodeId,
 String channelId,
 long batchId,
 boolean isRetry)

getFactory

protected IDataLoaderFactory getFactory(Channel channel)

getConflictSettingsNodeGroupLinks

public List<DataLoaderService.ConflictNodeGroupLink> getConflictSettingsNodeGroupLinks()

Specified by:

getConflictSettingsNodeGroupLinks in interface IDataLoaderService

clearCache

public void clearCache()

Specified by:

clearCache in interface IDataLoaderService

getConflictSettingsNodeGroupLinks

public List<DataLoaderService.ConflictNodeGroupLink> getConflictSettingsNodeGroupLinks(NodeGroupLink link,
 boolean refreshCache)

Specified by:

getConflictSettingsNodeGroupLinks in interface IDataLoaderService

getConflictSettinsNodeGroupLinksFromDb

public List<DataLoaderService.ConflictNodeGroupLink> getConflictSettinsNodeGroupLinksFromDb(NodeGroupLink link)

Specified by:

getConflictSettinsNodeGroupLinksFromDb in interface IDataLoaderService

delete

public void delete(DataLoaderService.ConflictNodeGroupLink settings)

Specified by:

delete in interface IDataLoaderService

deleteAllConflicts

public void deleteAllConflicts()

Specified by:

deleteAllConflicts in interface IDataLoaderService

save

public void save(DataLoaderService.ConflictNodeGroupLink setting)

Specified by:

save in interface IDataLoaderService

saveAsCopy

public void saveAsCopy(DataLoaderService.ConflictNodeGroupLink settings)

Specified by:

saveAsCopy in interface IDataLoaderService

rename

public void rename(String oldId,
 DataLoaderService.ConflictNodeGroupLink setting)

Specified by:

rename in interface IDataLoaderService

getIncomingErrors

public List<IncomingError> getIncomingErrors(long batchId,
 String nodeId)

Specified by:

getIncomingErrors in interface IDataLoaderService

getIncomingError

public IncomingError getIncomingError(long batchId,
 String nodeId,
 long rowNumber)

Specified by:

getIncomingError in interface IDataLoaderService

getCurrentIncomingError

public IncomingError getCurrentIncomingError(long batchId,
 String nodeId)

Specified by:

getCurrentIncomingError in interface IDataLoaderService

insertIncomingError

public void insertIncomingError(IncomingError incomingError)

Specified by:

insertIncomingError in interface IDataLoaderService

insertIncomingError

public void insertIncomingError(ISqlTransaction transaction,
 IncomingError incomingError)

Specified by:

insertIncomingError in interface IDataLoaderService

updateIncomingError

public void updateIncomingError(IncomingError incomingError)

Specified by:

updateIncomingError in interface IDataLoaderService

setTransportManager

protected void setTransportManager(ITransportManager transportManager)

Used for unit tests

filterDataLoaderType

public static String filterDataLoaderType(String dataLoaderType)