com.cs.software.engine.dataprocess

Class DataProcessEngine

java.lang.Object

com.cs.software.engine.dataprocess.DataProcessEngine

public class DataProcessEngine
extends Object

Data Process - Main ETL Processing Engine can be run on separate threads

Author:

Steve Crombie

Constructor Summary

Constructors

Constructor and Description
DataProcessEngine()

Method Summary

Modifier and Type	Method and Description
void	addCountErrorBlockMap(String aBlockName)
String	doSubstitution(String aValue)
int	getCount()
Integer	getCountBlockMap(String aBlockName)
Integer	getCountErrorBlockMap(String aBlockName)
String	getDataInputFileName()
DataStoreUtil	getDataStore()
String	getDataType()
int	getDefError()
int	getErrorCode()
int	getErrorCount()
List<Map<String,Object>>	getErrorList(String aKey)
String	getErrorMessage()
String	getFieldValue(String aFieldName)
String	getFileDate()
String	getFullLineText()
Map<String,Integer>	getHeader()
Integer	getHeaderPosition(String aKey)
String	getHeaderStr()
String	getInputFileType()
String	getLineText()
List<String>	getPageList(int aPage)
String	getProcessDataField(String aKey)
List<String>	getTokens(String anInput, String aTag)
String	getVariable(String aKey)
Map<String,String>	getVariableMap()
boolean	isSkipDateFormat()
void	processBlock(DataProcessBlock aBlock, int aCount)
String	processField(DataProcessBlock aBlock, DataProcessField aField)
void	processHeader(DataProcessBlock aBlock)
void	processTemplate(DataProcessTemplateIntf aTemplate, DataProcess aDataProcess)
protected void	releaseMetadataResources()
void	setData(List<String> aPages, List<List<String>> aPageList)
void	setErrorCode(int aErrorCode)
void	setErrorMap(String aKey, Map<String,Object> anErrorMap)
void	setFieldValue(String aFieldName, String aValue)
void	setProcessDataField(String aKey, String aValue)
void	setSkipDateFormat(boolean aFlag)
void	setVariable(String aKey, String aValue)
protected void	shutdown()
void	updateCountBlockMap(String aBlockName, Integer aCount)
void	updateCountErrorBlockMap(String aBlockName, Integer aCount)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DataProcessEngine

public DataProcessEngine()

Method Detail

releaseMetadataResources

protected void releaseMetadataResources()
                                 throws Exception

Throws:

Exception

getLineText

public String getLineText()

getFullLineText

public String getFullLineText()

getTokens

public List<String> getTokens(String anInput,
                              String aTag)
                       throws Exception

Throws:

Exception

setData

public void setData(List<String> aPages,
                    List<List<String>> aPageList)

processTemplate

public void processTemplate(DataProcessTemplateIntf aTemplate,
                            DataProcess aDataProcess)
                     throws Exception

Throws:

Exception

processBlock

public void processBlock(DataProcessBlock aBlock,
                         int aCount)
                  throws Exception

Throws:

Exception

processHeader

public void processHeader(DataProcessBlock aBlock)
                   throws Exception

Throws:

Exception

getHeaderStr

public String getHeaderStr()

processField

public String processField(DataProcessBlock aBlock,
                           DataProcessField aField)
                    throws Exception

Throws:

Exception

doSubstitution

public String doSubstitution(String aValue)

getFileDate

public String getFileDate()

getDataType

public String getDataType()

getErrorMessage

public String getErrorMessage()

getErrorCode

public int getErrorCode()

setErrorCode

public void setErrorCode(int aErrorCode)

shutdown

protected void shutdown()
                 throws Exception

Throws:

Exception

getDataInputFileName

public String getDataInputFileName()

getCountBlockMap

public Integer getCountBlockMap(String aBlockName)

updateCountBlockMap

public void updateCountBlockMap(String aBlockName,
                                Integer aCount)

getCountErrorBlockMap

public Integer getCountErrorBlockMap(String aBlockName)

updateCountErrorBlockMap

public void updateCountErrorBlockMap(String aBlockName,
                                     Integer aCount)

addCountErrorBlockMap

public void addCountErrorBlockMap(String aBlockName)

getErrorCount

public int getErrorCount()

getCount

public int getCount()

isSkipDateFormat

public boolean isSkipDateFormat()

setSkipDateFormat

public void setSkipDateFormat(boolean aFlag)

getInputFileType

public String getInputFileType()

getPageList

public List<String> getPageList(int aPage)

getVariableMap

public Map<String,String> getVariableMap()

getVariable

public String getVariable(String aKey)

setVariable

public void setVariable(String aKey,
                        String aValue)

getProcessDataField

public String getProcessDataField(String aKey)

setProcessDataField

public void setProcessDataField(String aKey,
                                String aValue)

getDataStore

public DataStoreUtil getDataStore()

getFieldValue

public String getFieldValue(String aFieldName)

setFieldValue

public void setFieldValue(String aFieldName,
                          String aValue)

getHeader

public Map<String,Integer> getHeader()

getHeaderPosition

public Integer getHeaderPosition(String aKey)

getErrorList

public List<Map<String,Object>> getErrorList(String aKey)

setErrorMap

public void setErrorMap(String aKey,
                        Map<String,Object> anErrorMap)

getDefError

public int getDefError()