public class SparseDataExporterImpl extends java.lang.Object implements SparseDataExporter
SparseDataExporter.ScopeEnum
Modifier and Type | Field and Description |
---|---|
protected JdbcTemplate |
jdbcTemplate |
protected KernelUtil |
kernelUtil |
private static Log |
log |
protected NamedParameterJdbcTemplate |
namedJdbcTemplate |
protected java.util.Map<java.lang.String,SparseDataFormatterFactory> |
nameToFormatterMap |
protected SimpleJdbcTemplate |
simpleJdbcTemplate |
protected TransactionTemplate |
txTemplateNew |
Constructor and Description |
---|
SparseDataExporterImpl() |
Modifier and Type | Method and Description |
---|---|
protected void |
addNominalWordToInstance(SparseData sparseData,
long instanceId,
java.lang.String word,
java.lang.String wordValue) |
protected void |
addNumericWordToInstance(SparseData sparseData,
long instanceId,
java.lang.String word,
double wordValue) |
void |
exportData(InstanceData instanceLabel,
SparseDataFormatter formatter,
java.util.Properties properties,
BagOfWordsDecorator bDecorator) |
void |
exportData(java.util.Properties props,
SparseDataFormatter formatter,
BagOfWordsDecorator bDecorator) |
void |
exportData(java.lang.String propertiesFile,
java.lang.String format) |
javax.sql.DataSource |
getDataSource(javax.sql.DataSource ds) |
KernelUtil |
getKernelUtil() |
java.util.Map<java.lang.String,SparseDataFormatterFactory> |
getNameToFormatterMap() |
protected void |
getNominalInstanceWords(java.lang.String sql,
java.lang.String prepareScript,
java.lang.String prepareScriptDelimiter,
SparseData sparseData,
java.util.Map<java.lang.String,java.lang.Object> params) |
protected void |
getNumericInstanceWords(java.lang.String sql,
java.lang.String prepareScript,
java.lang.String prepareScriptDelimiter,
SparseData sparseData,
java.util.Map<java.lang.String,java.lang.Object> params) |
TransactionTemplate |
getTxTemplateNew() |
protected SparseData |
loadData(InstanceData instanceLabel,
java.lang.String instanceNumericWordQuery,
java.lang.String instanceNominalWordQuery,
java.lang.String prepareScript,
java.lang.String prepareScriptDelimiter,
BagOfWordsDecorator bDecorator,
java.lang.String label,
java.lang.Integer fold,
java.lang.Integer run) |
static void |
main(java.lang.String[] args) |
protected void |
prepare(java.lang.String prepareScript,
java.lang.String prepareScriptDelimiter,
java.util.Map<java.lang.String,java.lang.Object> params)
run the prepare script if defined.
|
private static void |
printHelp(Options options) |
void |
setDataSource(javax.sql.DataSource ds) |
void |
setKernelUtil(KernelUtil kernelUtil) |
void |
setNameToFormatterMap(java.util.Map<java.lang.String,SparseDataFormatterFactory> nameToFormatterMap) |
void |
setTxTemplateNew(TransactionTemplate txTemplateNew) |
private static final Log log
protected JdbcTemplate jdbcTemplate
protected KernelUtil kernelUtil
protected NamedParameterJdbcTemplate namedJdbcTemplate
protected java.util.Map<java.lang.String,SparseDataFormatterFactory> nameToFormatterMap
protected SimpleJdbcTemplate simpleJdbcTemplate
protected TransactionTemplate txTemplateNew
public static void main(java.lang.String[] args) throws java.io.IOException
java.io.IOException
private static void printHelp(Options options)
protected void addNominalWordToInstance(SparseData sparseData, long instanceId, java.lang.String word, java.lang.String wordValue)
protected void addNumericWordToInstance(SparseData sparseData, long instanceId, java.lang.String word, double wordValue)
public void exportData(InstanceData instanceLabel, SparseDataFormatter formatter, java.util.Properties properties, BagOfWordsDecorator bDecorator) throws java.io.IOException
java.io.IOException
public void exportData(java.util.Properties props, SparseDataFormatter formatter, BagOfWordsDecorator bDecorator) throws java.io.IOException
exportData
in interface SparseDataExporter
java.io.IOException
public void exportData(java.lang.String propertiesFile, java.lang.String format) throws java.io.IOException, java.util.InvalidPropertiesFormatException
exportData
in interface SparseDataExporter
java.io.IOException
java.util.InvalidPropertiesFormatException
public javax.sql.DataSource getDataSource(javax.sql.DataSource ds)
public KernelUtil getKernelUtil()
public java.util.Map<java.lang.String,SparseDataFormatterFactory> getNameToFormatterMap()
protected void prepare(java.lang.String prepareScript, java.lang.String prepareScriptDelimiter, java.util.Map<java.lang.String,java.lang.Object> params)
prepareScript
- sequence of sql statements to be executed with named params.prepareScriptDelimiter
- delimiter separating the sql statements.params
- for named parameters in sql statements.protected void getNominalInstanceWords(java.lang.String sql, java.lang.String prepareScript, java.lang.String prepareScriptDelimiter, SparseData sparseData, java.util.Map<java.lang.String,java.lang.Object> params)
sql
- result set has 3 columns. 1st column - integer - instance id.
2nd column - word. 3rd column - word value.instanceWordMap
- map of instance id to word-word value.wordValueMap
- map of word to valid values for the word.protected void getNumericInstanceWords(java.lang.String sql, java.lang.String prepareScript, java.lang.String prepareScriptDelimiter, SparseData sparseData, java.util.Map<java.lang.String,java.lang.Object> params)
sql
- result 1st column: instance id, 2nd column: word, 3rd column:
numeric word valueinstanceNumericWords
- map of instance id - [map word - word value] to be populatedpublic TransactionTemplate getTxTemplateNew()
protected SparseData loadData(InstanceData instanceLabel, java.lang.String instanceNumericWordQuery, java.lang.String instanceNominalWordQuery, java.lang.String prepareScript, java.lang.String prepareScriptDelimiter, BagOfWordsDecorator bDecorator, java.lang.String label, java.lang.Integer fold, java.lang.Integer run)
instanceLabel
- instance data: label - fold - instance id - class mapinstanceNumericWordQuery
- query to get numeric attributesinstanceNominalWordQuery
- query to get nominal attributesprepareScript
- prepare script to be executed in same tx as instance attribute
queriesprepareScriptDelimiter
- delimiter for statements in prepare scriptbDecorator
- decorator to add attributeslabel
- fold
- run
- public void setDataSource(javax.sql.DataSource ds)
public void setKernelUtil(KernelUtil kernelUtil)
public void setNameToFormatterMap(java.util.Map<java.lang.String,SparseDataFormatterFactory> nameToFormatterMap)
public void setTxTemplateNew(TransactionTemplate txTemplateNew)