Modifier and Type | Method and Description |
---|---|
void |
DefaultCodeGen.assembleCode(EtlConfig config,
Scenario scenario,
Driver driver,
int loadIndex,
boolean silent) |
void |
DefaultCodeGen.cleanUp(EtlConfig config,
Scenario scenario,
Driver driver,
Connection conn) |
void |
DefaultCodeGen.cleanUpOnException(EtlConfig config,
Scenario scenario,
Driver driver,
Connection cleanUpConn) |
void |
DefaultCodeGen.execute(EtlConfig config,
Scenario scenario,
Driver driver,
boolean silent,
Connection conn,
Connection cleanUpConn,
Destination destination) |
void |
DefaultCodeGen.prepare(EtlConfig config,
Scenario scenario,
Destination destination,
boolean silent,
boolean onlyInit,
boolean isStreaming) |
void |
DefaultCodeGen.runRemainingBatch(EtlConfig config,
Scenario scenario,
Connection conn,
Destination destination) |
Modifier and Type | Method and Description |
---|---|
List<Scenario> |
EtlConfig.getExecute()
Gets the
List of the etl scenarios to execute. |
Modifier and Type | Method and Description |
---|---|
void |
EtlConfig.addScenario(Scenario scenario)
Adds the scenario to execute.
|
Modifier and Type | Method and Description |
---|---|
void |
EtlConfig.setExecute(List<Scenario> value)
Sets the list of the etl scenarios to execute.
|
Modifier and Type | Method and Description |
---|---|
Scenario |
Task.getScenario()
Gets the scenario.
|
Scenario |
LoadFunctionContext.getScenario()
Gets the ETL scenario.
|
Scenario |
EtlFactory.getScenario(EtlConfig config,
String fileName)
Gets the scenario using PARSE_ALL_PARAM scope.
|
Scenario |
EtlFactory.getScenario(EtlConfig config,
String fileName,
int parseScope)
Gets the scenario.
|
Scenario |
EtlFactory.parseScenario(EtlConfig config,
String code)
Parses the scenario using PARSE_ALL_PARAM scope.
|
Scenario |
EtlFactory.parseScenario(EtlConfig config,
String code,
int parseScope)
Parses the scenario.
|
Scenario |
EtlFactory.parseScenario(EtlConfig config,
XmlUtils xml,
int parseScope)
Parses the scenario.
|
Scenario |
EtlFactory.parseScenario(EtlConfig config,
XmlUtils xml,
int parseScope,
org.w3c.dom.Node rootNode)
Parses the scenario.
|
Modifier and Type | Method and Description |
---|---|
List<Scenario> |
Scenario.getExecute()
Gets the list of inner scenarios.
|
List<Scenario> |
EtlRequest.getScenarios()
Gets the scenarios.
|
Modifier and Type | Method and Description |
---|---|
void |
EtlRequest.addScenario(Scenario scenario)
Adds scenario.
|
void |
CodeGen.assembleCode(EtlConfig config,
Scenario scenario,
Driver driver,
int loadIndex,
boolean silent)
Assembles prepared code.
|
void |
Scenario.assignVars(Scenario toScenario)
Assign variables from this scenario to the
toScenario . |
void |
CodeGen.cleanUp(EtlConfig config,
Scenario scenario,
Driver driver,
Connection conn)
Clean up after last block of code is executed.
|
void |
CodeGen.cleanUpOnException(EtlConfig config,
Scenario scenario,
Driver driver,
Connection cleanUpConn)
Clean up database objects on exception.
|
void |
MetadataTracker.createTableAndIndexesOrChangeFieldDataTypeIfNeeded(Scenario scenario,
EtlConfig config,
Destination destination,
DataSet dataSet,
Alias alias,
CodeGen codeGen)
Creates the table and indexes or change field data type if needed.
|
void |
CodeGen.execute(EtlConfig config,
Scenario scenario,
Driver driver,
boolean silent,
Connection conn,
Connection cleanUpConn,
Destination destination)
Executes code.
|
void |
EtlProcess.execute(Scenario scenario,
EtlConfig config,
int index,
TransactionMonitor transactionMonitor)
Executes etl scenario.
|
TaskResult |
OnTask.executeBeforeEtlTask(EtlConfig config,
Task task,
Scenario scenario)
Executes
task before etl process is started. |
TaskResult |
TaskExecutor.executeBeforeEtlTasks(EtlConfig config,
Block block,
Scenario scenario)
Executes PRE ETL tasks for the
Block if any exist. |
TaskResult |
OnTask.executeInlineTask(EtlConfig config,
Task task,
long index,
Scenario scenario)
Executes
task for each row of the data set. |
TaskResult |
TaskExecutor.executeInlineTasks(EtlConfig config,
Block block,
Scenario scenario,
long index)
Executes INLINE tasks for the
Block if any exist. |
TaskResult |
TaskExecutor.executeOnExceptionTasks(EtlConfig config,
Block block,
Scenario scenario,
DataSet dataSet)
Executes ON_EXCEPTION tasks for the
Block if any exist. |
TaskResult |
OnTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario)
Executes
task after extract or load finished. |
TaskResult |
TaskExecutor.executePostTasks(EtlConfig config,
Block block,
Scenario scenario,
DataSet dataSet)
Executes POST tasks for the
Block if any exist. |
TaskResult |
OnTask.executePreTask(EtlConfig config,
Task task,
Scenario scenario)
Executes
task before extract or load started. |
TaskResult |
TaskExecutor.executePreTasks(EtlConfig config,
Block block,
Scenario scenario,
DataSet dataSet)
Executes PRE tasks for the
Block if any exist. |
void |
Extractor.extract(EtlConfig config,
Scenario scenario)
Extracts data from all sources.
|
void |
Extractor.extract(EtlConfig config,
Scenario scenario,
Loader loader,
int index)
Extracts data from all sources.
|
void |
Extractor.extract(EtlConfig config,
Scenario scenario,
Source source,
Destination destination,
AddRecordCallback addRecordCallback)
Extracts data from the source.
|
void |
Extractor.extractMandatory(EtlConfig config,
Scenario scenario)
Extracts mandatory data sets.
|
Map<String,Object> |
Source.getDefaultValues(Scenario scenario)
Gets the default values for the model used to edit the source.
|
Map<String,Object> |
Destination.getDefaultValues(Scenario scenario)
Gets the default values for the model used to edit the destination.
|
Object |
EtlMetricsTracker.getHighWatermark(EtlConfig config,
Scenario scenario,
Source source,
Destination destination,
Boolean... onLoad)
Gets the high watermark value.
|
boolean |
Extractor.hasMixOfStreamAndNotStream(EtlConfig config,
Scenario scenario)
Checks if the scenario contains mix of stream and not stream
transformations.
|
void |
Loader.load(EtlConfig config,
Scenario scenario,
int loadIndex)
Loads data for all destinations, if requested - in parallel threads.
|
static Object |
Extractor.lookup(EtlConfig config,
Scenario scenario,
String connectionName,
String name,
String fieldName,
String sql,
TypedKeyValue<String,Object>... args)
Extract data set, execute provided SQL statement and return the value of
the provided field.This method is thread safe.
|
static DataSet |
Extractor.lookup(EtlConfig config,
Scenario scenario,
String connectionName,
String name,
String sql,
TypedKeyValue<String,Object>... args)
Extract data set, and optionally execute provided SQL statement.
|
static Object |
Extractor.lookupNoCache(EtlConfig config,
Scenario scenario,
String connectionName,
String name,
String fieldName,
String sql,
TypedKeyValue<String,Object>... args)
Extract data set, execute provided SQL statement and return the value of
the provided field.
|
static DataSet |
Extractor.lookupNoCache(EtlConfig config,
Scenario scenario,
String connectionName,
String name,
String sql,
TypedKeyValue<String,Object>... args)
Extract data set, and optionally execute provided SQL statement.
|
void |
EtlFactory.parseAfterTasks(EtlConfig config,
XmlUtils xml,
org.w3c.dom.Node treesNode,
Scenario scenario)
Parses "after" tasks.
|
void |
EtlFactory.parseBeforeTasks(EtlConfig config,
XmlUtils xml,
org.w3c.dom.Node treesNode,
Scenario scenario,
String rootNodeName)
Parses "before" tasks.
|
void |
EtlFactory.parseDestinations(EtlConfig config,
XmlUtils xml,
org.w3c.dom.Node treesNode,
Scenario scenario)
Parses the destinations.
|
void |
EtlFactory.parseScenarioVariables(XmlUtils xml,
Scenario scenario,
org.w3c.dom.Node rootNode,
EtlConfig config)
Parses the scenario variables.
|
void |
EtlFactory.parseSources(EtlConfig config,
XmlUtils xml,
org.w3c.dom.Node treesNode,
Scenario scenario)
Parses the sources.
|
void |
EtlFactory.parseTasks(EtlConfig config,
XmlUtils xml,
org.w3c.dom.Node rootNode,
Scenario scenario,
Block block,
String rootNodeName)
Parses tasks for the etl block.
|
void |
CodeGen.prepare(EtlConfig config,
Scenario scenario,
Destination destination,
boolean silent,
boolean onlyInit,
boolean isStreaming)
Prepares code for the destination using given config and scenario.
|
TypedKeyValue<String,String> |
EtlMetricsTracker.prepareTrackingExtract(Scenario scenario,
Source source,
Destination destination,
String sql,
EtlConfig config)
Prepare tracking extract.
|
boolean |
MetadataTracker.recreateDestTableIfNeededWhenHWMIsEnabled(Scenario scenario,
Source source,
Destination destination,
EtlConfig config)
Recreate destination table if needed when the high watermark replication
is enabled.
|
void |
CodeGen.runRemainingBatch(EtlConfig config,
Scenario scenario,
Connection conn,
Destination destination)
Run remaining batch statements.
|
void |
Task.setScenario(Scenario value)
Sets the scenario.
|
void |
LoadFunctionContext.setScenario(Scenario value)
Sets the ETL scenario.
|
void |
MetadataTracker.updateMetadataInTarget(EtlConfig config,
Destination destination,
DataSet dataSet,
Scenario scenario)
Update metadata in target.
|
Modifier and Type | Method and Description |
---|---|
void |
Scenario.setExecute(List<Scenario> value)
Sets the list of inner scenarios.
|
void |
EtlResponse.setMetrics(List<Scenario> scenarios)
Sets the metrics.
|
void |
EtlRequest.setScenarios(List<Scenario> value)
Sets the scenarios.
|
Constructor and Description |
---|
EtlRequest(EtlConfig config,
Scenario scenario,
int logLevel)
Instantiates a new etl request.
|
Constructor and Description |
---|
EtlRequest(EtlConfig config,
List<Scenario> scenarios,
int logLevel)
Instantiates a new etl request.
|
Modifier and Type | Method and Description |
---|---|
TaskResult |
InformixDbAccessTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
Modifier and Type | Method and Description |
---|---|
TaskResult |
OracleLoadTask.executeBeforeEtlTask(EtlConfig config,
Task task,
Scenario scenario) |
TaskResult |
OracleExtractTask.executeBeforeEtlTask(EtlConfig config,
Task task,
Scenario scenario) |
TaskResult |
OracleCopyTask.executeBeforeEtlTask(EtlConfig config,
Task task,
Scenario scenario) |
TaskResult |
OracleLoadTask.executeInlineTask(EtlConfig config,
Task task,
long index,
Scenario scenario) |
TaskResult |
OracleExtractTask.executeInlineTask(EtlConfig config,
Task task,
long index,
Scenario scenario) |
TaskResult |
OracleCopyTask.executeInlineTask(EtlConfig config,
Task task,
long index,
Scenario scenario) |
TaskResult |
OracleLoadTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
TaskResult |
OracleExtractTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
TaskResult |
OracleCopyTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
TaskResult |
OracleLoadTask.executePreTask(EtlConfig config,
Task task,
Scenario scenario) |
TaskResult |
OracleExtractTask.executePreTask(EtlConfig config,
Task task,
Scenario scenario) |
TaskResult |
OracleCopyTask.executePreTask(EtlConfig config,
Task task,
Scenario scenario) |
Modifier and Type | Method and Description |
---|---|
TaskResult |
CopyIntoRedshiftTableTask.executeInlineTask(EtlConfig config,
Task task,
long index,
Scenario scenario) |
TaskResult |
CopyIntoRedshiftTableTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
Modifier and Type | Method and Description |
---|---|
TaskResult |
CopyIntoTableTask.executeInlineTask(EtlConfig config,
Task task,
long index,
Scenario scenario) |
TaskResult |
CopyIntoTableTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
Modifier and Type | Method and Description |
---|---|
TaskResult |
BcpTask.executePostTask(EtlConfig config,
Task task,
DataSet dataSet,
Scenario scenario) |
Modifier and Type | Method and Description |
---|---|
static boolean |
EtlUtils.checkCondition(EtlConfig config,
String name,
Scenario scenario,
ConditionalExecution conditionalExecution)
Checks condition.
|
static boolean |
EtlUtils.checkCondition(EtlConfig config,
String name,
Scenario scenario,
ConditionalExecution conditionalExecution,
DataSet dataSet)
Checks condition.
|
static Block |
EtlUtils.getBlockByName(Scenario scenario,
String name,
EtlUtils.HowToSearch howToSearch)
Find block by name.
|
Copyright © 2010-2020 Toolsverse. All Rights Reserved.