MySql Extract using select INTO OUTFILE and Load using LOAD DATA
MySql Extract using select INTO OUTFILE and Load using LOAD DATA
com.toolsverse.etl.driver.mysql.MySqlDriver
EXTRACT_LOAD
drop_staging_table
dest
com.toolsverse.etl.core.task.common.SqlTask
DROP TABLE employee_stage;
del_file
com.toolsverse.etl.core.task.common.FileManagerTask
create_staging_table
dest
com.toolsverse.etl.core.task.common.SqlTask
create TABLE employee_stage ( EMPNO CHAR(6) not null, FIRSTNME VARCHAR(12) not null, MIDINIT CHAR(1), LASTNAME VARCHAR(15) not null, WORKDEPT CHAR(3), PHONENO CHAR(4), HIREDATE DATE, JOB CHAR(8) );
extract
source
com.toolsverse.etl.core.task.common.SqlTask
select EMPNO,FIRSTNME,MIDINIT,LASTNAME,WORKDEPT,PHONENO,HIREDATE,JOB from employee INTO OUTFILE '{DATA_FOLDER}emp.txt' FIELDS TERMINATED BY ';';
load
dest
com.toolsverse.etl.core.task.common.SqlTask
LOAD DATA INFILE '{DATA_FOLDER}emp.txt' INTO TABLE employee_stage FIELDS TERMINATED BY ';';
employee_table
true