sqoop-cmds.txt

Download SQOOP-CMDS.txt

If you can't read please download the document

Upload: srinivas-kvs

Post on 30-Jan-2016

213 views

Category:

Documents


0 download

TRANSCRIPT

SQOOP - WEEK8-FILE===================sqoop import --connect jdbc:mysql://localhost/week8 --table emp -m 1;IMPORTING THE DATA IN A SPECIFIED DIR-------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table emp -m 1 --target-dir /ImportDir8;IMPORTING THE DATA IN A SPECIFIED FORMAT---------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table emp -m 1 --target-dir /ImportDir8FOR --fields-terminated-by '|';IMPORTING THE DATA FROM SELECTED COLUMNS----------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table emp -m 1 --target-dir /ImportDir8Col --columns 'empid , ename';IMPORTING THE DATA BASED ON CRITERIA--------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table emp -m 1 --target-dir /ImportDir8Con --columns 'empid , ename' --where 'esal>16000' --fields-terminated-by '\t';LIST ALL THE DATABASES----------------------sqoop list-databases --connect jdbc:mysql://localhost;LIST ALL TABLES OF A INTERNAL DB----------------------------------sqoop list-tables --connect jdbc:mysql://localhost/week8;TO IMPORT ALL TABLES DATA TO HDFS------------------------------sqoop import-all-tables --connect jdbc:mysql://localhost/Gopal_Lab -m 1;EVAL with "--query"-------------------sqoop eval --connect jdbc:mysql://localhost/week8 --query "select * from emp limit 4";sqoop eval --connect jdbc:mysql://localhost/week8 --query "desc emp";sqoop eval --connect jdbc:mysql://localhost/week8 --query "create table evalTest(evId int primary key,evName varchar(40),evAmt int)";IMPORT with "--query"---------------------sqoop import --connect jdbc:mysql://localhost/week8 --query "select * from emp WHERE \$CONDITIONS" -m 1 --target-dir /Query8;sqoop import --connect jdbc:mysql://localhost/week8 --query "select * from emp WHERE esal>18000 and \$CONDITIONS" -m 1 --target-dir /Query8New;mysql> create table dept8(deptid int primary key, -> deptname varchar(50), -> deptloc varchar(60), -> empid int, -> FOREIGN KEY (empid) REFERENCES emp(empid));INNTER JOIN USING SQOOP------------------------sqoop import --connect jdbc:mysql://localhost/week8 --query "select e.empid,ename,esal,deptid,deptname,deptloc from emp e JOIN dept8 d ON (e.empid = d.empid) and \$CONDITIONS" -m 1 --target-dir /InnerJOIN8;LEFT OUTER JOIN USING SQOOP---------------------------sqoop import --connect jdbc:mysql://localhost/week8 --query "select e.empid,ename,esal,deptid,deptname,deptloc from emp e LEFT OUTER JOIN dept8 d ON (e.empid = d.empid) and \$CONDITIONS" -m 1 --target-dir /LEFTJOIN8;RIGHT OUTER JOIN USING SQOOP-----------------------------sqoop import --connect jdbc:mysql://localhost/week8 --query "select e.empid,ename,esal,deptid,deptname,deptloc from emp e RIGHT OUTER JOIN dept8 d ON (e.empid = d.empid)and \$CONDITIONS" -m 1 --target-dir /RIGHTJOIN8;FULL OUTER JOIN (DIRECT CMD WONT WORK HERE..WE NEED TO USE UNION)-------------------------------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --query "select e.empid,ename,esal,deptid,deptname,deptloc from emp e LEFT OUTER JOIN dept8 d ON (e.empid = d.empid) UNION select e.empid,ename,esal,deptid,deptname,deptloc from emp e RIGHT OUTER JOIN dept8 d ON (e.empid = d.empid) and \$CONDITIONS" -m 1 --target-dir /FULL_JOIN8;IMPORTING THE DATA FROM RDBMS IN A SEQUENCEFILE FORMAT------------------------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table dept8 --as-sequencefile -m 1 --target-dir /SEQFILE8;IMPORTING THE DATA FROM RDBMS IN A AVRO DATA FILE FORMAT------------------------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table dept8 --as-avrodatafile -m 1 --target-dir /AVROFILE8;TO ACHIEVE THE INCREMENTAL LOAD THRU SQOOP------------------------------------------sqoop import --connect jdbc:mysql://localhost/week8 --table emp -m 1 --where 'empid>300' --target-dir /BaseDir8 --append;SQOOP JOBS----------sqoop job --create GopalJOB8 -- import --connect jdbc:mysql://localhost/week8 --table emp -m 1 --target-dir /BaseDir8 --append; sqoop job --listsqoop job --show sqoop job --exec sqoop job --delete CODEGEN---> To see the internal generated MR code--------------------------------------------------sqoop codegen --connect jdbc:mysql://localhost/week8 --table dept8;SQOOP - EXPORT--------------- sqoop export --connect jdbc:mysql://localhost/week8 --table exporttab --export-dir /BaseDir8/part-r-00000 --fields-terminated-by '|';sqoop export --connect jdbc:mysql://localhost/week8 --table exporttab --export-dir /BaseDir8/part-r-00000;