hduser@my_hadoop_domain:/usr/local/sqoop/conf$ sqoop import --connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE --username myDbUser --password myDbUserPass --target-dir dest
#or
hduser@my_hadoop_domain:/usr/local/sqoop/conf$ sqoop ---connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE --username myDbUser --password myDbUserPass --as-sequencefile
hduser@my_hadoop_domain:/usr/local/sqoop/docs$ hdfs -ls
Found 5 items
drwxr-xr-x - hduser supergroup 0 2013-01-31 15:41 /user/hduser/MY_TABLE
drwxr-xr-x - hduser supergroup 0 2013-01-24 09:51 /user/hduser/books
drwxr-xr-x - hduser supergroup 0 2013-01-31 15:15 /user/hduser/dest
drwxr-xr-x - hduser supergroup 0 2013-01-24 14:13 /user/hduser/examples
drwxr-xr-x - hduser supergroup 0 2013-01-24 10:48 /user/hduser/result
hduser@my_hadoop_domain:/usr/local/sqoop/conf$ hadoop dfs -ls /user/hduser/dest
Found 8 items
-rw-r--r-- 1 hduser supergroup 0 2013-01-31 15:15 /user/hduser/dest/_SUCCESS
drwxr-xr-x - hduser supergroup 0 2013-01-31 15:15 /user/hduser/dest/_logs
-rw-r--r-- 1 hduser supergroup 0 2013-01-31 15:15 /user/hduser/dest/part-m-00000
-rw-r--r-- 1 hduser supergroup 667 2013-01-31 15:15 /user/hduser/dest/part-m-00001
-rw-r--r-- 1 hduser supergroup 430 2013-01-31 15:15 /user/hduser/dest/part-m-00002
-rw-r--r-- 1 hduser supergroup 0 2013-01-31 15:15 /user/hduser/dest/part-m-00003
-rw-r--r-- 1 hduser supergroup 0 2013-01-31 15:15 /user/hduser/dest/part-m-00004
-rw-r--r-- 1 hduser supergroup 215 2013-01-31 15:15 /user/hduser/dest/part-m-00005
$ sqoop import --connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE --username myDbUser --password myDbUserPass --fields-terminated-by '\t' --lines-terminated-by '\n'
# Exporting data
$ sqoop export --connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE --username myDbUser --password myDbUserPass --export-dir /user/hduser/MY_TABLE
# Sqoop + Hive
$ sqoop import --connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE --username myDbUser --password myDbUserPass --hive-import
$ sqoop import --connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE --username myDbUser --password myDbUserPass --hive-import
$ sqoop import --connect jdbc:mysql://mysql_db_url/MY_SCHEMA --table MY_TABLE2 --username myDbUser --password myDbUserPass --hive-import
$ hadoop fs -ls /user/local/warehouse
$ hadoop fs -cat /user/hive/warehouse/city/*0 | more
$ hive
hive> show tables;
OK
my_table
SELECT * FROM my_table LIMIT 10;
listing data
Comments
Post a Comment