Install Sqoop on Ubuntu 14.04 and Hadoop 2.6.0

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17

wget http://apache.proserve.nl/sqoop/1.4.6/sqoop-1.4.6.bin__hadoop-2.0.4-alpha.tar.gz
tar -xzvf sqoop-1.4.6.bin__hadoop-2.0.4-alpha.tar.gz
mv sqoop-1.4.6.bin__hadoop-2.0.4-alpha sqoop-1.4.6

sudo vim /etc/profile

    SQOOP_HOME=/home/anggao/sqoop-1.4.6
    export SQOOP_HOME
    export PATH=$PATH:$SQOOP_HOME/bin

source /etc/profile

# obtain JDBC driver
cd $SQOOP_HOME/lib
wget https://jdbc.postgresql.org/download/postgresql-9.4-1201.jdbc4.jar

sqoop version

1
2
3
4
5
6
7
8
9

# transfer data from PostgreSQL to HDFS
sqoop import --connect jdbc:postgresql://localhost:5432/dev-db --table tableName --username userName --password randomPassword
hadoop fs -cat department/part-m-00000

# transfer data from PostgreSQL to Hive
sqoop import --connect jdbc:postgresql://localhost:5432/dev-db --username userName --password randomPassword --table tableName --hive-import -m 1

# transfer data from Hive to PostgreSQL
sqoop export --connect jdbc:postgresql://localhost:5432/dev-db --username userName --password randomPassword --table postgreTableName --export-dir /user/hive/warehouse/hiveTableName --input-fields-terminated-by '\0x001'