#export path=/xx/xx/
Table_Name=$1
echo $Table_name
user_id=$2
echo $user_id
password=$3
echo $password
#cd $path
for i in `cat /xx/xx/abc_list.txt`
do
echo ${i}
echo "sqoop import --connect 'jdbc:oracle:thin:@(DESCRIPTION =(LOAD_BALANCE = yes)(SDU = 32768) (ADDRESS =(PROTOCOL = TCP) (HOST = xxxx.net) (PORT = 1526) ) (CONNECT_DATA = (SERVICE_NAME = xx)))' --username '${user_id}' --password '${password}' --query "select 'all_columns' from ${Table_Name} partition"(${i})" where \$CONDITIONS " --target-dir /sales/channel/reporting/${Table_Name}/data/${i} --fields-terminated-by '\034' -m 1"
sqoop import --connect 'jdbc:oracle:thin:@(DESCRIPTION =(LOAD_BALANCE = yes)(SDU = 32768) (ADDRESS =(PROTOCOL = TCP) (HOST = xxxx.com) (PORT = 1526) ) (CONNECT_DATA = (SERVICE_NAME = xxx--username ${user_id} --password ${password} --query "select * from ${Table_Name} partition(${i}) where \$CONDITIONS " --target-dir /sales/channel/reporting/${Table_Name}/data/${i} --fields-terminated-by '\034' -m 1
if [ $? == 0 ]
then
echo "Partion data data has processed successfully: echo ${i} "
else
echo "Partion data data has not processed successfully: echo ${i} "
echo "Please check the issue. "
fi
done
Sqoop with query===
sqoop import --connect 'jdbc:oracle:thin:@(DESCRIPTION =
(enable = broken)
(ADDRESS =
(PROTOCOL = TCP)
(HOST = hostname.xx.xxcorp.net)
(PORT = 1526)
)
(ADDRESS =
(PROTOCOL = TCP)
(HOST = hostname.xx.xxcorp.net)
(PORT = 1526)
)
(CONNECT_DATA =
(SERVICE_NAME = HPIPODSPC)
)
)' --username 'xx' --password 'xxx#ahu1vn' --query "select * from db_name.table_name partition(SYS_P297) where \$CONDITIONS" --fields-terminated-by '\034' --target-dir /sales/channel/reporting/folder_name/data/partition_col=SYS_P297 -m 1
Table_Name=$1
echo $Table_name
user_id=$2
echo $user_id
password=$3
echo $password
#cd $path
for i in `cat /xx/xx/abc_list.txt`
do
echo ${i}
echo "sqoop import --connect 'jdbc:oracle:thin:@(DESCRIPTION =(LOAD_BALANCE = yes)(SDU = 32768) (ADDRESS =(PROTOCOL = TCP) (HOST = xxxx.net) (PORT = 1526) ) (CONNECT_DATA = (SERVICE_NAME = xx)))' --username '${user_id}' --password '${password}' --query "select 'all_columns' from ${Table_Name} partition"(${i})" where \$CONDITIONS " --target-dir /sales/channel/reporting/${Table_Name}/data/${i} --fields-terminated-by '\034' -m 1"
sqoop import --connect 'jdbc:oracle:thin:@(DESCRIPTION =(LOAD_BALANCE = yes)(SDU = 32768) (ADDRESS =(PROTOCOL = TCP) (HOST = xxxx.com) (PORT = 1526) ) (CONNECT_DATA = (SERVICE_NAME = xxx--username ${user_id} --password ${password} --query "select * from ${Table_Name} partition(${i}) where \$CONDITIONS " --target-dir /sales/channel/reporting/${Table_Name}/data/${i} --fields-terminated-by '\034' -m 1
if [ $? == 0 ]
then
echo "Partion data data has processed successfully: echo ${i} "
else
echo "Partion data data has not processed successfully: echo ${i} "
echo "Please check the issue. "
fi
done
Sqoop with query===
sqoop import --connect 'jdbc:oracle:thin:@(DESCRIPTION =
(enable = broken)
(ADDRESS =
(PROTOCOL = TCP)
(HOST = hostname.xx.xxcorp.net)
(PORT = 1526)
)
(ADDRESS =
(PROTOCOL = TCP)
(HOST = hostname.xx.xxcorp.net)
(PORT = 1526)
)
(CONNECT_DATA =
(SERVICE_NAME = HPIPODSPC)
)
)' --username 'xx' --password 'xxx#ahu1vn' --query "select * from db_name.table_name partition(SYS_P297) where \$CONDITIONS" --fields-terminated-by '\034' --target-dir /sales/channel/reporting/folder_name/data/partition_col=SYS_P297 -m 1
No comments:
Post a Comment