├── .gitignore ├── LICENSE ├── README.md ├── shell ├── __init__.py ├── fullv4.sh ├── fullv41.sh ├── fullv5.sh ├── para_file.xlsx ├── pymysql.py └── pyoracle.py └── src ├── __init__.py ├── com ├── __init__.py └── nova │ ├── compress │ └── main.java │ ├── hdfs2hdfs │ └── hdfs_main.java │ ├── main │ ├── DataImport.java │ ├── HdfsExportMain.java │ └── RdbmsImportHbase.java │ ├── sqoop │ ├── SqoopAppend.java │ ├── SqoopExtraction.java │ └── SqoopMerge.java │ ├── txt2hdfs │ └── txt_main.java │ └── utils │ ├── CompressTest.java │ ├── CompressUtils.java │ ├── DBUtils.java │ ├── HdfsUtils.java │ ├── HiveUtils.java │ ├── PropertiesUtils.java │ ├── SqoopUtils.java │ ├── Sqoop_Check.java │ ├── Sqoop_Delta.java │ ├── Sqoop_Full.java │ └── TxtUtils.java ├── config.properties └── sqoop.sql /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/README.md -------------------------------------------------------------------------------- /shell/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /shell/fullv4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/shell/fullv4.sh -------------------------------------------------------------------------------- /shell/fullv41.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/shell/fullv41.sh -------------------------------------------------------------------------------- /shell/fullv5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/shell/fullv5.sh -------------------------------------------------------------------------------- /shell/para_file.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/shell/para_file.xlsx -------------------------------------------------------------------------------- /shell/pymysql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/shell/pymysql.py -------------------------------------------------------------------------------- /shell/pyoracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/shell/pyoracle.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/com/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/com/nova/compress/main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/compress/main.java -------------------------------------------------------------------------------- /src/com/nova/hdfs2hdfs/hdfs_main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/hdfs2hdfs/hdfs_main.java -------------------------------------------------------------------------------- /src/com/nova/main/DataImport.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/main/DataImport.java -------------------------------------------------------------------------------- /src/com/nova/main/HdfsExportMain.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/main/HdfsExportMain.java -------------------------------------------------------------------------------- /src/com/nova/main/RdbmsImportHbase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/main/RdbmsImportHbase.java -------------------------------------------------------------------------------- /src/com/nova/sqoop/SqoopAppend.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/sqoop/SqoopAppend.java -------------------------------------------------------------------------------- /src/com/nova/sqoop/SqoopExtraction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/sqoop/SqoopExtraction.java -------------------------------------------------------------------------------- /src/com/nova/sqoop/SqoopMerge.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/sqoop/SqoopMerge.java -------------------------------------------------------------------------------- /src/com/nova/txt2hdfs/txt_main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/txt2hdfs/txt_main.java -------------------------------------------------------------------------------- /src/com/nova/utils/CompressTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/CompressTest.java -------------------------------------------------------------------------------- /src/com/nova/utils/CompressUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/CompressUtils.java -------------------------------------------------------------------------------- /src/com/nova/utils/DBUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/DBUtils.java -------------------------------------------------------------------------------- /src/com/nova/utils/HdfsUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/HdfsUtils.java -------------------------------------------------------------------------------- /src/com/nova/utils/HiveUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/HiveUtils.java -------------------------------------------------------------------------------- /src/com/nova/utils/PropertiesUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/PropertiesUtils.java -------------------------------------------------------------------------------- /src/com/nova/utils/SqoopUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/SqoopUtils.java -------------------------------------------------------------------------------- /src/com/nova/utils/Sqoop_Check.java: -------------------------------------------------------------------------------- 1 | package com.nova.utils; 2 | 3 | /** 4 | * Created by yunchen on 2016/12/27. 5 | */ 6 | public class Sqoop_Check { 7 | } 8 | -------------------------------------------------------------------------------- /src/com/nova/utils/Sqoop_Delta.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/Sqoop_Delta.java -------------------------------------------------------------------------------- /src/com/nova/utils/Sqoop_Full.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/Sqoop_Full.java -------------------------------------------------------------------------------- /src/com/nova/utils/TxtUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/com/nova/utils/TxtUtils.java -------------------------------------------------------------------------------- /src/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/config.properties -------------------------------------------------------------------------------- /src/sqoop.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunKillerE/Datai/HEAD/src/sqoop.sql --------------------------------------------------------------------------------