├── .gitattributes ├── LICENSE ├── README.md ├── asamiasami.py ├── indicTranslation ├── en_hi_t2t_v3 │ └── token_data │ │ ├── dict.en.txt │ │ ├── dict.hi.txt │ │ ├── valid.en-hi.en.bin │ │ ├── valid.en-hi.en.idx │ │ ├── valid.en-hi.hi.bin │ │ └── valid.en-hi.hi.idx ├── hi_en_t2t_v3 │ └── token_data │ │ ├── dict.en.txt │ │ ├── dict.hi.txt │ │ ├── valid.hi-en.en.bin │ │ ├── valid.hi-en.en.idx │ │ ├── valid.hi-en.hi.bin │ │ └── valid.hi-en.hi.idx ├── sentencepiece.bpe.model └── sentencepiece_vocab ├── minIndicBERT ├── sentencepiece.bpe.model ├── sentencepiece_vocab └── token_data │ ├── dict.txt │ ├── sentencepiece.bpe.model │ └── sentencepiece_vocab ├── minIndicLanguageDetector ├── bin_data │ ├── input0 │ │ ├── dict.txt │ │ ├── preprocess.log │ │ ├── train.bin │ │ ├── train.idx │ │ ├── valid.bin │ │ └── valid.idx │ └── label │ │ ├── dict.txt │ │ ├── preprocess.log │ │ ├── train.bin │ │ ├── train.idx │ │ ├── valid.bin │ │ └── valid.idx ├── sentencepiece.bpe.model └── sentencepiece_vocab ├── minIndicNSFWDetector ├── NSFWFinal.txt ├── bin_data │ ├── input0 │ │ ├── dict.txt │ │ ├── preprocess.log │ │ ├── train.bin │ │ ├── train.idx │ │ ├── valid.bin │ │ └── valid.idx │ └── label │ │ ├── dict.txt │ │ ├── preprocess.log │ │ ├── train.bin │ │ ├── train.idx │ │ ├── valid.bin │ │ └── valid.idx ├── sentencepiece.bpe.model └── sentencepiece_vocab └── utils.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/.gitattributes -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/README.md -------------------------------------------------------------------------------- /asamiasami.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/asamiasami.py -------------------------------------------------------------------------------- /indicTranslation/en_hi_t2t_v3/token_data/dict.en.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/en_hi_t2t_v3/token_data/dict.en.txt -------------------------------------------------------------------------------- /indicTranslation/en_hi_t2t_v3/token_data/dict.hi.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/en_hi_t2t_v3/token_data/dict.hi.txt -------------------------------------------------------------------------------- /indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.en.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.en.bin -------------------------------------------------------------------------------- /indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.en.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.en.idx -------------------------------------------------------------------------------- /indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.hi.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.hi.bin -------------------------------------------------------------------------------- /indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.hi.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/en_hi_t2t_v3/token_data/valid.en-hi.hi.idx -------------------------------------------------------------------------------- /indicTranslation/hi_en_t2t_v3/token_data/dict.en.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/hi_en_t2t_v3/token_data/dict.en.txt -------------------------------------------------------------------------------- /indicTranslation/hi_en_t2t_v3/token_data/dict.hi.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/hi_en_t2t_v3/token_data/dict.hi.txt -------------------------------------------------------------------------------- /indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.en.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.en.bin -------------------------------------------------------------------------------- /indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.en.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.en.idx -------------------------------------------------------------------------------- /indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.hi.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.hi.bin -------------------------------------------------------------------------------- /indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.hi.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/hi_en_t2t_v3/token_data/valid.hi-en.hi.idx -------------------------------------------------------------------------------- /indicTranslation/sentencepiece.bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/sentencepiece.bpe.model -------------------------------------------------------------------------------- /indicTranslation/sentencepiece_vocab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/indicTranslation/sentencepiece_vocab -------------------------------------------------------------------------------- /minIndicBERT/sentencepiece.bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicBERT/sentencepiece.bpe.model -------------------------------------------------------------------------------- /minIndicBERT/sentencepiece_vocab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicBERT/sentencepiece_vocab -------------------------------------------------------------------------------- /minIndicBERT/token_data/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicBERT/token_data/dict.txt -------------------------------------------------------------------------------- /minIndicBERT/token_data/sentencepiece.bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicBERT/token_data/sentencepiece.bpe.model -------------------------------------------------------------------------------- /minIndicBERT/token_data/sentencepiece_vocab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicBERT/token_data/sentencepiece_vocab -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/input0/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/input0/dict.txt -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/input0/preprocess.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/input0/preprocess.log -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/input0/train.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/input0/train.bin -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/input0/train.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/input0/train.idx -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/input0/valid.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/input0/valid.bin -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/input0/valid.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/input0/valid.idx -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/label/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/label/dict.txt -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/label/preprocess.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/label/preprocess.log -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/label/train.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/label/train.bin -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/label/train.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/label/train.idx -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/label/valid.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/label/valid.bin -------------------------------------------------------------------------------- /minIndicLanguageDetector/bin_data/label/valid.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/bin_data/label/valid.idx -------------------------------------------------------------------------------- /minIndicLanguageDetector/sentencepiece.bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/sentencepiece.bpe.model -------------------------------------------------------------------------------- /minIndicLanguageDetector/sentencepiece_vocab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicLanguageDetector/sentencepiece_vocab -------------------------------------------------------------------------------- /minIndicNSFWDetector/NSFWFinal.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/NSFWFinal.txt -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/input0/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/input0/dict.txt -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/input0/preprocess.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/input0/preprocess.log -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/input0/train.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/input0/train.bin -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/input0/train.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/input0/train.idx -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/input0/valid.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/input0/valid.bin -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/input0/valid.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/input0/valid.idx -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/label/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/label/dict.txt -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/label/preprocess.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/label/preprocess.log -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/label/train.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/label/train.bin -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/label/train.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/label/train.idx -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/label/valid.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/label/valid.bin -------------------------------------------------------------------------------- /minIndicNSFWDetector/bin_data/label/valid.idx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/bin_data/label/valid.idx -------------------------------------------------------------------------------- /minIndicNSFWDetector/sentencepiece.bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/sentencepiece.bpe.model -------------------------------------------------------------------------------- /minIndicNSFWDetector/sentencepiece_vocab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/minIndicNSFWDetector/sentencepiece_vocab -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/swapniljadhav1921/asamiasami/HEAD/utils.py --------------------------------------------------------------------------------