├── .gitignore ├── LICENSE ├── README.md ├── assets └── images │ ├── RECOVER_bert_mlm_2.fla │ ├── RECOVER_multihead_attention.fla │ ├── RECOVER_multihead_attention_highlevel.fla │ ├── RECOVER_three_eras.fla │ ├── abc_3d_vectors.fla │ ├── abc_3d_vectors.png │ ├── abs_3d_vectors_chart.fla │ ├── abs_3d_vectors_chart.png │ ├── attention_example.png │ ├── attention_heatmap.fla │ ├── attention_heatmap.png │ ├── attention_overview.fla │ ├── attention_overview.png │ ├── beam_search.png │ ├── bert_embeddings.png │ ├── bert_internal.drawio │ ├── bert_mlm.drawio │ ├── bert_mlm.png │ ├── bert_mlm_1.fla │ ├── bert_mlm_1.png │ ├── bert_mlm_2.fla │ ├── bert_mlm_2.png │ ├── bertforpretraining_animation.fla │ ├── bidirectional_attention.fla │ ├── bidirectional_attention.png │ ├── context_vector_lstm.png │ ├── course_summary.fla │ ├── dot_product_and_cosine_similarity_workthrough.fla │ ├── dot_product_and_cosine_similarity_workthrough.png │ ├── dot_product_attention.fla │ ├── dot_product_attention.png │ ├── dpr.drawio │ ├── elasticsearch_cluster.jpeg │ ├── elasticsearch_index.jpeg │ ├── elasticsearch_shards.jpeg │ ├── first_transformer.png │ ├── intro.fla │ ├── king_man_woman_queen_example.png │ ├── lstm.png │ ├── lstm_attention.png │ ├── lstm_cell_state.png │ ├── match_case_logic.png │ ├── meditations_odqa.fla │ ├── multi_head_attention.png │ ├── multihead_attention.fla │ ├── multihead_attention.png │ ├── multihead_attention_highlevel.fla │ ├── nmt_attention.fla │ ├── nmt_attention.png │ ├── positional_encoding_heatmap.png │ ├── qa_dpr_training.png │ ├── qa_linear_bert │ ├── qa_linear_bert.png │ ├── qa_model_architectures.png │ ├── qa_retriever_reader_and_retriever_generator_stack.png │ ├── random_sampling.png │ ├── rnn.png │ ├── rouge_f1.png │ ├── rouge_f1_calc.png │ ├── rouge_gaming_recall.png │ ├── rouge_l.png │ ├── rouge_l_f1.png │ ├── rouge_l_precision.png │ ├── rouge_l_recall.png │ ├── rouge_precision_calc.png │ ├── rouge_precision_fixes_recall.png │ ├── rouge_recall.png │ ├── rouge_s_precision.png │ ├── rouge_s_recall.png │ ├── self_attention.fla │ ├── self_attention.png │ ├── self_attention_two_diff_phrases.png │ ├── sin_cos_alternating_pos_encoding.png │ ├── sin_func_embeddings_frequency.png │ ├── squad_train_json_structure.png │ ├── three_eras.fla │ ├── three_eras.png │ └── word2vec_example.png ├── course ├── attention │ ├── 00_summary.ipynb │ ├── 01_dot_product_attention.ipynb │ ├── 02_self_attention.ipynb │ ├── 03_bidirectional_attention.ipynb │ └── 04_multihead_attention.ipynb ├── bert_from_scratch │ ├── 00_creating_a_tokenizer.ipynb │ ├── 01.ipynb │ ├── 01b_load_and_train.ipynb │ ├── 01b_load_from_file.ipynb │ ├── 02_testing.ipynb │ └── xx_oscar_data.ipynb ├── decoding │ └── 00_decoding.ipynb ├── introduction │ ├── 00_three_eras.ipynb │ ├── 01_nlp.ipynb │ └── 02_transformer_heads.ipynb ├── language_classification │ ├── 00_intro_sentiment_analysis.ipynb │ ├── 01_sentiment_with_flair.ipynb │ ├── 02_sentiment_with_transformers.ipynb │ ├── 03_long_text_sentiment.ipynb │ ├── 04_window_method_in_pytorch.ipynb │ ├── 05_fine_tuning.ipynb │ └── assets │ │ ├── chunks.drawio │ │ └── hf_models_text_classification_filter.jpg ├── machine_translation │ └── rouge.ipynb ├── named_entity_recognition │ ├── 00_ner_with_spacy.ipynb │ ├── 01_getting_reddit_data.ipynb │ ├── 02_using_ner_to_tag_data.ipynb │ ├── 03_ner_and_sentiment.ipynb │ ├── 04_spacy_and_transformers-Copy1.ipynb │ ├── 04_spacy_and_transformers.ipynb │ ├── data │ │ ├── processed │ │ │ └── reddit_investing_ner.csv │ │ ├── reddit_investing.csv │ │ └── reddit_wallstreetbets.csv │ ├── ner_transformer.ipynb │ └── xx_ner_reddit_freq_table.ipynb ├── preprocessing │ ├── 00_stopwords.ipynb │ ├── 01_tokens.ipynb │ ├── 02_stemming.ipynb │ ├── 03_lemmatization.ipynb │ └── 04_normalization.ipynb ├── project_build_tf_sentiment_model │ ├── 00_preprocessing.ipynb │ ├── 01_input_pipeline.ipynb │ ├── 02_build_and_train.ipynb │ ├── 02_build_and_train_lstm_example.ipynb │ ├── 03_load_and_predict.ipynb │ ├── sentiment.ipynb │ ├── test.tsv │ └── train.tsv ├── project_meditations_odqa │ ├── 00_setup_elasticsearch.ipynb │ └── 01_retriever_reader_pipeline.ipynb ├── question_answering │ ├── 00_intro_to_qa.ipynb │ ├── 01.1_squad_dataset_validation.ipynb │ ├── 01.2_match_case_py310.ipynb │ ├── 01_squad_dataset.ipynb │ ├── 02_first_qa_model.ipynb │ ├── 03_exact_match.ipynb │ ├── 04_rouge.ipynb │ ├── 05_model_metrics.ipynb │ ├── 06_haystack.ipynb │ ├── 07_what_is_elastic.ipynb │ ├── 08_elasticsearch_setup.ipynb │ ├── 09_elastic_in_haystack.ipynb │ ├── 10_what_is_faiss.ipynb │ ├── 11_faiss_in_haystack.ipynb │ ├── 12_what_is_dpr.ipynb │ ├── 13_reader.ipynb │ └── resources.ipynb ├── similarity │ ├── 00_intro.ipynb │ ├── 01_transformer_dense_vectors.ipynb │ ├── 02_similarity_metrics.ipynb │ ├── 03_calculating_similarity.ipynb │ └── 04_sentence_transformers.ipynb ├── tqdm.ipynb └── training │ ├── 00_intro.ipynb │ ├── 01_core.ipynb │ ├── 02_mlm_train_logic.ipynb │ ├── 03_mlm_training.ipynb │ ├── 04_mlm_training_Trainer.ipynb │ ├── 05_nsp_train_logic.ipynb │ ├── 06_nsp_training.ipynb │ ├── 07_mlm_and_nsp_logic.ipynb │ └── 08_mlm_and_nsp_training.ipynb ├── data ├── reddit_investing.csv └── text │ └── meditations │ └── clean.txt ├── environment.yaml ├── installation.md └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/README.md -------------------------------------------------------------------------------- /assets/images/RECOVER_bert_mlm_2.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/RECOVER_bert_mlm_2.fla -------------------------------------------------------------------------------- /assets/images/RECOVER_multihead_attention.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/RECOVER_multihead_attention.fla -------------------------------------------------------------------------------- /assets/images/RECOVER_multihead_attention_highlevel.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/RECOVER_multihead_attention_highlevel.fla -------------------------------------------------------------------------------- /assets/images/RECOVER_three_eras.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/RECOVER_three_eras.fla -------------------------------------------------------------------------------- /assets/images/abc_3d_vectors.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/abc_3d_vectors.fla -------------------------------------------------------------------------------- /assets/images/abc_3d_vectors.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/abc_3d_vectors.png -------------------------------------------------------------------------------- /assets/images/abs_3d_vectors_chart.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/abs_3d_vectors_chart.fla -------------------------------------------------------------------------------- /assets/images/abs_3d_vectors_chart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/abs_3d_vectors_chart.png -------------------------------------------------------------------------------- /assets/images/attention_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/attention_example.png -------------------------------------------------------------------------------- /assets/images/attention_heatmap.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/attention_heatmap.fla -------------------------------------------------------------------------------- /assets/images/attention_heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/attention_heatmap.png -------------------------------------------------------------------------------- /assets/images/attention_overview.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/attention_overview.fla -------------------------------------------------------------------------------- /assets/images/attention_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/attention_overview.png -------------------------------------------------------------------------------- /assets/images/beam_search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/beam_search.png -------------------------------------------------------------------------------- /assets/images/bert_embeddings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_embeddings.png -------------------------------------------------------------------------------- /assets/images/bert_internal.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_internal.drawio -------------------------------------------------------------------------------- /assets/images/bert_mlm.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_mlm.drawio -------------------------------------------------------------------------------- /assets/images/bert_mlm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_mlm.png -------------------------------------------------------------------------------- /assets/images/bert_mlm_1.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_mlm_1.fla -------------------------------------------------------------------------------- /assets/images/bert_mlm_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_mlm_1.png -------------------------------------------------------------------------------- /assets/images/bert_mlm_2.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_mlm_2.fla -------------------------------------------------------------------------------- /assets/images/bert_mlm_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bert_mlm_2.png -------------------------------------------------------------------------------- /assets/images/bertforpretraining_animation.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bertforpretraining_animation.fla -------------------------------------------------------------------------------- /assets/images/bidirectional_attention.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bidirectional_attention.fla -------------------------------------------------------------------------------- /assets/images/bidirectional_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/bidirectional_attention.png -------------------------------------------------------------------------------- /assets/images/context_vector_lstm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/context_vector_lstm.png -------------------------------------------------------------------------------- /assets/images/course_summary.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/course_summary.fla -------------------------------------------------------------------------------- /assets/images/dot_product_and_cosine_similarity_workthrough.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/dot_product_and_cosine_similarity_workthrough.fla -------------------------------------------------------------------------------- /assets/images/dot_product_and_cosine_similarity_workthrough.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/dot_product_and_cosine_similarity_workthrough.png -------------------------------------------------------------------------------- /assets/images/dot_product_attention.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/dot_product_attention.fla -------------------------------------------------------------------------------- /assets/images/dot_product_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/dot_product_attention.png -------------------------------------------------------------------------------- /assets/images/dpr.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/dpr.drawio -------------------------------------------------------------------------------- /assets/images/elasticsearch_cluster.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/elasticsearch_cluster.jpeg -------------------------------------------------------------------------------- /assets/images/elasticsearch_index.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/elasticsearch_index.jpeg -------------------------------------------------------------------------------- /assets/images/elasticsearch_shards.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/elasticsearch_shards.jpeg -------------------------------------------------------------------------------- /assets/images/first_transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/first_transformer.png -------------------------------------------------------------------------------- /assets/images/intro.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/intro.fla -------------------------------------------------------------------------------- /assets/images/king_man_woman_queen_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/king_man_woman_queen_example.png -------------------------------------------------------------------------------- /assets/images/lstm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/lstm.png -------------------------------------------------------------------------------- /assets/images/lstm_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/lstm_attention.png -------------------------------------------------------------------------------- /assets/images/lstm_cell_state.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/lstm_cell_state.png -------------------------------------------------------------------------------- /assets/images/match_case_logic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/match_case_logic.png -------------------------------------------------------------------------------- /assets/images/meditations_odqa.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/meditations_odqa.fla -------------------------------------------------------------------------------- /assets/images/multi_head_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/multi_head_attention.png -------------------------------------------------------------------------------- /assets/images/multihead_attention.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/multihead_attention.fla -------------------------------------------------------------------------------- /assets/images/multihead_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/multihead_attention.png -------------------------------------------------------------------------------- /assets/images/multihead_attention_highlevel.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/multihead_attention_highlevel.fla -------------------------------------------------------------------------------- /assets/images/nmt_attention.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/nmt_attention.fla -------------------------------------------------------------------------------- /assets/images/nmt_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/nmt_attention.png -------------------------------------------------------------------------------- /assets/images/positional_encoding_heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/positional_encoding_heatmap.png -------------------------------------------------------------------------------- /assets/images/qa_dpr_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/qa_dpr_training.png -------------------------------------------------------------------------------- /assets/images/qa_linear_bert: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/qa_linear_bert -------------------------------------------------------------------------------- /assets/images/qa_linear_bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/qa_linear_bert.png -------------------------------------------------------------------------------- /assets/images/qa_model_architectures.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/qa_model_architectures.png -------------------------------------------------------------------------------- /assets/images/qa_retriever_reader_and_retriever_generator_stack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/qa_retriever_reader_and_retriever_generator_stack.png -------------------------------------------------------------------------------- /assets/images/random_sampling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/random_sampling.png -------------------------------------------------------------------------------- /assets/images/rnn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rnn.png -------------------------------------------------------------------------------- /assets/images/rouge_f1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_f1.png -------------------------------------------------------------------------------- /assets/images/rouge_f1_calc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_f1_calc.png -------------------------------------------------------------------------------- /assets/images/rouge_gaming_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_gaming_recall.png -------------------------------------------------------------------------------- /assets/images/rouge_l.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_l.png -------------------------------------------------------------------------------- /assets/images/rouge_l_f1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_l_f1.png -------------------------------------------------------------------------------- /assets/images/rouge_l_precision.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_l_precision.png -------------------------------------------------------------------------------- /assets/images/rouge_l_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_l_recall.png -------------------------------------------------------------------------------- /assets/images/rouge_precision_calc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_precision_calc.png -------------------------------------------------------------------------------- /assets/images/rouge_precision_fixes_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_precision_fixes_recall.png -------------------------------------------------------------------------------- /assets/images/rouge_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_recall.png -------------------------------------------------------------------------------- /assets/images/rouge_s_precision.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_s_precision.png -------------------------------------------------------------------------------- /assets/images/rouge_s_recall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/rouge_s_recall.png -------------------------------------------------------------------------------- /assets/images/self_attention.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/self_attention.fla -------------------------------------------------------------------------------- /assets/images/self_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/self_attention.png -------------------------------------------------------------------------------- /assets/images/self_attention_two_diff_phrases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/self_attention_two_diff_phrases.png -------------------------------------------------------------------------------- /assets/images/sin_cos_alternating_pos_encoding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/sin_cos_alternating_pos_encoding.png -------------------------------------------------------------------------------- /assets/images/sin_func_embeddings_frequency.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/sin_func_embeddings_frequency.png -------------------------------------------------------------------------------- /assets/images/squad_train_json_structure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/squad_train_json_structure.png -------------------------------------------------------------------------------- /assets/images/three_eras.fla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/three_eras.fla -------------------------------------------------------------------------------- /assets/images/three_eras.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/three_eras.png -------------------------------------------------------------------------------- /assets/images/word2vec_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/assets/images/word2vec_example.png -------------------------------------------------------------------------------- /course/attention/00_summary.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/attention/00_summary.ipynb -------------------------------------------------------------------------------- /course/attention/01_dot_product_attention.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/attention/01_dot_product_attention.ipynb -------------------------------------------------------------------------------- /course/attention/02_self_attention.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/attention/02_self_attention.ipynb -------------------------------------------------------------------------------- /course/attention/03_bidirectional_attention.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/attention/03_bidirectional_attention.ipynb -------------------------------------------------------------------------------- /course/attention/04_multihead_attention.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/attention/04_multihead_attention.ipynb -------------------------------------------------------------------------------- /course/bert_from_scratch/00_creating_a_tokenizer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/bert_from_scratch/00_creating_a_tokenizer.ipynb -------------------------------------------------------------------------------- /course/bert_from_scratch/01.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/bert_from_scratch/01.ipynb -------------------------------------------------------------------------------- /course/bert_from_scratch/01b_load_and_train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/bert_from_scratch/01b_load_and_train.ipynb -------------------------------------------------------------------------------- /course/bert_from_scratch/01b_load_from_file.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/bert_from_scratch/01b_load_from_file.ipynb -------------------------------------------------------------------------------- /course/bert_from_scratch/02_testing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/bert_from_scratch/02_testing.ipynb -------------------------------------------------------------------------------- /course/bert_from_scratch/xx_oscar_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/bert_from_scratch/xx_oscar_data.ipynb -------------------------------------------------------------------------------- /course/decoding/00_decoding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/decoding/00_decoding.ipynb -------------------------------------------------------------------------------- /course/introduction/00_three_eras.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/introduction/00_three_eras.ipynb -------------------------------------------------------------------------------- /course/introduction/01_nlp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/introduction/01_nlp.ipynb -------------------------------------------------------------------------------- /course/introduction/02_transformer_heads.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/introduction/02_transformer_heads.ipynb -------------------------------------------------------------------------------- /course/language_classification/00_intro_sentiment_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/00_intro_sentiment_analysis.ipynb -------------------------------------------------------------------------------- /course/language_classification/01_sentiment_with_flair.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/01_sentiment_with_flair.ipynb -------------------------------------------------------------------------------- /course/language_classification/02_sentiment_with_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/02_sentiment_with_transformers.ipynb -------------------------------------------------------------------------------- /course/language_classification/03_long_text_sentiment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/03_long_text_sentiment.ipynb -------------------------------------------------------------------------------- /course/language_classification/04_window_method_in_pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/04_window_method_in_pytorch.ipynb -------------------------------------------------------------------------------- /course/language_classification/05_fine_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/05_fine_tuning.ipynb -------------------------------------------------------------------------------- /course/language_classification/assets/chunks.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/assets/chunks.drawio -------------------------------------------------------------------------------- /course/language_classification/assets/hf_models_text_classification_filter.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/language_classification/assets/hf_models_text_classification_filter.jpg -------------------------------------------------------------------------------- /course/machine_translation/rouge.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/machine_translation/rouge.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/00_ner_with_spacy.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/00_ner_with_spacy.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/01_getting_reddit_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/01_getting_reddit_data.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/02_using_ner_to_tag_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/02_using_ner_to_tag_data.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/03_ner_and_sentiment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/03_ner_and_sentiment.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/04_spacy_and_transformers-Copy1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/04_spacy_and_transformers-Copy1.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/04_spacy_and_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/04_spacy_and_transformers.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/data/processed/reddit_investing_ner.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/data/processed/reddit_investing_ner.csv -------------------------------------------------------------------------------- /course/named_entity_recognition/data/reddit_investing.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/data/reddit_investing.csv -------------------------------------------------------------------------------- /course/named_entity_recognition/data/reddit_wallstreetbets.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/data/reddit_wallstreetbets.csv -------------------------------------------------------------------------------- /course/named_entity_recognition/ner_transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/ner_transformer.ipynb -------------------------------------------------------------------------------- /course/named_entity_recognition/xx_ner_reddit_freq_table.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/named_entity_recognition/xx_ner_reddit_freq_table.ipynb -------------------------------------------------------------------------------- /course/preprocessing/00_stopwords.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/preprocessing/00_stopwords.ipynb -------------------------------------------------------------------------------- /course/preprocessing/01_tokens.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/preprocessing/01_tokens.ipynb -------------------------------------------------------------------------------- /course/preprocessing/02_stemming.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/preprocessing/02_stemming.ipynb -------------------------------------------------------------------------------- /course/preprocessing/03_lemmatization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/preprocessing/03_lemmatization.ipynb -------------------------------------------------------------------------------- /course/preprocessing/04_normalization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/preprocessing/04_normalization.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/00_preprocessing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/00_preprocessing.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/01_input_pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/01_input_pipeline.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/02_build_and_train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/02_build_and_train.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/02_build_and_train_lstm_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/02_build_and_train_lstm_example.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/03_load_and_predict.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/03_load_and_predict.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/sentiment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/sentiment.ipynb -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/test.tsv -------------------------------------------------------------------------------- /course/project_build_tf_sentiment_model/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_build_tf_sentiment_model/train.tsv -------------------------------------------------------------------------------- /course/project_meditations_odqa/00_setup_elasticsearch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_meditations_odqa/00_setup_elasticsearch.ipynb -------------------------------------------------------------------------------- /course/project_meditations_odqa/01_retriever_reader_pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/project_meditations_odqa/01_retriever_reader_pipeline.ipynb -------------------------------------------------------------------------------- /course/question_answering/00_intro_to_qa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/00_intro_to_qa.ipynb -------------------------------------------------------------------------------- /course/question_answering/01.1_squad_dataset_validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/01.1_squad_dataset_validation.ipynb -------------------------------------------------------------------------------- /course/question_answering/01.2_match_case_py310.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/01.2_match_case_py310.ipynb -------------------------------------------------------------------------------- /course/question_answering/01_squad_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/01_squad_dataset.ipynb -------------------------------------------------------------------------------- /course/question_answering/02_first_qa_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/02_first_qa_model.ipynb -------------------------------------------------------------------------------- /course/question_answering/03_exact_match.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/03_exact_match.ipynb -------------------------------------------------------------------------------- /course/question_answering/04_rouge.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/04_rouge.ipynb -------------------------------------------------------------------------------- /course/question_answering/05_model_metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/05_model_metrics.ipynb -------------------------------------------------------------------------------- /course/question_answering/06_haystack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/06_haystack.ipynb -------------------------------------------------------------------------------- /course/question_answering/07_what_is_elastic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/07_what_is_elastic.ipynb -------------------------------------------------------------------------------- /course/question_answering/08_elasticsearch_setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/08_elasticsearch_setup.ipynb -------------------------------------------------------------------------------- /course/question_answering/09_elastic_in_haystack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/09_elastic_in_haystack.ipynb -------------------------------------------------------------------------------- /course/question_answering/10_what_is_faiss.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/10_what_is_faiss.ipynb -------------------------------------------------------------------------------- /course/question_answering/11_faiss_in_haystack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/11_faiss_in_haystack.ipynb -------------------------------------------------------------------------------- /course/question_answering/12_what_is_dpr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/12_what_is_dpr.ipynb -------------------------------------------------------------------------------- /course/question_answering/13_reader.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/13_reader.ipynb -------------------------------------------------------------------------------- /course/question_answering/resources.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/question_answering/resources.ipynb -------------------------------------------------------------------------------- /course/similarity/00_intro.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/similarity/00_intro.ipynb -------------------------------------------------------------------------------- /course/similarity/01_transformer_dense_vectors.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/similarity/01_transformer_dense_vectors.ipynb -------------------------------------------------------------------------------- /course/similarity/02_similarity_metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/similarity/02_similarity_metrics.ipynb -------------------------------------------------------------------------------- /course/similarity/03_calculating_similarity.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/similarity/03_calculating_similarity.ipynb -------------------------------------------------------------------------------- /course/similarity/04_sentence_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/similarity/04_sentence_transformers.ipynb -------------------------------------------------------------------------------- /course/tqdm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/tqdm.ipynb -------------------------------------------------------------------------------- /course/training/00_intro.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/00_intro.ipynb -------------------------------------------------------------------------------- /course/training/01_core.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/01_core.ipynb -------------------------------------------------------------------------------- /course/training/02_mlm_train_logic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/02_mlm_train_logic.ipynb -------------------------------------------------------------------------------- /course/training/03_mlm_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/03_mlm_training.ipynb -------------------------------------------------------------------------------- /course/training/04_mlm_training_Trainer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/04_mlm_training_Trainer.ipynb -------------------------------------------------------------------------------- /course/training/05_nsp_train_logic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/05_nsp_train_logic.ipynb -------------------------------------------------------------------------------- /course/training/06_nsp_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/06_nsp_training.ipynb -------------------------------------------------------------------------------- /course/training/07_mlm_and_nsp_logic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/07_mlm_and_nsp_logic.ipynb -------------------------------------------------------------------------------- /course/training/08_mlm_and_nsp_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/course/training/08_mlm_and_nsp_training.ipynb -------------------------------------------------------------------------------- /data/reddit_investing.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/data/reddit_investing.csv -------------------------------------------------------------------------------- /data/text/meditations/clean.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/data/text/meditations/clean.txt -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/environment.yaml -------------------------------------------------------------------------------- /installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/installation.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jamescalam/transformers/HEAD/requirements.txt --------------------------------------------------------------------------------