├── .github └── workflows │ └── unittests.yml ├── .gitignore ├── README.md ├── competition_submissions ├── README.md ├── mercari_submission_screenshot.png ├── run_mercari_price.py └── run_product_sentiment.py └── multimodal_text_benchmark ├── README.md ├── scripts ├── benchmark │ ├── README.md │ ├── ag_benchmark.py │ ├── h2o_benchmark.py │ └── run_multimodal_benchmark.sh └── data_processing │ ├── README.md │ ├── downsample_large_dataset.py │ ├── get_dataset_analytics.py │ ├── process_ae_price_prediction.py │ ├── process_airbnb.py │ ├── process_fake_jobs.py │ ├── process_google_quest_qa.py │ ├── process_imdb_genre.py │ ├── process_jc_penney.py │ ├── process_jigsaw.py │ ├── process_kaggle_california_house_price.py │ ├── process_kickstarter.py │ ├── process_machine_hack.py │ ├── process_machine_hack_book_price.py │ ├── process_machine_hack_data_scientist_salary.py │ ├── process_mercari_price_suggestion.py │ ├── process_news_channel.py │ ├── process_news_popularity.py │ ├── process_wine_reviews.py │ └── process_women_clothing_review.py ├── setup.py ├── src ├── __init__.py └── auto_mm_bench │ ├── __init__.py │ ├── base.py │ ├── datasets.py │ ├── registry.py │ └── utils.py └── tests └── test_datasets.py /.github/workflows/unittests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/.github/workflows/unittests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/README.md -------------------------------------------------------------------------------- /competition_submissions/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/competition_submissions/README.md -------------------------------------------------------------------------------- /competition_submissions/mercari_submission_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/competition_submissions/mercari_submission_screenshot.png -------------------------------------------------------------------------------- /competition_submissions/run_mercari_price.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/competition_submissions/run_mercari_price.py -------------------------------------------------------------------------------- /competition_submissions/run_product_sentiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/competition_submissions/run_product_sentiment.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/README.md -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/benchmark/README.md -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/benchmark/ag_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/benchmark/ag_benchmark.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/benchmark/h2o_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/benchmark/h2o_benchmark.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/benchmark/run_multimodal_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/benchmark/run_multimodal_benchmark.sh -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/README.md -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/downsample_large_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/downsample_large_dataset.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/get_dataset_analytics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/get_dataset_analytics.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_ae_price_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_ae_price_prediction.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_airbnb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_airbnb.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_fake_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_fake_jobs.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_google_quest_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_google_quest_qa.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_imdb_genre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_imdb_genre.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_jc_penney.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_jc_penney.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_jigsaw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_jigsaw.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_kaggle_california_house_price.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_kaggle_california_house_price.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_kickstarter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_kickstarter.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_machine_hack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_machine_hack.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_machine_hack_book_price.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_machine_hack_book_price.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_machine_hack_data_scientist_salary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_machine_hack_data_scientist_salary.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_mercari_price_suggestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_mercari_price_suggestion.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_news_channel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_news_channel.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_news_popularity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_news_popularity.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_wine_reviews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_wine_reviews.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/scripts/data_processing/process_women_clothing_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/scripts/data_processing/process_women_clothing_review.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/setup.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /multimodal_text_benchmark/src/auto_mm_bench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/src/auto_mm_bench/__init__.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/src/auto_mm_bench/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/src/auto_mm_bench/base.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/src/auto_mm_bench/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/src/auto_mm_bench/datasets.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/src/auto_mm_bench/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/src/auto_mm_bench/registry.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/src/auto_mm_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/src/auto_mm_bench/utils.py -------------------------------------------------------------------------------- /multimodal_text_benchmark/tests/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sxjscience/automl_multimodal_benchmark/HEAD/multimodal_text_benchmark/tests/test_datasets.py --------------------------------------------------------------------------------