├── .github ├── ISSUE_TEMPLATE.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ └── pytest.yml ├── .gitignore ├── LICENSE.md ├── README.md ├── README_INSTALL_ARM-MAC.md ├── assets ├── diagram.gif ├── model_ckpts.png └── transfer-logic.png ├── baseline_models ├── .gitignore ├── README.md ├── agent.py ├── data │ ├── goal_query_map.json │ ├── goal_query_predict.json │ ├── human_goals.json │ ├── il_trajs_finalized_images.zip │ └── items_human_ins.json ├── env.py ├── generate_search.py ├── logger.py ├── models │ ├── bert.py │ ├── modules.py │ └── rnn.py ├── requirements.txt ├── test.py ├── train_choice_il.py ├── train_rl.py └── train_search_il.py ├── conftest.py ├── requirements.txt ├── requirements_arm.txt ├── run_dev.sh ├── run_envs ├── run_web_agent_site_env.py └── run_web_agent_text_env.py ├── run_prod.sh ├── run_web_agent_site_env.sh ├── run_web_agent_text_env.sh ├── search_engine ├── convert_product_file_format.py ├── lucene_searcher.py └── run_indexing.sh ├── setup.sh ├── setup_arm.sh ├── tests ├── transfer │ ├── mocks │ │ ├── mock_parse_item_page_amz │ │ ├── mock_parse_item_page_ebay │ │ ├── mock_parse_item_page_ws │ │ ├── mock_parse_item_page_ws_desc │ │ ├── mock_parse_item_page_ws_feat │ │ ├── mock_parse_results_amz │ │ ├── mock_parse_results_ebay │ │ └── mock_parse_results_ws │ └── test_predict_help.py └── web-agent-site │ ├── engine │ ├── test_goal.py │ └── test_normalize.py │ └── test_utils.py ├── transfer ├── README.md ├── __init__.py ├── app.py ├── predict_help.py └── webshop_lite.py └── web_agent_site ├── __init__.py ├── app.py ├── attributes ├── annotate.py └── generate_attrs.py ├── engine ├── __init__.py ├── engine.py ├── goal.py └── normalize.py ├── envs ├── __init__.py ├── chromedriver ├── web_agent_site_env.py └── web_agent_text_env.py ├── models ├── __init__.py └── models.py ├── static ├── images │ └── no-image-available.png └── style.css ├── templates ├── attributes_page.html ├── description_page.html ├── done_page.html ├── features_page.html ├── item_page.html ├── results_page.html ├── review_page.html └── search_page.html └── utils.py /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/pytest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/.github/workflows/pytest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/README.md -------------------------------------------------------------------------------- /README_INSTALL_ARM-MAC.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/README_INSTALL_ARM-MAC.md -------------------------------------------------------------------------------- /assets/diagram.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/assets/diagram.gif -------------------------------------------------------------------------------- /assets/model_ckpts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/assets/model_ckpts.png -------------------------------------------------------------------------------- /assets/transfer-logic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/assets/transfer-logic.png -------------------------------------------------------------------------------- /baseline_models/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/.gitignore -------------------------------------------------------------------------------- /baseline_models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/README.md -------------------------------------------------------------------------------- /baseline_models/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/agent.py -------------------------------------------------------------------------------- /baseline_models/data/goal_query_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/data/goal_query_map.json -------------------------------------------------------------------------------- /baseline_models/data/goal_query_predict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/data/goal_query_predict.json -------------------------------------------------------------------------------- /baseline_models/data/human_goals.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/data/human_goals.json -------------------------------------------------------------------------------- /baseline_models/data/il_trajs_finalized_images.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/data/il_trajs_finalized_images.zip -------------------------------------------------------------------------------- /baseline_models/data/items_human_ins.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/data/items_human_ins.json -------------------------------------------------------------------------------- /baseline_models/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/env.py -------------------------------------------------------------------------------- /baseline_models/generate_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/generate_search.py -------------------------------------------------------------------------------- /baseline_models/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/logger.py -------------------------------------------------------------------------------- /baseline_models/models/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/models/bert.py -------------------------------------------------------------------------------- /baseline_models/models/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/models/modules.py -------------------------------------------------------------------------------- /baseline_models/models/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/models/rnn.py -------------------------------------------------------------------------------- /baseline_models/requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate 2 | datasets 3 | faiss-gpu 4 | transformers 5 | wandb -------------------------------------------------------------------------------- /baseline_models/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/test.py -------------------------------------------------------------------------------- /baseline_models/train_choice_il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/train_choice_il.py -------------------------------------------------------------------------------- /baseline_models/train_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/train_rl.py -------------------------------------------------------------------------------- /baseline_models/train_search_il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/baseline_models/train_search_il.py -------------------------------------------------------------------------------- /conftest.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_arm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/requirements_arm.txt -------------------------------------------------------------------------------- /run_dev.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/run_dev.sh -------------------------------------------------------------------------------- /run_envs/run_web_agent_site_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/run_envs/run_web_agent_site_env.py -------------------------------------------------------------------------------- /run_envs/run_web_agent_text_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/run_envs/run_web_agent_text_env.py -------------------------------------------------------------------------------- /run_prod.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | python -m web_agent_site.app --log 3 | -------------------------------------------------------------------------------- /run_web_agent_site_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/run_web_agent_site_env.sh -------------------------------------------------------------------------------- /run_web_agent_text_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/run_web_agent_text_env.sh -------------------------------------------------------------------------------- /search_engine/convert_product_file_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/search_engine/convert_product_file_format.py -------------------------------------------------------------------------------- /search_engine/lucene_searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/search_engine/lucene_searcher.py -------------------------------------------------------------------------------- /search_engine/run_indexing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/search_engine/run_indexing.sh -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/setup.sh -------------------------------------------------------------------------------- /setup_arm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/setup_arm.sh -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_item_page_amz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_item_page_amz -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_item_page_ebay: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_item_page_ebay -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_item_page_ws: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_item_page_ws -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_item_page_ws_desc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_item_page_ws_desc -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_item_page_ws_feat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_item_page_ws_feat -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_results_amz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_results_amz -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_results_ebay: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_results_ebay -------------------------------------------------------------------------------- /tests/transfer/mocks/mock_parse_results_ws: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/mocks/mock_parse_results_ws -------------------------------------------------------------------------------- /tests/transfer/test_predict_help.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/transfer/test_predict_help.py -------------------------------------------------------------------------------- /tests/web-agent-site/engine/test_goal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/web-agent-site/engine/test_goal.py -------------------------------------------------------------------------------- /tests/web-agent-site/engine/test_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/web-agent-site/engine/test_normalize.py -------------------------------------------------------------------------------- /tests/web-agent-site/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/tests/web-agent-site/test_utils.py -------------------------------------------------------------------------------- /transfer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/transfer/README.md -------------------------------------------------------------------------------- /transfer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transfer/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/transfer/app.py -------------------------------------------------------------------------------- /transfer/predict_help.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/transfer/predict_help.py -------------------------------------------------------------------------------- /transfer/webshop_lite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/transfer/webshop_lite.py -------------------------------------------------------------------------------- /web_agent_site/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /web_agent_site/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/app.py -------------------------------------------------------------------------------- /web_agent_site/attributes/annotate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/attributes/annotate.py -------------------------------------------------------------------------------- /web_agent_site/attributes/generate_attrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/attributes/generate_attrs.py -------------------------------------------------------------------------------- /web_agent_site/engine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /web_agent_site/engine/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/engine/engine.py -------------------------------------------------------------------------------- /web_agent_site/engine/goal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/engine/goal.py -------------------------------------------------------------------------------- /web_agent_site/engine/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/engine/normalize.py -------------------------------------------------------------------------------- /web_agent_site/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/envs/__init__.py -------------------------------------------------------------------------------- /web_agent_site/envs/chromedriver: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/envs/chromedriver -------------------------------------------------------------------------------- /web_agent_site/envs/web_agent_site_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/envs/web_agent_site_env.py -------------------------------------------------------------------------------- /web_agent_site/envs/web_agent_text_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/envs/web_agent_text_env.py -------------------------------------------------------------------------------- /web_agent_site/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/models/__init__.py -------------------------------------------------------------------------------- /web_agent_site/models/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/models/models.py -------------------------------------------------------------------------------- /web_agent_site/static/images/no-image-available.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/static/images/no-image-available.png -------------------------------------------------------------------------------- /web_agent_site/static/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/static/style.css -------------------------------------------------------------------------------- /web_agent_site/templates/attributes_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/attributes_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/description_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/description_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/done_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/done_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/features_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/features_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/item_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/item_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/results_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/results_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/review_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/review_page.html -------------------------------------------------------------------------------- /web_agent_site/templates/search_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/templates/search_page.html -------------------------------------------------------------------------------- /web_agent_site/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/WebShop/HEAD/web_agent_site/utils.py --------------------------------------------------------------------------------