├── README.md ├── configs ├── deepspeed_zero2.json ├── deepspeed_zero2.yaml ├── deepspeed_zero3.json ├── deepspeed_zero3.yaml ├── kto.yaml ├── kto_deepspeed.yaml ├── kto_llama3_deepspeed.yaml └── multi_gpu.yaml ├── kto_trainer_fg.py ├── long-form-factuality ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── Untitled.ipynb ├── __init__.py ├── common │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── data_loader.cpython-310.pyc │ │ ├── longfact.cpython-310.pyc │ │ ├── modeling.cpython-310.pyc │ │ ├── modeling_utils.cpython-310.pyc │ │ ├── shared_config.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ ├── data_loader.py │ ├── data_loader_test.py │ ├── longfact.py │ ├── longfact_test.py │ ├── modeling.py │ ├── modeling_test.py │ ├── modeling_utils.py │ ├── modeling_utils_test.py │ ├── shared_config.py │ ├── shared_config_test.py │ ├── utils.py │ └── utils_test.py ├── data_creation │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── config.cpython-310.pyc │ │ ├── examples.cpython-310.pyc │ │ ├── generate_data.cpython-310.pyc │ │ └── pipeline.cpython-310.pyc │ ├── config.py │ ├── config_test.py │ ├── examples.py │ ├── examples_test.py │ ├── generate_data.py │ ├── generate_data_test.py │ ├── pipeline.py │ └── pipeline_test.py ├── datasets │ ├── longfact-objects_gpt4turbo_05-23-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_05-24-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-02-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-03-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-05-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-14-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-15-2024-2 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-15-2024-3 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-15-2024-4 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-15-2024-5 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-15-2024 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-16-2024-1 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-16-2024-2 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-16-2024-3 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── longfact-objects_gpt4turbo_06-16-2024-4 │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ └── longfact-objects_gpt4turbo_filtered │ │ └── data.jsonl ├── eval │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── correlation_vs_factscore.cpython-310.pyc │ │ ├── metric_utils.cpython-310.pyc │ │ └── run_eval.cpython-310.pyc │ ├── correlation_vs_factscore.py │ ├── correlation_vs_factscore_test.py │ ├── metric_utils.py │ ├── metric_utils_test.py │ ├── run_eval.py │ ├── run_eval_test.py │ └── safe │ │ ├── README.md │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── classify_relevance.cpython-310.pyc │ │ ├── config.cpython-310.pyc │ │ ├── get_atomic_facts.cpython-310.pyc │ │ ├── query_colbert.cpython-310.pyc │ │ ├── query_ddg.cpython-310.pyc │ │ ├── query_serper.cpython-310.pyc │ │ ├── rate_atomic_fact.cpython-310.pyc │ │ └── search_augmented_factuality_eval.cpython-310.pyc │ │ ├── classify_relevance.py │ │ ├── classify_relevance_test.py │ │ ├── config.py │ │ ├── config_test.py │ │ ├── get_atomic_facts.py │ │ ├── get_atomic_facts_test.py │ │ ├── query_colbert.py │ │ ├── query_ddg.py │ │ ├── query_serper.py │ │ ├── query_serper_test.py │ │ ├── rate_atomic_fact.py │ │ ├── rate_atomic_fact_test.py │ │ ├── search_augmented_factuality_eval.py │ │ └── search_augmented_factuality_eval_test.py ├── eval_safe.sh ├── eval_safe2.sh ├── eval_safe3.sh ├── generate.py ├── generate.sh ├── generate2.sh ├── generate3.sh ├── generate4.sh ├── generate5.sh ├── longfact │ ├── README.md │ ├── concept_sampled │ │ └── 20.jsonl │ ├── concept_sampled_38 │ │ └── 38.jsonl │ ├── longfact-concepts_gpt4_01-10-2024_noduplicates │ │ ├── longfact-concepts_20th-century-events.jsonl │ │ ├── longfact-concepts_US-foreign-policy.jsonl │ │ ├── longfact-concepts_accounting.jsonl │ │ ├── longfact-concepts_architecture.jsonl │ │ ├── longfact-concepts_astronomy.jsonl │ │ ├── longfact-concepts_biology.jsonl │ │ ├── longfact-concepts_business-ethics.jsonl │ │ ├── longfact-concepts_celebrities.jsonl │ │ ├── longfact-concepts_chemistry.jsonl │ │ ├── longfact-concepts_clinical-knowledge.jsonl │ │ ├── longfact-concepts_computer-science.jsonl │ │ ├── longfact-concepts_computer-security.jsonl │ │ ├── longfact-concepts_economics.jsonl │ │ ├── longfact-concepts_electrical-engineering.jsonl │ │ ├── longfact-concepts_gaming.jsonl │ │ ├── longfact-concepts_geography.jsonl │ │ ├── longfact-concepts_global-facts.jsonl │ │ ├── longfact-concepts_history.jsonl │ │ ├── longfact-concepts_immigration-law.jsonl │ │ ├── longfact-concepts_international-law.jsonl │ │ ├── longfact-concepts_jurisprudence.jsonl │ │ ├── longfact-concepts_machine-learning.jsonl │ │ ├── longfact-concepts_management.jsonl │ │ ├── longfact-concepts_marketing.jsonl │ │ ├── longfact-concepts_mathematics.jsonl │ │ ├── longfact-concepts_medicine.jsonl │ │ ├── longfact-concepts_moral-disputes.jsonl │ │ ├── longfact-concepts_movies.jsonl │ │ ├── longfact-concepts_music.jsonl │ │ ├── longfact-concepts_philosophy.jsonl │ │ ├── longfact-concepts_physics.jsonl │ │ ├── longfact-concepts_prehistory.jsonl │ │ ├── longfact-concepts_psychology.jsonl │ │ ├── longfact-concepts_public-relations.jsonl │ │ ├── longfact-concepts_sociology.jsonl │ │ ├── longfact-concepts_sports.jsonl │ │ ├── longfact-concepts_virology.jsonl │ │ └── longfact-concepts_world-religions.jsonl │ ├── longfact-objects_gpt4_01-12-2024_noduplicates │ │ ├── longfact-objects_20th-century-events.jsonl │ │ ├── longfact-objects_US-foreign-policy.jsonl │ │ ├── longfact-objects_accounting.jsonl │ │ ├── longfact-objects_architecture.jsonl │ │ ├── longfact-objects_astronomy.jsonl │ │ ├── longfact-objects_biology.jsonl │ │ ├── longfact-objects_business-ethics.jsonl │ │ ├── longfact-objects_celebrities.jsonl │ │ ├── longfact-objects_chemistry.jsonl │ │ ├── longfact-objects_clinical-knowledge.jsonl │ │ ├── longfact-objects_computer-science.jsonl │ │ ├── longfact-objects_computer-security.jsonl │ │ ├── longfact-objects_economics.jsonl │ │ ├── longfact-objects_electrical-engineering.jsonl │ │ ├── longfact-objects_gaming.jsonl │ │ ├── longfact-objects_geography.jsonl │ │ ├── longfact-objects_global-facts.jsonl │ │ ├── longfact-objects_history.jsonl │ │ ├── longfact-objects_immigration-law.jsonl │ │ ├── longfact-objects_international-law.jsonl │ │ ├── longfact-objects_jurisprudence.jsonl │ │ ├── longfact-objects_machine-learning.jsonl │ │ ├── longfact-objects_management.jsonl │ │ ├── longfact-objects_marketing.jsonl │ │ ├── longfact-objects_mathematics.jsonl │ │ ├── longfact-objects_medicine.jsonl │ │ ├── longfact-objects_moral-disputes.jsonl │ │ ├── longfact-objects_movies.jsonl │ │ ├── longfact-objects_music.jsonl │ │ ├── longfact-objects_philosophy.jsonl │ │ ├── longfact-objects_physics.jsonl │ │ ├── longfact-objects_prehistory.jsonl │ │ ├── longfact-objects_psychology.jsonl │ │ ├── longfact-objects_public-relations.jsonl │ │ ├── longfact-objects_sociology.jsonl │ │ ├── longfact-objects_sports.jsonl │ │ ├── longfact-objects_virology.jsonl │ │ └── longfact-objects_world-religions.jsonl │ ├── object_sampled │ │ └── 20.jsonl │ ├── object_sampled_114 │ │ └── 114.jsonl │ ├── object_sampled_38 │ │ └── 38.jsonl │ └── object_sampled_seen_57 │ │ └── 57.jsonl ├── main │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── config.cpython-310.pyc │ │ ├── methods.cpython-310.pyc │ │ ├── pipeline.cpython-310.pyc │ │ └── pipeline.cpython-311.pyc │ ├── config.py │ ├── config_test.py │ ├── long-form-factuality.code-workspace │ ├── methods.py │ ├── methods_test.py │ ├── pipeline.py │ └── pipeline_test.py ├── requirements.txt ├── third_party │ ├── __init__.py │ ├── __pycache__ │ │ └── __init__.cpython-310.pyc │ └── factscore │ │ ├── LICENSE │ │ ├── README.md │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ └── atomic_facts.cpython-310.pyc │ │ ├── atomic_facts.py │ │ ├── demos │ │ ├── demons.json │ │ ├── demons.txt │ │ ├── demons_complex.json │ │ └── demons_full.txt │ │ └── labeled_data │ │ ├── ChatGPT.jsonl │ │ ├── InstructGPT.jsonl │ │ ├── PerplexityAI.jsonl │ │ ├── prompt_entities.txt │ │ └── sampled │ │ └── chatgpt20.jsonl └── tmp.json ├── requirements.txt ├── run_kto.py └── train_kto.sh /configs/deepspeed_zero2.yaml: -------------------------------------------------------------------------------- 1 | compute_environment: LOCAL_MACHINE 2 | debug: false 3 | deepspeed_config: 4 | deepspeed_config_file: /work/cwhuang0921/fact-align/configs/deepspeed_zero2.json 5 | distributed_type: DEEPSPEED 6 | downcast_bf16: 'no' 7 | gpu_ids: all 8 | machine_rank: 0 9 | main_process_ip: null 10 | main_process_port: null 11 | main_training_function: main 12 | num_machines: 1 13 | num_processes: 2 14 | rdzv_backend: static 15 | same_network: true 16 | tpu_env: [] 17 | tpu_use_cluster: false 18 | tpu_use_sudo: false 19 | use_cpu: false 20 | -------------------------------------------------------------------------------- /configs/deepspeed_zero3.yaml: -------------------------------------------------------------------------------- 1 | compute_environment: LOCAL_MACHINE 2 | debug: false 3 | deepspeed_config: 4 | deepspeed_config_file: /work/cwhuang0921/fact-align/configs/deepspeed_zero3.json 5 | distributed_type: DEEPSPEED 6 | downcast_bf16: 'no' 7 | gpu_ids: all 8 | machine_rank: 0 9 | main_process_ip: null 10 | main_process_port: null 11 | main_training_function: main 12 | num_machines: 1 13 | num_processes: 2 14 | rdzv_backend: static 15 | same_network: true 16 | tpu_env: [] 17 | tpu_use_cluster: false 18 | tpu_use_sudo: false 19 | use_cpu: false 20 | -------------------------------------------------------------------------------- /configs/multi_gpu.yaml: -------------------------------------------------------------------------------- 1 | compute_environment: LOCAL_MACHINE 2 | debug: false 3 | distributed_type: MULTI_GPU 4 | downcast_bf16: 'no' 5 | gpu_ids: all 6 | machine_rank: 0 7 | main_training_function: main 8 | mixed_precision: 'fp16' 9 | num_machines: 1 10 | num_processes: 2 11 | rdzv_backend: static 12 | same_network: true 13 | tpu_env: [] 14 | tpu_use_cluster: false 15 | tpu_use_sudo: false 16 | use_cpu: false 17 | -------------------------------------------------------------------------------- /long-form-factuality/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Import all files.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/common/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Common.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/data_loader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/data_loader.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/longfact.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/longfact.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/modeling.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/modeling.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/modeling_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/modeling_utils.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/shared_config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/shared_config.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/common/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/common/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/data_creation/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Data Creation.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/data_creation/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/data_creation/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/data_creation/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/data_creation/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/data_creation/__pycache__/examples.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/data_creation/__pycache__/examples.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/data_creation/__pycache__/generate_data.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/data_creation/__pycache__/generate_data.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/data_creation/__pycache__/pipeline.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/data_creation/__pycache__/pipeline.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened during the Battle of Britain?"} 2 | {"prompt": "What happened during the Cuban Missile Crisis?"} 3 | {"prompt": "What happened at the Bay of Pigs Invasion?"} 4 | {"prompt": "What occurred at the Chernobyl Nuclear Power Plant in 1986?"} 5 | {"prompt": "What took place during the Tulsa Race Massacre?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was Operation Earnest Voice?"} 2 | {"prompt": "What is the role of the American Institute in Taiwan?"} 3 | {"prompt": "What is the significance of the Camp David Accords?"} 4 | {"prompt": "Who was Myles Frechette?"} 5 | {"prompt": "What is the U.S. Cuba Democracy PAC?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Triple Entry Accounting system?"} 2 | {"prompt": "What is the General Ledger?"} 3 | {"prompt": "What is the Sarbanes-Oxley Act of 2002?"} 4 | {"prompt": "What is the Financial Accounting Standards Board (FASB)?"} 5 | {"prompt": "Who is Luca Pacioli?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Fallingwater house?"} 2 | {"prompt": "What is the purpose of the Sydney Opera House?"} 3 | {"prompt": "Who designed the Bibliotheca Alexandrina?"} 4 | {"prompt": "What is the Eden Project?"} 5 | {"prompt": "What materials were used in the construction of the Empire State Building?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Cat's Eye Nebula?"} 2 | {"prompt": "What is the Oort Cloud?"} 3 | {"prompt": "What is the Great Red Spot on Jupiter?"} 4 | {"prompt": "What is the Fast Radio Burst FRB 121102?"} 5 | {"prompt": "What is the Parker Solar Probe?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the unique features of the Pyrenean Desman?"} 2 | {"prompt": "What does the Barreleye fish look like?"} 3 | {"prompt": "Who is Thomas Cavalier-Smith?"} 4 | {"prompt": "What is the lifecycle of the Gnathostoma spinigerum?"} 5 | {"prompt": "What is the significance of the bacterium Deinococcus radiodurans?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tylenol tampering case?"} 2 | {"prompt": "Who is Milton Friedman in relation to business ethics?"} 3 | {"prompt": "What is the Project Maven controversy?"} 4 | {"prompt": "What was the Enron scandal?"} 5 | {"prompt": "What is the Dieselgate scandal?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Vinnie Hacker?"} 2 | {"prompt": "Who is Ncuti Gatwa?"} 3 | {"prompt": "Who is Jenna Ortega?"} 4 | {"prompt": "Who is Auli'i Cravalho?"} 5 | {"prompt": "Who is Simu Liu?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Tetrabromobisphenol A?"} 2 | {"prompt": "What is Cesium-137?"} 3 | {"prompt": "What is Thalidomide?"} 4 | {"prompt": "What is Ferrocene?"} 5 | {"prompt": "What is Nobelium?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Beers Criteria?"} 2 | {"prompt": "What is the Monash Low FODMAP Diet?"} 3 | {"prompt": "What is the MELD Score?"} 4 | {"prompt": "What is the Glasgow Coma Scale?"} 5 | {"prompt": "What is the Marshall Protocol?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who developed the Python programming language?"} 2 | {"prompt": "What is the Antikythera mechanism?"} 3 | {"prompt": "Who is Tim Berners-Lee?"} 4 | {"prompt": "What is the purpose of the YubiKey?"} 5 | {"prompt": "What is the Colossus computer?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Blackhole exploit kit?"} 2 | {"prompt": "Who is Tsutomu Shimomura?"} 3 | {"prompt": "What is Project Zero?"} 4 | {"prompt": "What is the RSA Conference?"} 5 | {"prompt": "What is Stuxnet?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the European Stability Mechanism?"} 2 | {"prompt": "Who is Jean Tirole?"} 3 | {"prompt": "What is the Baltic Dry Index?"} 4 | {"prompt": "What is the Tobin tax?"} 5 | {"prompt": "What is the Big Mac Index?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Intel 4004 processor?"} 2 | {"prompt": "What is the SAFIRE Plasma Reactor?"} 3 | {"prompt": "What is a Zigbee module?"} 4 | {"prompt": "What is an Automatic Voltage Regulator (AVR)?"} 5 | {"prompt": "What is the function of a Varistor?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Save the Children Fortnite tournament?"} 2 | {"prompt": "What is the Desert Bus for Hope?"} 3 | {"prompt": "What is the EVO Championship Series?"} 4 | {"prompt": "Who is Sodapoppin?"} 5 | {"prompt": "What is the game Dwarf Fortress?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Diomede Islands?"} 2 | {"prompt": "What is the significance of the Uvs Nuur Basin?"} 3 | {"prompt": "What is the Tanezrouft Basin?"} 4 | {"prompt": "What is the Vale of Kashmir?"} 5 | {"prompt": "What is the Salar de Uyuni?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the specifics of the Halifax Explosion?"} 2 | {"prompt": "What is the significance of the Kardashev Scale?"} 3 | {"prompt": "What is the Diomede Islands?"} 4 | {"prompt": "What is the Principality of Sealand?"} 5 | {"prompt": "What is the history behind the discovery of the Terra Cotta Army?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Codex Mendoza?"} 2 | {"prompt": "What happened during the Eruption of Mount Vesuvius in 79 AD?"} 3 | {"prompt": "Who was George Stinney Jr.?"} 4 | {"prompt": "What was the Rosetta Stone?"} 5 | {"prompt": "What is the significance of the Treaty of Tordesillas?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of Form I-589, Application for Asylum and for Withholding of Removal?"} 2 | {"prompt": "What is the U Visa for victims of crime?"} 3 | {"prompt": "What is the EB-5 Immigrant Investor Program?"} 4 | {"prompt": "What is the H-1B visa process?"} 5 | {"prompt": "What is the Diversity Immigrant Visa Program?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the United Nations Compensation Commission?"} 2 | {"prompt": "What is the Rome Statute?"} 3 | {"prompt": "Who is Peter Tomka?"} 4 | {"prompt": "What is the International Tribunal for the Law of the Sea?"} 5 | {"prompt": "What is the Abyei Arbitration?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened in the case of Marbury v. Madison?"} 2 | {"prompt": "Who is Jeremy Bentham?"} 3 | {"prompt": "What is the International Tribunal for the Law of the Sea?"} 4 | {"prompt": "Who is H.L.A. Hart?"} 5 | {"prompt": "What is the Hart-Scott-Rodino Antitrust Improvements Act?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the AlexNet model?"} 2 | {"prompt": "What is the Blue Brain Project?"} 3 | {"prompt": "What is the GPT-3 model?"} 4 | {"prompt": "Who is Guido van Rossum in the context of machine learning?"} 5 | {"prompt": "What is the Tensor Processing Unit?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Peter Principle?"} 2 | {"prompt": "Who is Eliyahu M. Goldratt?"} 3 | {"prompt": "What is Six Sigma Black Belt Certification?"} 4 | {"prompt": "What is the Balanced Scorecard Institute?"} 5 | {"prompt": "What is the Hawthorne Works?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Cannes Lions International Festival of Creativity?"} 2 | {"prompt": "Who is David Ogilvy?"} 3 | {"prompt": "What is the Pink Tax?"} 4 | {"prompt": "What is the Dove Real Beauty Sketches campaign?"} 5 | {"prompt": "What is the Subservient Chicken campaign?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Riemann Hypothesis?"} 2 | {"prompt": "What is the Banach-Tarski Paradox?"} 3 | {"prompt": "What is the Monster Group?"} 4 | {"prompt": "What is a Mersenne Prime?"} 5 | {"prompt": "What is the Four Color Theorem?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is a Whipple procedure?"} 2 | {"prompt": "What is the Heimlich Maneuver?"} 3 | {"prompt": "What is the Glasgow Coma Scale?"} 4 | {"prompt": "What is the Pancreaticoduodenectomy?"} 5 | {"prompt": "What is the Pittsburgh Sleep Quality Index?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the Enron scandal?"} 2 | {"prompt": "What are the ethical concerns regarding the Tuskegee Syphilis Study?"} 3 | {"prompt": "What is the debate over genetically modified organisms (GMOs)?"} 4 | {"prompt": "What was the controversy about the Dakota Access Pipeline?"} 5 | {"prompt": "What is the controversy surrounding SeaWorld's treatment of orcas?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Donnie Yen?"} 2 | {"prompt": "What is \"Koyaanisqatsi\"?"} 3 | {"prompt": "What is \"Cinema Paradiso\"?"} 4 | {"prompt": "What is \"The Room\"?"} 5 | {"prompt": "Who directed \"Eraserhead\"?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who are The Residents?"} 2 | {"prompt": "What is the Korg M1?"} 3 | {"prompt": "What is the Fender Stratocaster?"} 4 | {"prompt": "What is the Moog synthesizer?"} 5 | {"prompt": "Who is Johann Johannsson?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Diogenes of Sinope?"} 2 | {"prompt": "What is the Sils Maria?"} 3 | {"prompt": "What is the School of Athens?"} 4 | {"prompt": "Who is Bernard Williams?"} 5 | {"prompt": "Who is Gargi Vachaknavi?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Alcubierre Drive?"} 2 | {"prompt": "What is the Cherenkov Telescope Array?"} 3 | {"prompt": "What is the Large Hadron Collider?"} 4 | {"prompt": "Who is Carlo Rubbia?"} 5 | {"prompt": "What is the Sloan Digital Sky Survey?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the Tomb of the Sunken Skulls?"} 2 | {"prompt": "What were the Nazca Lines?"} 3 | {"prompt": "What was G\u00f6bekli Tepe?"} 4 | {"prompt": "What is the Venus of Willendorf?"} 5 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who developed the Beck Depression Inventory?"} 2 | {"prompt": "What is the Stanford Prison Experiment?"} 3 | {"prompt": "What is the Rosenhan experiment?"} 4 | {"prompt": "Who is Jean Piaget?"} 5 | {"prompt": "Who is Elizabeth Loftus?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Silver Anvil Award?"} 2 | {"prompt": "What is the Holmes Report?"} 3 | {"prompt": "What is the Edelman Trust Barometer?"} 4 | {"prompt": "Who is Edward Bernays?"} 5 | {"prompt": "Who was Ivy Lee?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Jante Law?"} 2 | {"prompt": "What is the Hawthorne Effect?"} 3 | {"prompt": "Who is Robert K. Merton?"} 4 | {"prompt": "What is the Breaching Experiment?"} 5 | {"prompt": "Who is Pierre Bourdieu?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Copa Libertadores?"} 2 | {"prompt": "What is the King's Cup Elephant Polo tournament?"} 3 | {"prompt": "What is the Iditarod Trail Sled Dog Race?"} 4 | {"prompt": "Who is Phil Taylor in the world of darts?"} 5 | {"prompt": "Who is Katie Ledecky?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hendra virus?"} 2 | {"prompt": "What is the Epstein-Barr virus?"} 3 | {"prompt": "What is the Fowlpox virus?"} 4 | {"prompt": "What is the Zika virus?"} 5 | {"prompt": "What is the Nipah virus?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_05-23-2024/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Kumbh Mela festival?"} 2 | {"prompt": "What is the Black Stone of Kaaba?"} 3 | {"prompt": "What is the Golden Temple of Amritsar?"} 4 | {"prompt": "Who is Mansur Al-Hallaj?"} 5 | {"prompt": "Who was Guru Nanak?"} 6 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the VY Canis Majoris star?"} 2 | {"prompt": "What is the Sagittarius A*?"} 3 | {"prompt": "What is the Hubble Deep Field?"} 4 | {"prompt": "What is the Helix Nebula?"} 5 | {"prompt": "What is the SOFIA telescope?"} 6 | {"prompt": "What is the James Webb Space Telescope?"} 7 | {"prompt": "What is the Oumuamua object?"} 8 | {"prompt": "What is the Parker Solar Probe?"} 9 | {"prompt": "What is the TESS satellite?"} 10 | {"prompt": "What is the Chelyabinsk meteor?"} 11 | {"prompt": "What is the Great Attractor?"} 12 | {"prompt": "What is the Eagle Nebula?"} 13 | {"prompt": "What is the Earendel star?"} 14 | {"prompt": "What is the Kataclysmic Variable Star SS Cygni?"} 15 | {"prompt": "What is the Fast Radio Burst FRB 121102?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the function of the enzyme Rubisco in photosynthesis?"} 2 | {"prompt": "What is the Kyoto Protocol?"} 3 | {"prompt": "What is the Iberian Lynx?"} 4 | {"prompt": "What is the Dietzia maris?"} 5 | {"prompt": "What is the Australian Peppermint Stick Insect?"} 6 | {"prompt": "What is the Leatherback Sea Turtle?"} 7 | {"prompt": "What is the lifecycle of the Hawaiian bobtail squid?"} 8 | {"prompt": "What is the Axolotl?"} 9 | {"prompt": "What is the Panamanian golden frog?"} 10 | {"prompt": "What is the Wolbachia bacterium?"} 11 | {"prompt": "What is the structure of ATP synthase?"} 12 | {"prompt": "What is the Blue Poison Dart Frog?"} 13 | {"prompt": "Who is Norman Borlaug?"} 14 | {"prompt": "What is Apis dorsata laboriosa?"} 15 | {"prompt": "What is the purpose of the Anopheles mosquito in its ecosystem?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Taron Egerton?"} 2 | {"prompt": "Who is Phoebe Waller-Bridge?"} 3 | {"prompt": "Who is Julia Butters?"} 4 | {"prompt": "Who is Alden Ehrenreich?"} 5 | {"prompt": "Who is Lashana Lynch?"} 6 | {"prompt": "Who is Finn Wolfhard?"} 7 | {"prompt": "Who is Vicky Krieps?"} 8 | {"prompt": "Who is Enya Umanzor?"} 9 | {"prompt": "Who is Auli'i Cravalho?"} 10 | {"prompt": "Who is Caleb McLaughlin?"} 11 | {"prompt": "Who is Greta Gerwig?"} 12 | {"prompt": "Who is Barry Keoghan?"} 13 | {"prompt": "Who is Griffin Gluck?"} 14 | {"prompt": "Who is Timoth\u00e9e Chalamet?"} 15 | {"prompt": "Who is Dove Cameron?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Gallium Nitride?"} 2 | {"prompt": "What is the purpose of a Dean-Stark apparatus?"} 3 | {"prompt": "What is the function of a Bunsen burner?"} 4 | {"prompt": "What is Benzoyl Peroxide used for?"} 5 | {"prompt": "What is the Chemical Abstracts Service?"} 6 | {"prompt": "What is Azidothymidine (AZT)?"} 7 | {"prompt": "What is the melting point of Cesium Iodide?"} 8 | {"prompt": "What is the structure of a Zeolite?"} 9 | {"prompt": "What is Fullerene?"} 10 | {"prompt": "What is a Nernst Lamp?"} 11 | {"prompt": "What is the use of a Schlenk line in chemistry laboratories?"} 12 | {"prompt": "Who is Ahmed Zewail?"} 13 | {"prompt": "What is the composition of Ferrocene?"} 14 | {"prompt": "What is the Miller-Urey experiment?"} 15 | {"prompt": "What is the Haber-Bosch process?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tinel's Sign?"} 2 | {"prompt": "What is Rett Syndrome?"} 3 | {"prompt": "Who is Hans Asperger?"} 4 | {"prompt": "What is the Venturi Mask?"} 5 | {"prompt": "What is a Broviac Catheter?"} 6 | {"prompt": "What is the Modified Ashworth Scale?"} 7 | {"prompt": "What is the Heimlich Maneuver?"} 8 | {"prompt": "What is the Duchenne Smile?"} 9 | {"prompt": "What is the Whipple Procedure?"} 10 | {"prompt": "What is Stevens-Johnson Syndrome?"} 11 | {"prompt": "What is the Hemoccult Test?"} 12 | {"prompt": "What is Krabbe Disease?"} 13 | {"prompt": "What is the Glasgow Coma Scale?"} 14 | {"prompt": "What is Harlequin Ichthyosis?"} 15 | {"prompt": "What is the Babinski Reflex?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Commodore 64?"} 2 | {"prompt": "What is the Linpack Benchmark?"} 3 | {"prompt": "What is the Turing Award?"} 4 | {"prompt": "What is the GitHub Copilot?"} 5 | {"prompt": "What is the DeepBlue Chess Computer?"} 6 | {"prompt": "What is the ENIAC Computer?"} 7 | {"prompt": "What is the Z3 Computer?"} 8 | {"prompt": "What is the Babbage Difference Engine?"} 9 | {"prompt": "What is the Akamai Technologies?"} 10 | {"prompt": "What is the QUIC Protocol?"} 11 | {"prompt": "What is the Raspberry Pi?"} 12 | {"prompt": "What is the Antikythera mechanism?"} 13 | {"prompt": "Who is Tim Berners-Lee?"} 14 | {"prompt": "What is the Lovelace Medal?"} 15 | {"prompt": "What is the Linus Torvalds?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the WannaCry ransomware attack?"} 2 | {"prompt": "What is the TrickBot banking Trojan?"} 3 | {"prompt": "What is the Heartbleed bug?"} 4 | {"prompt": "What is the Stuxnet worm?"} 5 | {"prompt": "What is the Shamoon malware incident?"} 6 | {"prompt": "What is the BlackEnergy malware?"} 7 | {"prompt": "What is the Zeus Trojan?"} 8 | {"prompt": "What is the Dridex malware?"} 9 | {"prompt": "Who is Kevin Mitnick?"} 10 | {"prompt": "What is the NotPetya cyberattack?"} 11 | {"prompt": "What is the Mirai botnet?"} 12 | {"prompt": "What is the SolarWinds hack?"} 13 | {"prompt": "What is the Wannacry ransomware attack?"} 14 | {"prompt": "What is the Stuxnet virus?"} 15 | {"prompt": "What is the Spectre vulnerability?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Salar de Uyuni?"} 2 | {"prompt": "What is the Tsingy de Bemaraha National Park?"} 3 | {"prompt": "What is Lake Baikal?"} 4 | {"prompt": "What is the Atacama Desert?"} 5 | {"prompt": "What is the Tristan da Cunha Archipelago?"} 6 | {"prompt": "What is the Island of Svalbard?"} 7 | {"prompt": "What is the significance of Mount Thor?"} 8 | {"prompt": "What is the significance of the Strait of Gibraltar?"} 9 | {"prompt": "What is the Pamir Mountains?"} 10 | {"prompt": "What is the Danakil Depression?"} 11 | {"prompt": "What is the Diomede Islands?"} 12 | {"prompt": "What is Cape York Peninsula?"} 13 | {"prompt": "What is the Vinson Massif?"} 14 | {"prompt": "What is Socotra Island?"} 15 | {"prompt": "What is the Patagonian Desert?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the purpose of the Lewis and Clark Expedition?"} 2 | {"prompt": "What was the function of the HMS Beagle?"} 3 | {"prompt": "What was the Siege of Leningrad?"} 4 | {"prompt": "What happened at the Defenestration of Prague?"} 5 | {"prompt": "What is the story behind the Amber Room?"} 6 | {"prompt": "Who was Emperor Norton?"} 7 | {"prompt": "What is the history of the Mary Celeste?"} 8 | {"prompt": "Who was Jeanne de Clisson?"} 9 | {"prompt": "What occurred during the Battle of Agincourt?"} 10 | {"prompt": "What was the Black Dinner?"} 11 | {"prompt": "Who was Grigori Rasputin?"} 12 | {"prompt": "What did the Voynich Manuscript contain?"} 13 | {"prompt": "What is the significance of the Rosetta Stone?"} 14 | {"prompt": "What was the mystery of Roanoke Colony?"} 15 | {"prompt": "What is the Codex Gigas?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the principle of \"Stare Decisis\"?"} 2 | {"prompt": "What is the Caroline Affair?"} 3 | {"prompt": "What is the Rule of Law?"} 4 | {"prompt": "What happened in the Hart-Devlin debate?"} 5 | {"prompt": "What is the Case of Proclamations?"} 6 | {"prompt": "What is the Hart-Fuller debate?"} 7 | {"prompt": "What is the Alien Tort Statute?"} 8 | {"prompt": "Who was Cesare Beccaria?"} 9 | {"prompt": "What is the Lex Mercatoria?"} 10 | {"prompt": "What happened in the case of Marbury v. Madison?"} 11 | {"prompt": "What is the Salduz v. Turkey case?"} 12 | {"prompt": "What is the Marbury v. Madison case?"} 13 | {"prompt": "What is the Hart-Scott-Rodino Antitrust Improvements Act?"} 14 | {"prompt": "Who is Ronald Dworkin?"} 15 | {"prompt": "What is the Posse Comitatus Act?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who developed the U-Net architecture?"} 2 | {"prompt": "What is AlphaGo?"} 3 | {"prompt": "What is the GPT-3 language model?"} 4 | {"prompt": "What is the AlphaZero algorithm?"} 5 | {"prompt": "What is the DeepMind Lab?"} 6 | {"prompt": "What is the ImageNet Large Scale Visual Recognition Challenge?"} 7 | {"prompt": "Who created the NEAT algorithm?"} 8 | {"prompt": "What is the CIFAR-10 dataset?"} 9 | {"prompt": "What is the YOLO object detection system?"} 10 | {"prompt": "What is GPT-3?"} 11 | {"prompt": "What is the Transformer model?"} 12 | {"prompt": "What is the BERT language model?"} 13 | {"prompt": "What is the XGBoost algorithm?"} 14 | {"prompt": "What is TensorFlow?"} 15 | {"prompt": "Who is Geoffrey Hinton?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Toyota Production System?"} 2 | {"prompt": "What is the function of an ERP system in business management?"} 3 | {"prompt": "What is the purpose of the ISO 9001 certification?"} 4 | {"prompt": "What is the Balanced Scorecard approach?"} 5 | {"prompt": "What is the Scrum development process?"} 6 | {"prompt": "What is the Kanban System?"} 7 | {"prompt": "What is the Peter Principle?"} 8 | {"prompt": "What is the purpose of the Baldrige Award?"} 9 | {"prompt": "Who founded Bridgewater Associates?"} 10 | {"prompt": "Who is the CEO of Zappos?"} 11 | {"prompt": "What is the Six Sigma methodology?"} 12 | {"prompt": "What is the Deming Prize?"} 13 | {"prompt": "What is the McKinsey 7S Framework?"} 14 | {"prompt": "What is the role of a Chief Sustainability Officer?"} 15 | {"prompt": "What does the Hawthorne Effect refer to?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Ramanujan Prime?"} 2 | {"prompt": "What is the Pythagorean comma?"} 3 | {"prompt": "What is the Riemann Hypothesis?"} 4 | {"prompt": "What is the Bridges Conference?"} 5 | {"prompt": "Who is Grigori Perelman?"} 6 | {"prompt": "What is the Four Color Theorem?"} 7 | {"prompt": "What is the Borwein Integral?"} 8 | {"prompt": "What is the Collatz Conjecture?"} 9 | {"prompt": "What is the Langlands Program?"} 10 | {"prompt": "What is the Millennium Prize Problems?"} 11 | {"prompt": "What is the Birch and Swinnerton-Dyer conjecture?"} 12 | {"prompt": "What is the Monster Group?"} 13 | {"prompt": "What is the Conway knot problem?"} 14 | {"prompt": "Who is Yitang Zhang?"} 15 | {"prompt": "What is the Banach-Tarski Paradox?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hemopump?"} 2 | {"prompt": "What is the Ventricular Assist Device (VAD)?"} 3 | {"prompt": "What is the Bacillus Calmette-Gu\u00e9rin (BCG) vaccine?"} 4 | {"prompt": "What is the Pancreaticoduodenectomy procedure?"} 5 | {"prompt": "What is the Da Vinci Surgical System?"} 6 | {"prompt": "What is the Whipple procedure?"} 7 | {"prompt": "Who is Sidney Farber?"} 8 | {"prompt": "What is the Heimlich Maneuver?"} 9 | {"prompt": "What is the Gamma Knife?"} 10 | {"prompt": "What is the Berlin Heart?"} 11 | {"prompt": "What is the OrCam MyEye?"} 12 | {"prompt": "What is the Leksell Stereotactic System?"} 13 | {"prompt": "What is the Glasgow Coma Scale?"} 14 | {"prompt": "What is the Crigler-Najjar syndrome?"} 15 | {"prompt": "What is the Blalock-Taussig shunt?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Panart Hang?"} 2 | {"prompt": "What is the Black MIDI genre?"} 3 | {"prompt": "What is the significance of the Moog synthesizer in music history?"} 4 | {"prompt": "What is Fanny Mendelssohn's Easter Sonata?"} 5 | {"prompt": "What is the Fender Stratocaster?"} 6 | {"prompt": "Who is Daniil Trifonov?"} 7 | {"prompt": "What is the Yamaha GX-1?"} 8 | {"prompt": "What is the Theremin?"} 9 | {"prompt": "What is the Sibelius Monument?"} 10 | {"prompt": "What is the Kecak dance?"} 11 | {"prompt": "What is the Third Stream music genre?"} 12 | {"prompt": "What is the Vienna Vegetable Orchestra?"} 13 | {"prompt": "What is the Moog Minimoog synthesizer?"} 14 | {"prompt": "Who is Tristan Fry?"} 15 | {"prompt": "What is the Daxophone?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Hypatia of Alexandria?"} 2 | {"prompt": "Who is Zhuangzi?"} 3 | {"prompt": "What is the Porphyrian Tree?"} 4 | {"prompt": "Who is Mozi?"} 5 | {"prompt": "What is the Euthyphro Dilemma?"} 6 | {"prompt": "Who founded the Vienna Circle?"} 7 | {"prompt": "What is the School of Athens?"} 8 | {"prompt": "Who is Gargi Vachaknavi?"} 9 | {"prompt": "What is the Epicurean Garden?"} 10 | {"prompt": "What is the Molyneux Problem?"} 11 | {"prompt": "What is the Cynic Diogenes known for?"} 12 | {"prompt": "What is the Philosophical Investigations?"} 13 | {"prompt": "Who is Alasdair MacIntyre?"} 14 | {"prompt": "Who is Simone Weil?"} 15 | {"prompt": "What is the Platonic Academy?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is John Archibald Wheeler?"} 2 | {"prompt": "What is the Quantum Hall Effect?"} 3 | {"prompt": "What is the LIGO observatory?"} 4 | {"prompt": "What is the Higgs Boson particle?"} 5 | {"prompt": "What is the Large Hadron Collider?"} 6 | {"prompt": "What is the OPERA experiment?"} 7 | {"prompt": "What is the IceCube Neutrino Observatory?"} 8 | {"prompt": "What is the Chelyabinsk meteor event?"} 9 | {"prompt": "What is the BICEP and Keck Array?"} 10 | {"prompt": "What is the Gravity Probe B mission?"} 11 | {"prompt": "What is the Chandra X-ray Observatory?"} 12 | {"prompt": "What is the MoEDAL experiment?"} 13 | {"prompt": "What is the Double Slit Experiment?"} 14 | {"prompt": "What is the Event Horizon Telescope?"} 15 | {"prompt": "What is the ITER project?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Venus of Willendorf?"} 2 | {"prompt": "What is the Laetoli footprints site?"} 3 | {"prompt": "What is the Megaloceros giganteus?"} 4 | {"prompt": "What is the Aurochs?"} 5 | {"prompt": "What are the Lascaux Cave paintings?"} 6 | {"prompt": "What is the Narmer Palette?"} 7 | {"prompt": "What is the Denisovan hominin?"} 8 | {"prompt": "What is the Chauvet Cave?"} 9 | {"prompt": "What is the Clovis culture?"} 10 | {"prompt": "What is the Oldowan tool industry?"} 11 | {"prompt": "What is the G\u00f6bekli Tepe site?"} 12 | {"prompt": "What are the Denisova Cave findings?"} 13 | {"prompt": "What is the purpose of megaliths?"} 14 | {"prompt": "What is the Blombos Cave known for?"} 15 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Thematic Apperception Test (TAT)?"} 2 | {"prompt": "Who is Elizabeth Loftus?"} 3 | {"prompt": "Who is Carl Rogers?"} 4 | {"prompt": "What is Eye Movement Desensitization and Reprocessing (EMDR)?"} 5 | {"prompt": "What is the False Memory Syndrome?"} 6 | {"prompt": "What is the Thematic Apperception Test?"} 7 | {"prompt": "What is the Minnesota Multiphasic Personality Inventory (MMPI)?"} 8 | {"prompt": "What is the Stanford Prison Experiment?"} 9 | {"prompt": "Who is Lev Vygotsky?"} 10 | {"prompt": "What is the Asch Conformity Experiments?"} 11 | {"prompt": "What is the Rorschach Test?"} 12 | {"prompt": "What is the Beck Depression Inventory?"} 13 | {"prompt": "Who is Wilhelm Wundt?"} 14 | {"prompt": "Who is Jean Piaget?"} 15 | {"prompt": "Who is Francine Shapiro?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Dieselgate scandal?"} 2 | {"prompt": "Who is Ivy Lee?"} 3 | {"prompt": "What is the Firestone and Ford tire controversy?"} 4 | {"prompt": "Who was Edward Bernays?"} 5 | {"prompt": "What is the role of Ketchum in public relations?"} 6 | {"prompt": "What is the role of a Public Relations Officer?"} 7 | {"prompt": "What is the Tylenol crisis management case?"} 8 | {"prompt": "What is the Hunter Biden laptop story?"} 9 | {"prompt": "What is the Barcelona Principles?"} 10 | {"prompt": "What is the Bell Pottinger scandal?"} 11 | {"prompt": "What is the role of Burson-Marsteller?"} 12 | {"prompt": "What is the function of the Public Relations Society of America?"} 13 | {"prompt": "What is the Edelman Trust Barometer?"} 14 | {"prompt": "What is the United Airlines Leggings Incident?"} 15 | {"prompt": "What is the Pepsi Syringe Hoax?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Pierre Bourdieu?"} 2 | {"prompt": "What is the concept of food deserts?"} 3 | {"prompt": "What is the NORC General Social Survey?"} 4 | {"prompt": "What is the Stanford prison experiment?"} 5 | {"prompt": "What is the Bronx Cooperative Development Initiative?"} 6 | {"prompt": "Who is Jane Jacobs?"} 7 | {"prompt": "What is the digital divide?"} 8 | {"prompt": "What is the Burning Man festival?"} 9 | {"prompt": "What is the Doll Test?"} 10 | {"prompt": "Who is Elijah Anderson?"} 11 | {"prompt": "What is the Gini Coefficient?"} 12 | {"prompt": "What is the One Laptop per Child project?"} 13 | {"prompt": "Who is W.E.B. Du Bois?"} 14 | {"prompt": "What is the Roseto effect?"} 15 | {"prompt": "What is Project Implicit?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Sa\u00fal \"Canelo\" \u00c1lvarez?"} 2 | {"prompt": "What is the Elfstedentocht?"} 3 | {"prompt": "What is the Barkley Marathons?"} 4 | {"prompt": "What is the Patagonian Expedition Race?"} 5 | {"prompt": "Who is Katie Ledecky?"} 6 | {"prompt": "What is the King's Cup Elephant Polo?"} 7 | {"prompt": "What is the Catalina Wine Mixer polo match?"} 8 | {"prompt": "What is the Vasaloppet?"} 9 | {"prompt": "What is the Vend\u00e9e Globe?"} 10 | {"prompt": "Who is Yulimar Rojas?"} 11 | {"prompt": "What is the Telemark turn?"} 12 | {"prompt": "Who is Giannis Antetokounmpo?"} 13 | {"prompt": "What is the Cooper's Hill Cheese-Rolling and Wake?"} 14 | {"prompt": "What is the Isle of Man TT?"} 15 | {"prompt": "Who is Nick Symmonds?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Giant Mimivirus?"} 2 | {"prompt": "What is the SARS-CoV-2 virus?"} 3 | {"prompt": "What is the Molluscum contagiosum virus?"} 4 | {"prompt": "What is the Sin Nombre virus?"} 5 | {"prompt": "What is the Ebola virus?"} 6 | {"prompt": "What is the Human Immunodeficiency Virus (HIV)?"} 7 | {"prompt": "What is the Dengue virus?"} 8 | {"prompt": "What is the Hendra virus?"} 9 | {"prompt": "What is the Hepatitis D virus?"} 10 | {"prompt": "What is the Tomato spotted wilt virus?"} 11 | {"prompt": "What is the Andes virus?"} 12 | {"prompt": "What is the Chikungunya virus?"} 13 | {"prompt": "What is the Nipah virus?"} 14 | {"prompt": "What is the Eastern Equine Encephalitis virus?"} 15 | {"prompt": "What is the Whitewater Arroyo virus?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-02-2024/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is the Mahant of Pashupatinath Temple?"} 2 | {"prompt": "What is the Mount Athos Monastic Community?"} 3 | {"prompt": "What is the Ark of the Covenant?"} 4 | {"prompt": "What is the Temple Mount in Jerusalem?"} 5 | {"prompt": "What is the Bah\u00e1'\u00ed House of Worship in Delhi?"} 6 | {"prompt": "What are the Vedas?"} 7 | {"prompt": "What is the Kaaba?"} 8 | {"prompt": "What is the Festival of Dasain in Nepal?"} 9 | {"prompt": "What is the Dome of the Rock?"} 10 | {"prompt": "What is the Shwedagon Pagoda?"} 11 | {"prompt": "What is the Amritsar Golden Temple?"} 12 | {"prompt": "What is the significance of the Black Stone in Islam?"} 13 | {"prompt": "What is the Kumbh Mela?"} 14 | {"prompt": "Who is the Dalai Lama?"} 15 | {"prompt": "What is the Sistine Chapel?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Thorncrown Chapel?"} 2 | {"prompt": "What is the Dancing House?"} 3 | {"prompt": "What is the Nakagin Capsule Tower?"} 4 | {"prompt": "What is the Villa Savoye?"} 5 | {"prompt": "What is the Bosco Verticale?"} 6 | {"prompt": "What is the Sydney Opera House?"} 7 | {"prompt": "What is the Guggenheim Museum Bilbao?"} 8 | {"prompt": "What is the Habitat 67?"} 9 | {"prompt": "What is the Vitra Design Museum?"} 10 | {"prompt": "What is the Habitat 67 complex?"} 11 | {"prompt": "What is the Sagrada Familia?"} 12 | {"prompt": "What is the Lotus Temple?"} 13 | {"prompt": "What is the Fallingwater House?"} 14 | {"prompt": "What is the Chrysler Building?"} 15 | {"prompt": "What is the Bibliotheca Alexandrina?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Horsehead Nebula?"} 2 | {"prompt": "What is the Large Magellanic Cloud?"} 3 | {"prompt": "What is the Barnard's Star?"} 4 | {"prompt": "What is the Oort Cloud?"} 5 | {"prompt": "What is the Pleiades star cluster?"} 6 | {"prompt": "What is the Earendel Star?"} 7 | {"prompt": "What is the Caloris Basin on Mercury?"} 8 | {"prompt": "What is the Chicxulub Crater?"} 9 | {"prompt": "What is the Sagittarius A*?"} 10 | {"prompt": "What is the Kepler-22b exoplanet?"} 11 | {"prompt": "What is the Helix Nebula?"} 12 | {"prompt": "What is the Sloan Great Wall?"} 13 | {"prompt": "What is the Great Red Spot on Jupiter?"} 14 | {"prompt": "What is the Eta Carinae star system?"} 15 | {"prompt": "What is the Hubble Deep Field?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Lonesome George?"} 2 | {"prompt": "What is the Tiger Quoll?"} 3 | {"prompt": "What is the Wollemi Pine?"} 4 | {"prompt": "Who is Thomas Hunt Morgan?"} 5 | {"prompt": "What is the Zebra Pleco?"} 6 | {"prompt": "What is the role of the bacteriophage in gene therapy?"} 7 | {"prompt": "Who is Barbara McClintock?"} 8 | {"prompt": "What is the Gilbert's potoroo?"} 9 | {"prompt": "What is the Kakapo?"} 10 | {"prompt": "What is the Glaucus atlanticus?"} 11 | {"prompt": "What is the Penicillium chrysogenum?"} 12 | {"prompt": "What is the Honey fungus?"} 13 | {"prompt": "What is the role of the BRCA1 gene in human biology?"} 14 | {"prompt": "What is the Pacu fish?"} 15 | {"prompt": "What is the Axolotl?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ludwig G\u00f6ransson?"} 2 | {"prompt": "Who is Valtteri Bottas?"} 3 | {"prompt": "Who is Vico Ortiz?"} 4 | {"prompt": "Who is Timoth\u00e9e Chalamet?"} 5 | {"prompt": "Who is Max Verstappen?"} 6 | {"prompt": "Who is Halima Aden?"} 7 | {"prompt": "Who is Anya Taylor-Joy?"} 8 | {"prompt": "Who is Billy Porter?"} 9 | {"prompt": "Who is Phoebe Waller-Bridge?"} 10 | {"prompt": "Who is Hideo Kojima?"} 11 | {"prompt": "Who is Yola?"} 12 | {"prompt": "Who is Esperanza Spalding?"} 13 | {"prompt": "Who is Aimee Lou Wood?"} 14 | {"prompt": "Who is Mena Massoud?"} 15 | {"prompt": "Who is Florence Pugh?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Tetraethyl Lead?"} 2 | {"prompt": "What is Chemiluminescence?"} 3 | {"prompt": "What is Fluorographene?"} 4 | {"prompt": "What is Ferrocene?"} 5 | {"prompt": "What is a Buckyball?"} 6 | {"prompt": "What is Mesitylene?"} 7 | {"prompt": "What is Cisplatin?"} 8 | {"prompt": "What is Sodium Polyacrylate?"} 9 | {"prompt": "What is a Zeolite?"} 10 | {"prompt": "What is Ziegler-Natta Catalyst?"} 11 | {"prompt": "What is Ruthenium Red?"} 12 | {"prompt": "What is Naphthalene?"} 13 | {"prompt": "What is the Haber-Bosch Process?"} 14 | {"prompt": "What is Thalidomide?"} 15 | {"prompt": "What is Buckminsterfullerene?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Virginia Apgar?"} 2 | {"prompt": "What is the Heimlich Maneuver?"} 3 | {"prompt": "What is the Pancreaticojejunostomy technique?"} 4 | {"prompt": "What is the Mendelson's syndrome?"} 5 | {"prompt": "What is Creutzfeldt-Jakob Disease?"} 6 | {"prompt": "What is the Pap smear test?"} 7 | {"prompt": "What is the Ross Procedure?"} 8 | {"prompt": "What is the Glasgow Coma Scale?"} 9 | {"prompt": "What is the significance of the Framingham Heart Study?"} 10 | {"prompt": "What is the Intravenous Pyelogram (IVP)?"} 11 | {"prompt": "What is the Heimlich maneuver?"} 12 | {"prompt": "What is the Denver Developmental Screening Test?"} 13 | {"prompt": "Who is Sidney Farber?"} 14 | {"prompt": "What is the Modified Rankin Scale (MRS)?"} 15 | {"prompt": "What is the Ketogenic Diet Therapy for Epilepsy?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the SolarWinds hack?"} 2 | {"prompt": "What is the Stuxnet worm?"} 3 | {"prompt": "What is the Blackhole Exploit Kit?"} 4 | {"prompt": "What is the BlueKeep vulnerability?"} 5 | {"prompt": "What is the WannaCry ransomware attack?"} 6 | {"prompt": "What is the Pegasus spyware?"} 7 | {"prompt": "What is Project Zero?"} 8 | {"prompt": "What is the Morris Worm?"} 9 | {"prompt": "What is the Flame malware?"} 10 | {"prompt": "What is the Heartbleed bug?"} 11 | {"prompt": "What is the EternalBlue exploit?"} 12 | {"prompt": "What is the Shadow Brokers leak?"} 13 | {"prompt": "What is the Dridex malware?"} 14 | {"prompt": "What is the Stuxnet virus?"} 15 | {"prompt": "What is the Zeus Trojan?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are Special Drawing Rights (SDR)?"} 2 | {"prompt": "What is the Zimbabwean Hyperinflation?"} 3 | {"prompt": "What is the function of the Federal Reserve System?"} 4 | {"prompt": "Who is Luigi Einaudi?"} 5 | {"prompt": "What is the Beveridge Curve?"} 6 | {"prompt": "What is the purpose of the International Monetary Fund (IMF)?"} 7 | {"prompt": "What is the Big Mac Index?"} 8 | {"prompt": "What is the Tobin Tax?"} 9 | {"prompt": "What is the purpose of the World Economic Forum?"} 10 | {"prompt": "Who is Nobel Laureate Muhammad Yunus?"} 11 | {"prompt": "Give me an overview of the Cantillon Effect."} 12 | {"prompt": "Who is Bernard Madoff?"} 13 | {"prompt": "What happened during the subprime mortgage crisis?"} 14 | {"prompt": "Tell me about the company Bridgewater Associates."} 15 | {"prompt": "What is the Kyoto Protocol?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Intel 4004 microprocessor?"} 2 | {"prompt": "What is the Hall Effect Sensor?"} 3 | {"prompt": "What is the Quantum Dot Display (QDD)?"} 4 | {"prompt": "What is the Thin Film Transistor (TFT)?"} 5 | {"prompt": "What is the Yagi-Uda Antenna?"} 6 | {"prompt": "What is the Gallium Nitride (GaN) Transistor?"} 7 | {"prompt": "What is the Cryotron?"} 8 | {"prompt": "What is the Silicon-Controlled Rectifier (SCR)?"} 9 | {"prompt": "What is the Tesla Coil?"} 10 | {"prompt": "What is the Zener Diode?"} 11 | {"prompt": "What is the Synchronous Optical Networking (SONET) equipment?"} 12 | {"prompt": "What is the Van de Graaff Generator?"} 13 | {"prompt": "What is the Lithium Iron Phosphate (LiFePO4) Battery?"} 14 | {"prompt": "What is the Quantum Dot Display?"} 15 | {"prompt": "What is the Field-Programmable Gate Array (FPGA)?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Where is Mount Roraima located?"} 2 | {"prompt": "What is the Tsingy de Bemaraha National Park?"} 3 | {"prompt": "What is Lake Baikal?"} 4 | {"prompt": "What is the Strait of Gibraltar?"} 5 | {"prompt": "What is the Great Blue Hole?"} 6 | {"prompt": "Where is Cape Horn located?"} 7 | {"prompt": "What is the Salar de Uyuni?"} 8 | {"prompt": "What is the Vinson Massif?"} 9 | {"prompt": "What is the Serengeti National Park?"} 10 | {"prompt": "What is the significance of the Triple Divide Peak?"} 11 | {"prompt": "What is the Salton Sea?"} 12 | {"prompt": "Where is the Okavango Delta located?"} 13 | {"prompt": "Where is the Diomede Islands located?"} 14 | {"prompt": "What is the Vinicunca?"} 15 | {"prompt": "Where is the Atacama Desert located?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Door to Hell?"} 2 | {"prompt": "What is the Aokigahara Forest?"} 3 | {"prompt": "What is the Tsingy de Bemaraha National Park?"} 4 | {"prompt": "What is the Kerguelen Islands?"} 5 | {"prompt": "What is the history of the naming of Easter Island?"} 6 | {"prompt": "What is the significance of the Codex Gigas?"} 7 | {"prompt": "What is the significance of the Kerguelen Islands?"} 8 | {"prompt": "What is the Great Green Wall?"} 9 | {"prompt": "What is the Kingdom of Mustang?"} 10 | {"prompt": "What is the Catatumbo Lightning?"} 11 | {"prompt": "What is the Hofburg Imperial Palace?"} 12 | {"prompt": "What is Lake Hillier?"} 13 | {"prompt": "What are the Moeraki Boulders?"} 14 | {"prompt": "What is the Vinicunca?"} 15 | {"prompt": "What is the Salto del Tequendama?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the Great Emu War?"} 2 | {"prompt": "What is the Codex Sinaiticus?"} 3 | {"prompt": "What was the Battle of Schellenberg?"} 4 | {"prompt": "What is the Amber Room?"} 5 | {"prompt": "What was the Emu War?"} 6 | {"prompt": "Who was George Stinney Jr.?"} 7 | {"prompt": "Who was Simo H\u00e4yh\u00e4?"} 8 | {"prompt": "What is the Voynich Manuscript?"} 9 | {"prompt": "Who was Hatshepsut?"} 10 | {"prompt": "What was the Hartford Circus Fire?"} 11 | {"prompt": "What was Operation Anthropoid?"} 12 | {"prompt": "What is the Rosetta Stone?"} 13 | {"prompt": "What is the Codex Gigas?"} 14 | {"prompt": "Who was Grigori Rasputin?"} 15 | {"prompt": "Who was Jeanne Barret?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Susan Gzesh?"} 2 | {"prompt": "What is the EB-5 Investor Visa Program?"} 3 | {"prompt": "What is the U.S. Citizenship Act of 2021?"} 4 | {"prompt": "What is the DACA policy?"} 5 | {"prompt": "What is the Operation Wetback?"} 6 | {"prompt": "What is the H-1B visa program?"} 7 | {"prompt": "What is the Blue Card EU?"} 8 | {"prompt": "What is the Immigration and Nationality Act of 1965?"} 9 | {"prompt": "What is the Visa Waiver Program?"} 10 | {"prompt": "What is the Section 287(g) agreement?"} 11 | {"prompt": "What is the Deferred Action for Childhood Arrivals (DACA) program?"} 12 | {"prompt": "What is the Temporary Protected Status (TPS) program?"} 13 | {"prompt": "What is the Adam Walsh Child Protection and Safety Act?"} 14 | {"prompt": "What is the Global Talent Visa?"} 15 | {"prompt": "What is the Sanctuary Cities Executive Order?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the DALL\u00b7E system?"} 2 | {"prompt": "Who is Yoshua Bengio?"} 3 | {"prompt": "What is the DeepMind Lab?"} 4 | {"prompt": "What is the Machine Learning Reproducibility Challenge?"} 5 | {"prompt": "What is the OpenAI Codex?"} 6 | {"prompt": "What is the MLflow platform?"} 7 | {"prompt": "What is the AlphaGo software?"} 8 | {"prompt": "What is the GPT-3 model?"} 9 | {"prompt": "What is the VGG-16 model?"} 10 | {"prompt": "What is the TensorFlow library?"} 11 | {"prompt": "What is the YOLO algorithm?"} 12 | {"prompt": "What is the NeurIPS conference?"} 13 | {"prompt": "What is the U-Net architecture?"} 14 | {"prompt": "What is the ImageNet Large Scale Visual Recognition Challenge?"} 15 | {"prompt": "What is the BERT model?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the EFQM Excellence Model?"} 2 | {"prompt": "What is the Balanced Scorecard?"} 3 | {"prompt": "What is Six Sigma?"} 4 | {"prompt": "What is the Kanban system?"} 5 | {"prompt": "Who is Henry Mintzberg?"} 6 | {"prompt": "What is the Peter Principle?"} 7 | {"prompt": "What is the Theory of Constraints?"} 8 | {"prompt": "What is the Eisenhower Matrix?"} 9 | {"prompt": "Who is Dara Khosrowshahi?"} 10 | {"prompt": "What is the Baldridge Award?"} 11 | {"prompt": "What is Fairtrade Certification?"} 12 | {"prompt": "Who is Eliyahu M. Goldratt?"} 13 | {"prompt": "What is the Sarbanes-Oxley Act of 2002?"} 14 | {"prompt": "What is the Hawthorne Effect?"} 15 | {"prompt": "What is the Scrum methodology?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Four Color Theorem?"} 2 | {"prompt": "What is the Borwein Algorithm?"} 3 | {"prompt": "What is the Birch and Swinnerton-Dyer Conjecture?"} 4 | {"prompt": "What is the Langlands Program?"} 5 | {"prompt": "What is the P vs NP Problem?"} 6 | {"prompt": "Who is David Hilbert?"} 7 | {"prompt": "What is the Collatz Conjecture?"} 8 | {"prompt": "Who is Grigori Perelman?"} 9 | {"prompt": "What is the Navier-Stokes Existence and Smoothness Problem?"} 10 | {"prompt": "What is the Mandelbrot Set?"} 11 | {"prompt": "What is the Monster Group?"} 12 | {"prompt": "What is G\u00f6del's Incompleteness Theorem?"} 13 | {"prompt": "What is Fermat's Last Theorem?"} 14 | {"prompt": "What is the Poincar\u00e9 Conjecture?"} 15 | {"prompt": "What is the Riemann Hypothesis?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Sister Rosetta Tharpe?"} 2 | {"prompt": "What is the Ondes Martenot?"} 3 | {"prompt": "What occurred at the Fyre Festival?"} 4 | {"prompt": "What is the Rickenbacker 360/12?"} 5 | {"prompt": "What is the Fender Stratocaster?"} 6 | {"prompt": "Who is Mojo Juju?"} 7 | {"prompt": "Who are the Punch Brothers?"} 8 | {"prompt": "What are the specifics of the Eurovision Song Contest 1974?"} 9 | {"prompt": "What is the Black MIDI?"} 10 | {"prompt": "What is the significance of the Blue Note record label?"} 11 | {"prompt": "What is the Mellotron?"} 12 | {"prompt": "What is the concept behind the album \"Trout Mask Replica\"?"} 13 | {"prompt": "What is the Triple Neck Heart Guitar?"} 14 | {"prompt": "What is the Theremin?"} 15 | {"prompt": "What is the Moog synthesizer?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Eranos Conference?"} 2 | {"prompt": "What is the Library of Alexandria?"} 3 | {"prompt": "Who is Simone Weil?"} 4 | {"prompt": "Who is Alasdair MacIntyre?"} 5 | {"prompt": "What is the Vienna Circle?"} 6 | {"prompt": "Who is Julia Kristeva?"} 7 | {"prompt": "Who is Maurice Merleau-Ponty?"} 8 | {"prompt": "Who is Cornel West?"} 9 | {"prompt": "What is the Kyoto School?"} 10 | {"prompt": "Who is Simone de Beauvoir?"} 11 | {"prompt": "What is the School of Athens?"} 12 | {"prompt": "Who is Diogenes of Sinope?"} 13 | {"prompt": "Who is Alain Badiou?"} 14 | {"prompt": "Who is G.E.M. Anscombe?"} 15 | {"prompt": "What is the Erewhon Society?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Antikythera mechanism?"} 2 | {"prompt": "What is the ITER project?"} 3 | {"prompt": "What is the Event Horizon Telescope?"} 4 | {"prompt": "What is the Cherenkov Telescope Array?"} 5 | {"prompt": "What is the Muon g-2 experiment?"} 6 | {"prompt": "Who is John Archibald Wheeler?"} 7 | {"prompt": "What is the Bose-Einstein Condensate?"} 8 | {"prompt": "Who is Alain Aspect?"} 9 | {"prompt": "What is the Laser Interferometer Gravitational-Wave Observatory?"} 10 | {"prompt": "Who is Lene Hau?"} 11 | {"prompt": "What is the Hubble Space Telescope?"} 12 | {"prompt": "What is the Large Hadron Collider?"} 13 | {"prompt": "What is the Quantum Hall Effect?"} 14 | {"prompt": "What is the Parker Solar Probe?"} 15 | {"prompt": "Who is Donna Strickland?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the diet of Neanderthals?"} 2 | {"prompt": "What was the function of Stonehenge?"} 3 | {"prompt": "What was the G\u00f6bekli Tepe site used for?"} 4 | {"prompt": "What is the Venus of Willendorf?"} 5 | {"prompt": "Who was \u00d6tzi the Iceman?"} 6 | {"prompt": "What is the G\u00f6bekli Tepe site?"} 7 | {"prompt": "What are the Nazca Lines?"} 8 | {"prompt": "What is the significance of the Chauvet Cave paintings?"} 9 | {"prompt": "What is the significance of the Laetoli footprints?"} 10 | {"prompt": "Where is the Skara Brae settlement located?"} 11 | {"prompt": "Who is Lucy in prehistoric studies?"} 12 | {"prompt": "What is the Clovis culture?"} 13 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 14 | {"prompt": "What was the purpose of the Megaliths at Carnac?"} 15 | {"prompt": "What is the Hallstatt Culture?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Thematic Apperception Test?"} 2 | {"prompt": "What is the Rorschach Inkblot Test?"} 3 | {"prompt": "Who is Mamie Phipps Clark?"} 4 | {"prompt": "What is the Minnesota Multiphasic Personality Inventory?"} 5 | {"prompt": "Who is Julian Rotter?"} 6 | {"prompt": "Who is Elizabeth Loftus?"} 7 | {"prompt": "What is the Rosenhan Experiment?"} 8 | {"prompt": "What is the Stanford Prison Experiment?"} 9 | {"prompt": "Who is Lev Vygotsky?"} 10 | {"prompt": "What is the False Memory Syndrome?"} 11 | {"prompt": "What is the Milgram Obedience Study?"} 12 | {"prompt": "Who is Carol Dweck?"} 13 | {"prompt": "What is the Milgram Experiment?"} 14 | {"prompt": "Who is Wilhelm Wundt?"} 15 | {"prompt": "What is the Bobo Doll Experiment?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Erving Goffman?"} 2 | {"prompt": "What is the Occupy Wall Street movement?"} 3 | {"prompt": "What is the Living Theatre?"} 4 | {"prompt": "What is the Roseto Effect?"} 5 | {"prompt": "Who is Pierre Bourdieu?"} 6 | {"prompt": "What is the Moynihan Report?"} 7 | {"prompt": "What is the Chicago School of Sociology?"} 8 | {"prompt": "What is the Hawthorne Effect?"} 9 | {"prompt": "What is the Sapir-Whorf Hypothesis?"} 10 | {"prompt": "Who is George Herbert Mead?"} 11 | {"prompt": "What is Project MKUltra?"} 12 | {"prompt": "What is the Burning Man Festival?"} 13 | {"prompt": "What is the Digital Divide?"} 14 | {"prompt": "What is the East St. Louis Race Riot of 1917?"} 15 | {"prompt": "What is the Jante Law?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Cortaca Jug?"} 2 | {"prompt": "Who is Nicky Hayden?"} 3 | {"prompt": "What is the Cooper's Hill Cheese-Rolling and Wake?"} 4 | {"prompt": "Who is Katie Ledecky?"} 5 | {"prompt": "What is the Vend\u00e9e Globe?"} 6 | {"prompt": "What is the Calcio Storico Fiorentino?"} 7 | {"prompt": "What is the Elfstedentocht?"} 8 | {"prompt": "What is the Isle of Man TT?"} 9 | {"prompt": "What is the King's Cup Elephant Polo Tournament?"} 10 | {"prompt": "What is the Patagonian Expedition Race?"} 11 | {"prompt": "Who is Eddie Aikau?"} 12 | {"prompt": "What is the Iditarod Trail Sled Dog Race?"} 13 | {"prompt": "Who is Man Kaur?"} 14 | {"prompt": "What is the Head of the Charles Regatta?"} 15 | {"prompt": "Who is Franck Rib\u00e9ry?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hendra virus?"} 2 | {"prompt": "What is the Nipah virus?"} 3 | {"prompt": "What is the Dengue virus?"} 4 | {"prompt": "What is the Zika virus?"} 5 | {"prompt": "What is the Rabies virus?"} 6 | {"prompt": "What is the Human Immunodeficiency Virus (HIV)?"} 7 | {"prompt": "What is the Ebola virus?"} 8 | {"prompt": "What is the Human T-lymphotropic virus?"} 9 | {"prompt": "What is the Crimean-Congo Hemorrhagic Fever virus?"} 10 | {"prompt": "What is the SARS-CoV-2 virus?"} 11 | {"prompt": "What is the Junin virus?"} 12 | {"prompt": "What is the Hantaan virus?"} 13 | {"prompt": "What is the Marburg virus?"} 14 | {"prompt": "What is the Epstein-Barr virus?"} 15 | {"prompt": "What is the Sin Nombre virus?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-03-2024/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Saint Dymphna?"} 2 | {"prompt": "What is the Sistine Chapel?"} 3 | {"prompt": "What is the Temple Mount?"} 4 | {"prompt": "Who is Guru Nanak?"} 5 | {"prompt": "What is the Shikoku Pilgrimage?"} 6 | {"prompt": "Who is Baba Hari Dass?"} 7 | {"prompt": "Who is Maimonides?"} 8 | {"prompt": "What is the Ziarat Sharif of Ajmer?"} 9 | {"prompt": "What is the Festival of Saint Sarah?"} 10 | {"prompt": "What is the Lotus Temple?"} 11 | {"prompt": "What is the Black Nazarene?"} 12 | {"prompt": "What is the Ganges River?"} 13 | {"prompt": "What is the Kaaba?"} 14 | {"prompt": "What is the Bodhi Tree?"} 15 | {"prompt": "What is the Ghriba Synagogue?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Lotus Temple?"} 2 | {"prompt": "What is the Nakagin Capsule Tower?"} 3 | {"prompt": "What is the Fallingwater House?"} 4 | {"prompt": "What is the Guggenheim Museum Bilbao?"} 5 | {"prompt": "What is the Metropol Parasol?"} 6 | {"prompt": "What is the Chapel of Notre Dame du Haut?"} 7 | {"prompt": "What is the Vitra Slide Tower?"} 8 | {"prompt": "Who is Antoni Gaud\u00ed?"} 9 | {"prompt": "What is the Bosco Verticale?"} 10 | {"prompt": "What is the Dancing House?"} 11 | {"prompt": "What is the Ryugyong Hotel?"} 12 | {"prompt": "What is the Fallingwater house?"} 13 | {"prompt": "What is the habitat of the Sydney Opera House?"} 14 | {"prompt": "What is the Thorncrown Chapel?"} 15 | {"prompt": "What is the Habitat 67?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Horsehead Nebula?"} 2 | {"prompt": "What is the Kepler-452b?"} 3 | {"prompt": "What is the Messier 87 galaxy?"} 4 | {"prompt": "What is the Cat's Eye Nebula?"} 5 | {"prompt": "What is the Bootes Void?"} 6 | {"prompt": "What is the Andromeda Galaxy?"} 7 | {"prompt": "What is the significance of the Shoemaker-Levy 9 comet?"} 8 | {"prompt": "What is the Pillars of Creation?"} 9 | {"prompt": "What is the Owl Nebula?"} 10 | {"prompt": "What is the Barnard's Star?"} 11 | {"prompt": "What is the Orion Nebula?"} 12 | {"prompt": "What is the Sagittarius A*?"} 13 | {"prompt": "What is the James Webb Space Telescope?"} 14 | {"prompt": "What is the Fast Radio Burst FRB 121102?"} 15 | {"prompt": "What is the Trappist-1 system?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Pacific Yew?"} 2 | {"prompt": "What is the Axolotl?"} 3 | {"prompt": "What is the Platypus?"} 4 | {"prompt": "What is the Green Sea Turtle?"} 5 | {"prompt": "Who is Barbara McClintock?"} 6 | {"prompt": "What is the Ginkgo biloba?"} 7 | {"prompt": "What is the Pyura chilensis?"} 8 | {"prompt": "What is the Narwhal?"} 9 | {"prompt": "What is the Kakapo?"} 10 | {"prompt": "What is the Liger?"} 11 | {"prompt": "What is the Turritopsis dohrnii?"} 12 | {"prompt": "What is the platypus?"} 13 | {"prompt": "What is the Cordyceps fungus?"} 14 | {"prompt": "What is the Venus Flytrap?"} 15 | {"prompt": "What is the Blobfish?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Pom Klementieff?"} 2 | {"prompt": "Who is Tsai Ming-liang?"} 3 | {"prompt": "Who is Maitreyi Ramakrishnan?"} 4 | {"prompt": "Who is Phoebe Waller-Bridge?"} 5 | {"prompt": "Who is Alain Delon?"} 6 | {"prompt": "Who is Zawe Ashton?"} 7 | {"prompt": "Who is Tones and I?"} 8 | {"prompt": "Who is Jojo Siwa?"} 9 | {"prompt": "Who is Morfydd Clark?"} 10 | {"prompt": "Who is Marsai Martin?"} 11 | {"prompt": "Who is Cody Fern?"} 12 | {"prompt": "Who is Auli'i Cravalho?"} 13 | {"prompt": "Who is Yayoi Kusama?"} 14 | {"prompt": "Who is Letitia Wright?"} 15 | {"prompt": "Who is Vitas?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Schlenk line?"} 2 | {"prompt": "What is the Gibbs-Helmholtz Equation?"} 3 | {"prompt": "What is the Finkelstein reaction?"} 4 | {"prompt": "What is the Cannizzaro reaction?"} 5 | {"prompt": "What is Ferrocene?"} 6 | {"prompt": "What is aqua regia?"} 7 | {"prompt": "What is a Buchner funnel?"} 8 | {"prompt": "What is the Woodward-Hoffmann Rule?"} 9 | {"prompt": "Who is Ahmed Zewail?"} 10 | {"prompt": "What is a Bunsen burner?"} 11 | {"prompt": "What is the Diels-Alder reaction?"} 12 | {"prompt": "What is a Rotavapor?"} 13 | {"prompt": "What is the Belousov-Zhabotinsky reaction?"} 14 | {"prompt": "What is the Haber process?"} 15 | {"prompt": "What is the Grignard reagent?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Amphotericin B?"} 2 | {"prompt": "What is a Hemoccult test?"} 3 | {"prompt": "What is a Swan-Ganz catheter?"} 4 | {"prompt": "What is the Da Vinci Surgical System?"} 5 | {"prompt": "What is Takayasu's arteritis?"} 6 | {"prompt": "What is Creutzfeldt-Jakob Disease?"} 7 | {"prompt": "What is a Gleason score?"} 8 | {"prompt": "What is the Glasgow Coma Scale?"} 9 | {"prompt": "What is Duchenne Muscular Dystrophy?"} 10 | {"prompt": "What is the International Normalized Ratio (INR)?"} 11 | {"prompt": "What is Gleevec?"} 12 | {"prompt": "What is a Ventricular Assist Device (VAD)?"} 13 | {"prompt": "What is the Modified Rankin Scale?"} 14 | {"prompt": "What is the Heimlich Maneuver?"} 15 | {"prompt": "What is the Denver Developmental Screening Test?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Stuxnet worm?"} 2 | {"prompt": "What is the Flame virus?"} 3 | {"prompt": "What is the Shadow Brokers leak?"} 4 | {"prompt": "What is the NotPetya cyberattack?"} 5 | {"prompt": "What is the Heartbleed bug?"} 6 | {"prompt": "What is the Dridex malware?"} 7 | {"prompt": "What is the TrickBot banking Trojan?"} 8 | {"prompt": "What is the Mirai botnet?"} 9 | {"prompt": "What is the Spectre vulnerability?"} 10 | {"prompt": "What is the WannaCry ransomware attack?"} 11 | {"prompt": "What is the SolarWinds hack?"} 12 | {"prompt": "What is the Morris Worm?"} 13 | {"prompt": "What is Stuxnet?"} 14 | {"prompt": "What is the Meltdown vulnerability?"} 15 | {"prompt": "What is the EternalBlue exploit?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Rosetta Stone?"} 2 | {"prompt": "What is the Voynich Manuscript?"} 3 | {"prompt": "What is the HMS Bounty?"} 4 | {"prompt": "What was the Eureka Stockade?"} 5 | {"prompt": "What were the Nuremberg Trials?"} 6 | {"prompt": "Who was Sim\u00f3n Bol\u00edvar?"} 7 | {"prompt": "What was the Treaty of Tordesillas?"} 8 | {"prompt": "What was the Battle of Agincourt?"} 9 | {"prompt": "What happened at the Battle of Agincourt?"} 10 | {"prompt": "Who was Grigori Rasputin?"} 11 | {"prompt": "Who was Lady Jane Grey?"} 12 | {"prompt": "What was the Defenestration of Prague?"} 13 | {"prompt": "Who was Hatshepsut?"} 14 | {"prompt": "Who was Ching Shih?"} 15 | {"prompt": "What is the Ark of the Covenant?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Brown v. Board of Education Case?"} 2 | {"prompt": "What is the Hart-Devlin Debate?"} 3 | {"prompt": "What is the Case of Proclama\u00e7\u00e3o do Estado Novo?"} 4 | {"prompt": "Who is H.L.A. Hart?"} 5 | {"prompt": "What is the Lebach Judgment?"} 6 | {"prompt": "What is the Nuremberg Trials?"} 7 | {"prompt": "What is the Montevideo Convention?"} 8 | {"prompt": "What is the Principle of Legality?"} 9 | {"prompt": "What is the Donoghue v. Stevenson Case?"} 10 | {"prompt": "What is the Lotus Case?"} 11 | {"prompt": "What is the Marbury v. Madison Case?"} 12 | {"prompt": "What is the Case of Roe v. Wade?"} 13 | {"prompt": "What is the Case of Marbury v. Madison?"} 14 | {"prompt": "What is the Carbolic Smoke Ball Case?"} 15 | {"prompt": "What is the Mabo Case?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Pygmalion Effect in Corporate Management?"} 2 | {"prompt": "What is the Kanban System at Toyota?"} 3 | {"prompt": "What is the Management of Objectives program at Intel?"} 4 | {"prompt": "What is the Balanced Scorecard Institute?"} 5 | {"prompt": "What is the Drucker Institute?"} 6 | {"prompt": "What is the Project Management Institute (PMI)?"} 7 | {"prompt": "Who is Eliyahu M. Goldratt?"} 8 | {"prompt": "What is the Hawthorne Works?"} 9 | {"prompt": "What is the Eisenhower Matrix?"} 10 | {"prompt": "Who is Gary Hamel?"} 11 | {"prompt": "What is the \"Five Dysfunctions of a Team\" workshop?"} 12 | {"prompt": "What is the Henley Management College?"} 13 | {"prompt": "Who is Frederick W. Taylor?"} 14 | {"prompt": "What is the GE Workout process?"} 15 | {"prompt": "What is the Balanced Scorecard approach at Kaplan and Norton?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Collatz Conjecture?"} 2 | {"prompt": "What is the Poincar\u00e9 Conjecture?"} 3 | {"prompt": "What is the Millennium Prize Problems?"} 4 | {"prompt": "Who is Grigori Perelman?"} 5 | {"prompt": "Who is Jean-Pierre Serre?"} 6 | {"prompt": "What is the Birch and Swinnerton-Dyer Conjecture?"} 7 | {"prompt": "What is the Monster Group?"} 8 | {"prompt": "What is the Four Color Theorem?"} 9 | {"prompt": "Who is Terence Tao?"} 10 | {"prompt": "What is the Navier-Stokes Existence and Smoothness Problem?"} 11 | {"prompt": "What is the Riemann Hypothesis?"} 12 | {"prompt": "What is the Langlands Program?"} 13 | {"prompt": "What is the Szemer\u00e9di's Theorem?"} 14 | {"prompt": "What is the Hilbert's Nullstellensatz?"} 15 | {"prompt": "What is the G\u00f6del's Incompleteness Theorems?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Gleevec used for?"} 2 | {"prompt": "What is a Hemocytometer used for?"} 3 | {"prompt": "Who discovered Penicillin?"} 4 | {"prompt": "What is the Robodoc Surgical System?"} 5 | {"prompt": "What does an Echocardiogram assess?"} 6 | {"prompt": "What is the significance of the Heimlich maneuver?"} 7 | {"prompt": "What is the function of the Cardioblate Gemini-S Surgical Ablation System?"} 8 | {"prompt": "What are the indications for a Cochlear Implant?"} 9 | {"prompt": "What is the Glasgow Coma Scale?"} 10 | {"prompt": "Who is Tu Youyou?"} 11 | {"prompt": "What is Duchenne Muscular Dystrophy?"} 12 | {"prompt": "What is a Lumbar Puncture?"} 13 | {"prompt": "What is the composition of Oral Rehydration Salts (ORS)?"} 14 | {"prompt": "What is Crigler-Najjar syndrome?"} 15 | {"prompt": "What is the purpose of a Sphygmomanometer?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Roland TR-808?"} 2 | {"prompt": "Who is Meredith Monk?"} 3 | {"prompt": "What is \"The Disintegration Loops\" by William Basinski?"} 4 | {"prompt": "Who is Colin Stetson?"} 5 | {"prompt": "What is the Moog synthesizer?"} 6 | {"prompt": "What is the function of a Chapman stick in music?"} 7 | {"prompt": "What is the Blue Note record label?"} 8 | {"prompt": "What is \"Koyaanisqatsi\" by Philip Glass?"} 9 | {"prompt": "What is the Mellotron?"} 10 | {"prompt": "Who is Emahoy Tsegu\u00e9-Maryam Gu\u00e8brou?"} 11 | {"prompt": "What is the Yamaha DX7 synthesizer?"} 12 | {"prompt": "Who are The Residents?"} 13 | {"prompt": "What is the Daxophone?"} 14 | {"prompt": "What is the Fender Stratocaster?"} 15 | {"prompt": "What is the Black MIDI genre?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is G.E.M. Anscombe?"} 2 | {"prompt": "What is the Parerga and Paralipomena?"} 3 | {"prompt": "What is the journal \"Phronesis\" about?"} 4 | {"prompt": "What is the Apology of Socrates?"} 5 | {"prompt": "Who is Peter Singer?"} 6 | {"prompt": "What is the Parthenon Symposium?"} 7 | {"prompt": "Who is Judith Jarvis Thomson?"} 8 | {"prompt": "What is the Librarian Ship of Neurath?"} 9 | {"prompt": "Who is Alvin Plantinga?"} 10 | {"prompt": "What is the Panopticon?"} 11 | {"prompt": "Who is Diogenes of Sinope?"} 12 | {"prompt": "What is the Ereignis in Martin Heidegger's thought?"} 13 | {"prompt": "What is the Stanford Encyclopedia of Philosophy?"} 14 | {"prompt": "Who organized the Kyoto School conferences?"} 15 | {"prompt": "What is the Trolley Problem?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Denisova Cave?"} 2 | {"prompt": "What is the Clovis culture?"} 3 | {"prompt": "What is the Venus of Willendorf?"} 4 | {"prompt": "What is the Altamira Cave?"} 5 | {"prompt": "What is the Megaloceros giganteus?"} 6 | {"prompt": "What is the Tollund Man?"} 7 | {"prompt": "What is the Hallstatt Salt Mine?"} 8 | {"prompt": "What is the Lascaux Cave?"} 9 | {"prompt": "What is the Pterosaur?"} 10 | {"prompt": "What is the Laetoli Footprint Trail?"} 11 | {"prompt": "What is the G\u00f6bekli Tepe?"} 12 | {"prompt": "What is the La Brea Tar Pits?"} 13 | {"prompt": "What is the Denisovan?"} 14 | {"prompt": "What is the Chauvet Cave?"} 15 | {"prompt": "What is the Gobekli Tepe?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Lev Vygotsky?"} 2 | {"prompt": "What is the False Memory Syndrome?"} 3 | {"prompt": "What is the Stanford prison experiment?"} 4 | {"prompt": "What is the Asch conformity experiments?"} 5 | {"prompt": "What is the Little Albert experiment?"} 6 | {"prompt": "What is the Rosenhan experiment?"} 7 | {"prompt": "Who is Elizabeth Loftus?"} 8 | {"prompt": "Who is Jean Piaget?"} 9 | {"prompt": "What is the Yerkes-Dodson Law?"} 10 | {"prompt": "What is the Wisconsin Card Sorting Test?"} 11 | {"prompt": "Who is Carl Rogers?"} 12 | {"prompt": "What is the Thematic Apperception Test?"} 13 | {"prompt": "What is the Projective Personality Assessment?"} 14 | {"prompt": "What is the Rorschach Test?"} 15 | {"prompt": "What is the Bobo doll experiment?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Justine Sacco?"} 2 | {"prompt": "Who founded Weber Shandwick?"} 3 | {"prompt": "What is the purpose of the Silver Anvil Awards?"} 4 | {"prompt": "What is the Holmes Report?"} 5 | {"prompt": "Who is Ivy Lee?"} 6 | {"prompt": "What is the Edelman Trust Barometer?"} 7 | {"prompt": "What is the Pepsi Refresh Project?"} 8 | {"prompt": "What was the outcome of the \"United Breaks Guitars\" incident?"} 9 | {"prompt": "What is the Tylenol Crisis?"} 10 | {"prompt": "What is the role of the PRSA Code of Ethics?"} 11 | {"prompt": "What happened at the launch event for the iPhone?"} 12 | {"prompt": "What is the Bell Pottinger scandal?"} 13 | {"prompt": "What does the Public Relations Society of America (PRSA) do?"} 14 | {"prompt": "What is the Diesel 'Be Stupid' advertising campaign?"} 15 | {"prompt": "What is Edelman PR?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Project Row Houses?"} 2 | {"prompt": "What is the Sociological Imagination?"} 3 | {"prompt": "What is the Digital Divide?"} 4 | {"prompt": "What is the Burning Man festival?"} 5 | {"prompt": "What is the Chicago School of Sociology?"} 6 | {"prompt": "What is the Hawthorne Effect?"} 7 | {"prompt": "Who is Pierre Bourdieu?"} 8 | {"prompt": "What is the Broken Windows Theory?"} 9 | {"prompt": "Who is Zygmunt Bauman?"} 10 | {"prompt": "Who is Elijah Anderson?"} 11 | {"prompt": "What is the Gini Coefficient?"} 12 | {"prompt": "What is the Doll Test?"} 13 | {"prompt": "What is the East LA walkouts?"} 14 | {"prompt": "What is the Lavender Scare?"} 15 | {"prompt": "Who is Tressie McMillan Cottom?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Isle of Man TT?"} 2 | {"prompt": "Who is Ronnie O'Sullivan?"} 3 | {"prompt": "Who is Katie Ledecky?"} 4 | {"prompt": "What is the Iditarod Trail Sled Dog Race?"} 5 | {"prompt": "What is the Patrouille des Glaciers?"} 6 | {"prompt": "What is the Calcio Storico?"} 7 | {"prompt": "What is the Triple Crown of Thoroughbred Racing?"} 8 | {"prompt": "Who is Muggsy Bogues?"} 9 | {"prompt": "Who is Greg Minnaar?"} 10 | {"prompt": "What is the Elfstedentocht?"} 11 | {"prompt": "What is the Telemark turn?"} 12 | {"prompt": "What is curling?"} 13 | {"prompt": "Who is Eddy Merckx?"} 14 | {"prompt": "What is the Vend\u00e9e Globe?"} 15 | {"prompt": "What is the Dakar Rally?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Crimean-Congo hemorrhagic fever virus?"} 2 | {"prompt": "What is the Chikungunya virus?"} 3 | {"prompt": "What is the Dengue virus?"} 4 | {"prompt": "What is the Junin virus?"} 5 | {"prompt": "What is the SARS-CoV-2 virus?"} 6 | {"prompt": "What is the Hendra virus?"} 7 | {"prompt": "What is the Oropouche virus?"} 8 | {"prompt": "What is the Zika virus?"} 9 | {"prompt": "What is the Marburg virus?"} 10 | {"prompt": "What is the Nipah virus?"} 11 | {"prompt": "What is the Epstein-Barr virus?"} 12 | {"prompt": "What is the Ebola virus?"} 13 | {"prompt": "What is the Sin Nombre virus?"} 14 | {"prompt": "What is the Hantaan virus?"} 15 | {"prompt": "What is the Human T-lymphotropic virus?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-05-2024/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Black Stone of Mecca?"} 2 | {"prompt": "Who is Zarathustra?"} 3 | {"prompt": "What is the White Lotus Society?"} 4 | {"prompt": "What is the Lotus Temple?"} 5 | {"prompt": "What is the Pantheon in Rome?"} 6 | {"prompt": "What is the Kumbh Mela?"} 7 | {"prompt": "What is the Shwedagon Pagoda?"} 8 | {"prompt": "What is the Bodhi Tree?"} 9 | {"prompt": "What is the Church of the Holy Sepulchre?"} 10 | {"prompt": "What is the Guru Granth Sahib?"} 11 | {"prompt": "Who is Maimonides?"} 12 | {"prompt": "Who is Guru Nanak?"} 13 | {"prompt": "What is the Kaaba?"} 14 | {"prompt": "What is the Temple Mount?"} 15 | {"prompt": "What is the Ark of the Covenant?"} 16 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened during the Cuban Missile Crisis?"} 2 | {"prompt": "What was Operation Paperclip?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Plum Island Animal Disease Center?"} 2 | {"prompt": "Who is Victoria Nuland?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Luca Pacioli in the context of accounting?"} 2 | {"prompt": "What is the Sarbanes-Oxley Act?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Casa Batll\u00f3?"} 2 | {"prompt": "Who is James Stirling?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Allan Hills 84001 meteorite?"} 2 | {"prompt": "What is the Messier 87 galaxy?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Rosy Wolfsnail?"} 2 | {"prompt": "What is the significance of the discovery of the Archaeopteryx fossil?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Aaron Feuerstein?"} 2 | {"prompt": "What is the Enron scandal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Timoth\u00e9e Chalamet?"} 2 | {"prompt": "Who is Clairo?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who discovered beryllium?"} 2 | {"prompt": "What is Californium-252 used for?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Coma Scale?"} 2 | {"prompt": "What is the Apert Syndrome?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Z3 computer?"} 2 | {"prompt": "What is Project Jacquard?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Morris Worm?"} 2 | {"prompt": "Who is Tsutomu Shimomura?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Elinor Ostrom?"} 2 | {"prompt": "What is the Big Mac Index?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Zahner Lumenpulse project?"} 2 | {"prompt": "Who is Nikola Tesla?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Leeroy Jenkins?"} 2 | {"prompt": "What is the Heart of Deimos in Warframe?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the geographical layout of the Valles Marineris on Mars?"} 2 | {"prompt": "What is the significance of Lake Baikal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Tsingy de Bemaraha National Park?"} 2 | {"prompt": "What is the Global Seed Vault?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the significance of the Ems Dispatch?"} 2 | {"prompt": "Who was Alexandra Kollontai?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the H-1B visa program?"} 2 | {"prompt": "What is the Deferred Action for Childhood Arrivals (DACA)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the International Tribunal for the Law of the Sea?"} 2 | {"prompt": "What is the Aarhus Convention?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Corpus Juris Civilis?"} 2 | {"prompt": "Who is Ronald Dworkin?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Transformer model?"} 2 | {"prompt": "Who is Yoshua Bengio?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Gary Hamel?"} 2 | {"prompt": "What is the Balanced Scorecard Institute?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Gary Vaynerchuk?"} 2 | {"prompt": "What is the \"Dove Real Beauty Sketches\" campaign?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Birch and Swinnerton-Dyer Conjecture?"} 2 | {"prompt": "Who is Benoit Mandelbrot?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Jonas Salk?"} 2 | {"prompt": "What is the Glasgow Coma Scale?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the controversy surrounding the Dakota Access Pipeline?"} 2 | {"prompt": "What is the morality issue with using child labor in the chocolate industry?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is \"The Room\" about?"} 2 | {"prompt": "Who is Neve Campbell?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Richard D. James?"} 2 | {"prompt": "What is the Moog synthesizer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Eudemian Ethics?"} 2 | {"prompt": "Who is Alain Badiou?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Clifford Shull?"} 2 | {"prompt": "What is the Large Hadron Collider?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Venus of Willendorf?"} 2 | {"prompt": "What is Gobekli Tepe?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Stanford Prison Experiment?"} 2 | {"prompt": "Who is Elizabeth Loftus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ivy Lee?"} 2 | {"prompt": "What was the purpose of the Dove Real Beauty Campaign?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Pierre Bourdieu?"} 2 | {"prompt": "What is the Lynds' Middletown study?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Vend\u00e9e Globe?"} 2 | {"prompt": "Who is Eddie Aikau?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Philadelphia virus?"} 2 | {"prompt": "What is the Tombusvirus genus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-2/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Adi Shankaracharya?"} 2 | {"prompt": "What is the significance of the Kaaba in Islam?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened during the Cuban Missile Crisis?"} 2 | {"prompt": "What was Operation Barbarossa?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Pine Gap facility?"} 2 | {"prompt": "Who is Victoria Nuland?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Luca Pacioli?"} 2 | {"prompt": "What is the Sarbanes-Oxley Act?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the function of the Pantheon's oculus?"} 2 | {"prompt": "Who designed the Fallingwater House?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the star Betelgeuse?"} 2 | {"prompt": "What is the Cat's Eye Nebula?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Caenorhabditis elegans?"} 2 | {"prompt": "What is the Wollemi Pine?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the role of Foxconn in Apple's supply chain controversies?"} 2 | {"prompt": "What is the Enron scandal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Jenna Ortega?"} 2 | {"prompt": "Who is Timothy Chalamet?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Zeise's salt?"} 2 | {"prompt": "What is the Haber-Bosch process?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Outcome Scale?"} 2 | {"prompt": "What is the function of a gamma knife in medical treatment?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Z3 computer?"} 2 | {"prompt": "What is the Waymo self-driving car?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Morris Worm?"} 2 | {"prompt": "What is the Titan Rain cyber espionage campaign?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is the World Bank President?"} 2 | {"prompt": "What is the function of the Commodity Futures Trading Commission?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the ANSI C84.1 standard?"} 2 | {"prompt": "What is the Haiyangshan ship?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Toby Fox?"} 2 | {"prompt": "What is the Konami Code?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the features of the Lake Baikal?"} 2 | {"prompt": "What is the significance of the Afar Triangle?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the structure of the Great Barrier Reef?"} 2 | {"prompt": "What is the significance of the Tunguska Event?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Lady Hester Stanhope?"} 2 | {"prompt": "What is the Rosetta Stone?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Immigration Skills Charge?"} 2 | {"prompt": "What is the H-1B visa lottery?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the United Nations Convention on Contracts for the International Sale of Goods (CISG)?"} 2 | {"prompt": "What is the International Tribunal for the Law of the Sea (ITLOS)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hart-Scott-Rodino Antitrust Improvements Act?"} 2 | {"prompt": "Who is Lon L. Fuller?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Transformer model in machine learning?"} 2 | {"prompt": "Who is Yoshua Bengio?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Fredmund Malik?"} 2 | {"prompt": "What is the Deming Prize?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Neil Patel?"} 2 | {"prompt": "What is the Fearless Girl statue campaign?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Birch and Swinnerton-Dyer Conjecture?"} 2 | {"prompt": "Who is Grigori Perelman?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Bradford Hill criteria?"} 2 | {"prompt": "Who is Tu Youyou?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the ethical implications of the Tuskegee Syphilis Study?"} 2 | {"prompt": "What is the controversy surrounding the use of drones in warfare?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the prop used in the movie \"The Maltese Falcon\"?"} 2 | {"prompt": "Who is Ke Huy Quan?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Hiromi Uehara?"} 2 | {"prompt": "What is the significance of the Moog synthesizer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Alain Badiou?"} 2 | {"prompt": "What is the Eranos Conference?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Vera Rubin?"} 2 | {"prompt": "What is the Large Hadron Collider?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the G\u00f6bekli Tepe site?"} 2 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Francine Shapiro?"} 2 | {"prompt": "What is the Bobo doll experiment?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Edward Bernays?"} 2 | {"prompt": "What is the Edelman Trust Barometer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Chicago Women's Liberation Union?"} 2 | {"prompt": "Who is Elijah Anderson?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Pat Venditte?"} 2 | {"prompt": "What is the Stawell Gift?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hendra virus?"} 2 | {"prompt": "What is the Bunyamwera virus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-3/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Adi Shankaracharya?"} 2 | {"prompt": "What is the Kaaba?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened in the Chernobyl disaster?"} 2 | {"prompt": "What occurred during the Cuban Missile Crisis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Victoria Nuland?"} 2 | {"prompt": "What is the role of the American Institute in Taiwan?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Sarbanes-Oxley Act?"} 2 | {"prompt": "Who is Luca Pacioli?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of the Nakagin Capsule Tower?"} 2 | {"prompt": "Who designed the Fallingwater House?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Holmes Comet?"} 2 | {"prompt": "What is the significance of the star Mu Cephei?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Wollemi Pine?"} 2 | {"prompt": "What is the Kakapo?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is involved in the Enron scandal?"} 2 | {"prompt": "What is the Foxconn workers' controversy?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ncuti Gatwa?"} 2 | {"prompt": "What is the significance of the Spy Kids franchise to Alexa Vega's career?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who discovered the C60 Fullerene?"} 2 | {"prompt": "What is Thiotimoline?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of the Denver Developmental Screening Test?"} 2 | {"prompt": "What is the Glasgow Coma Scale?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Knuth-Morris-Pratt Algorithm?"} 2 | {"prompt": "Who created the programming language Python?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Joanna Rutkowska?"} 2 | {"prompt": "What is the Conficker worm?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tobin tax?"} 2 | {"prompt": "What is the Big Mac Index?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Zener Diode?"} 2 | {"prompt": "What is the Tesla Coil?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the game \"Celeste\"?"} 2 | {"prompt": "Who is Masahiro Sakurai?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Diomede Islands?"} 2 | {"prompt": "What are the Uros Islands?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Vin\u010da culture?"} 2 | {"prompt": "What is the significance of Uluru?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Jeanne de Clisson?"} 2 | {"prompt": "Who was Ching Shih?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of the H-1B visa?"} 2 | {"prompt": "What is the DACA program?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Antonio Cassese?"} 2 | {"prompt": "What is the Maritime Boundary Treaty between Australia and Timor-Leste?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is H.L.A. Hart?"} 2 | {"prompt": "What is the case of Marbury v. Madison?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the ImageNet Large Scale Visual Recognition Challenge?"} 2 | {"prompt": "What is the GPT-3 model?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hawthorne Plant?"} 2 | {"prompt": "Who is Mary Parker Follett?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who created the \"Got Milk?\" campaign?"} 2 | {"prompt": "What is the Pepsi Challenge?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Monster Group?"} 2 | {"prompt": "Who is Grigori Perelman?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Heimlich maneuver?"} 2 | {"prompt": "Who was Henrietta Lacks?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the ethical concerns related to the Dolly the sheep cloning experiment?"} 2 | {"prompt": "What was the controversy surrounding the Jallianwala Bagh massacre?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the plot of \"The Lighthouse\"?"} 2 | {"prompt": "Who directed \"Eternal Sunshine of the Spotless Mind\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Theremin?"} 2 | {"prompt": "Who is Emahoy Tsegu\u00e9-Maryam Gu\u00e8brou?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Philippa Foot?"} 2 | {"prompt": "What is the Copleston-Russell debate?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Donna Strickland?"} 2 | {"prompt": "What is the Large Hadron Collider?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Lucy in prehistory?"} 2 | {"prompt": "What is the Venus of Willendorf?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Little Albert Experiment?"} 2 | {"prompt": "Who is Viktor Frankl?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Edelman Trust Barometer?"} 2 | {"prompt": "Who is Ivy Lee?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Pierre Bourdieu?"} 2 | {"prompt": "Who is Elijah Anderson?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Simone Biles?"} 2 | {"prompt": "What is the Gordie Howe hat trick?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hendra virus?"} 2 | {"prompt": "What is the Giant Virus Mimivirus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-4/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is the current Dalai Lama?"} 2 | {"prompt": "What is the significance of the Wailing Wall?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What occurred at the Battle of Khe Sanh?"} 2 | {"prompt": "What happened during the Cuban Missile Crisis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Oslo Accords?"} 2 | {"prompt": "Who is Victoria Nuland?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Luca Pacioli?"} 2 | {"prompt": "What is the Sarbanes-Oxley Act of 2002?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Dancing House?"} 2 | {"prompt": "Who designed the Sydney Opera House?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Green Bank Observatory?"} 2 | {"prompt": "What is the Pillars of Creation?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Norman Borlaug?"} 2 | {"prompt": "What is the Luzon Bleeding-heart?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Enron scandal?"} 2 | {"prompt": "What is the Foxconn suicides incident?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Gbemisola Ikumelo?"} 2 | {"prompt": "What is the background of Tamsin Greig?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Cesium auride?"} 2 | {"prompt": "What is Ziegler-Natta catalyst?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Coma Scale?"} 2 | {"prompt": "What is the role of a Leksell Gamma Knife?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Tim Berners-Lee?"} 2 | {"prompt": "What is the Antikythera mechanism?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Morris Worm?"} 2 | {"prompt": "Who is Kevin Mitnick?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Big Mac Index?"} 2 | {"prompt": "Who is Mohamed El-Erian?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the function of an Arduino Uno?"} 2 | {"prompt": "What is the SEL-751 Feeder Protection Relay?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the game \"Pathologic\"?"} 2 | {"prompt": "Who is Jonathan Wendel?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tonle Sap Lake?"} 2 | {"prompt": "What is the significance of the Triple Frontier?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Codex Gigas?"} 2 | {"prompt": "What is the Tristan da Cunha Post Office?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Grinling Gibbons?"} 2 | {"prompt": "What is the significance of the Treaty of Tordesillas?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Judy Rabinovitz?"} 2 | {"prompt": "What is the DACA program?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Rome Statute?"} 2 | {"prompt": "What is the Chagos Archipelago dispute?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was H.L.A. Hart?"} 2 | {"prompt": "What is the Hart-Devlin debate?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the GPT-3 model?"} 2 | {"prompt": "Who is Fei-Fei Li?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Baldrige Performance Excellence Program?"} 2 | {"prompt": "Who is Henry Mintzberg?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Pepsi Challenge?"} 2 | {"prompt": "Who is Gary Vaynerchuk?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Monster Group?"} 2 | {"prompt": "Who is Grigori Perelman?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the use of Atropine Eye Drops?"} 2 | {"prompt": "Who is Jean-Martin Charcot?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the controversy surrounding SeaWorld's treatment of orcas?"} 2 | {"prompt": "What was the ethical debate over the creation of the Human Genome Project?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the plot of \"The Room\"?"} 2 | {"prompt": "Who is Cedric Nicolas-Troyan?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Tobias Forge?"} 2 | {"prompt": "What is the Theremin?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Eranos Conference?"} 2 | {"prompt": "Who is Alain Badiou?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Lisa Randall?"} 2 | {"prompt": "What is the Laser Interferometer Gravitational-Wave Observatory?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 2 | {"prompt": "Who is Lucy in the context of prehistoric discoveries?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Little Albert Experiment?"} 2 | {"prompt": "Who is Francine Shapiro?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ivy Lee?"} 2 | {"prompt": "What is the Edelman Trust Barometer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Svalbard Global Seed Vault?"} 2 | {"prompt": "Who was Jane Addams?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Vend\u00e9e Globe?"} 2 | {"prompt": "Who is Eddie Aikau?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hendra virus?"} 2 | {"prompt": "What is the Epstein-Barr virus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024-5/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Guru Nanak?"} 2 | {"prompt": "What is the significance of the Kaaba in Islam?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened during the Cuban Missile Crisis?"} 2 | {"prompt": "What occurred at the Chernobyl Nuclear Power Plant in 1986?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Pine Gap facility in Australia for US foreign policy?"} 2 | {"prompt": "Who is Victoria Nuland?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Luca Pacioli in the context of accounting?"} 2 | {"prompt": "What is the Sarbanes-Oxley Act?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Habitat 67?"} 2 | {"prompt": "Who is Shigeru Ban?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Horsehead Nebula?"} 2 | {"prompt": "What is the Great Attractor?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Arabidopsis thaliana plant in research?"} 2 | {"prompt": "Who is Barbara McClintock?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Foxconn suicides case?"} 2 | {"prompt": "What is the Enron Scandal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Timoth\u00e9e Chalamet?"} 2 | {"prompt": "Who is Clairo?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Ziegler-Natta catalyst?"} 2 | {"prompt": "What is the significance of the Fullerene C60 molecule?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the usage of the Glasgow Coma Scale?"} 2 | {"prompt": "What are the indications for a Whipple procedure?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Tim Berners-Lee?"} 2 | {"prompt": "What is the Z3 computer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Kevin Mitnick?"} 2 | {"prompt": "What is the Morris Worm?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tobin Tax?"} 2 | {"prompt": "Who is Sir John Hicks?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Andrew Viterbi?"} 2 | {"prompt": "What is the significance of the MOSFET?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of the PocketStation for PlayStation?"} 2 | {"prompt": "What is the function of the Umbra Witch Trials in Bayonetta?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Deception Island known for?"} 2 | {"prompt": "What is the significance of the Triple Divide Peak?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the location of the Svalbard Global Seed Vault?"} 2 | {"prompt": "What is the significance of the Kumbh Mela festival?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Zenobia?"} 2 | {"prompt": "What is the significance of the Rosetta Stone?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the H-1B visa program?"} 2 | {"prompt": "What is the DACA policy?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the United Nations Convention on the Law of the Sea?"} 2 | {"prompt": "What are the functions of the International Tribunal for the Law of the Sea?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is H.L.A. Hart?"} 2 | {"prompt": "What is the Case of Proclamations?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Yoshua Bengio?"} 2 | {"prompt": "What is the MNIST database?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Baldrige Performance Excellence Program?"} 2 | {"prompt": "Who is Anne Mulcahy?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Pepsi Challenge?"} 2 | {"prompt": "Who founded The Martin Agency?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Riemann Hypothesis?"} 2 | {"prompt": "What is the Birch and Swinnerton-Dyer Conjecture?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Coma Scale?"} 2 | {"prompt": "Who discovered the structure of DNA?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the controversy surrounding the Dakota Access Pipeline?"} 2 | {"prompt": "What is the ethical debate regarding cloning?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the movie \"The Lighthouse\" about?"} 2 | {"prompt": "Who is Neill Blomkamp?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Blue Note Tokyo?"} 2 | {"prompt": "Who is Colin Stetson?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Philippa Foot?"} 2 | {"prompt": "Who is Diotima of Mantinea?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the function of the Large Hadron Collider?"} 2 | {"prompt": "Who is Vera Rubin?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is \u00d6tzi the Iceman?"} 2 | {"prompt": "What is the Venus of Willendorf?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Elizabeth Loftus?"} 2 | {"prompt": "Who was Hermann Ebbinghaus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Edelman Trust Barometer?"} 2 | {"prompt": "Who is Edward Bernays?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Elijah Anderson?"} 2 | {"prompt": "What is Project Implicit?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Jason Belmonte?"} 2 | {"prompt": "What is the Patrouille des Glaciers?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Epstein-Barr virus?"} 2 | {"prompt": "What is the Giant Virus Mimivirus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-15-2024/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Shikharji pilgrimage site?"} 2 | {"prompt": "Who is the Dalai Lama?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened during the Cuban Missile Crisis?"} 2 | {"prompt": "What happened at the Chernobyl nuclear power plant in 1986?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Zalmay Khalilzad?"} 2 | {"prompt": "What is the Platte River Memorandum?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Luca Pacioli?"} 2 | {"prompt": "What is the Financial Accounting Standards Board (FASB)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Antti Lovag?"} 2 | {"prompt": "What is the Casa Batll\u00f3?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Large Magellanic Cloud?"} 2 | {"prompt": "What is PSR J1719-1438?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Kakapo?"} 2 | {"prompt": "Who is Barbara McClintock?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Chiquita Brands International funding of paramilitary groups about?"} 2 | {"prompt": "What is the Wells Fargo account fraud scandal about?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Timoth\u00e9e Chalamet?"} 2 | {"prompt": "Who is Ang\u00e9lique Kidjo?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Cahn-Ingold-Prelog priority rules?"} 2 | {"prompt": "Who is Gilbert N. Lewis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Coma Scale?"} 2 | {"prompt": "What is Thymosin Beta 4?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who created the Python programming language?"} 2 | {"prompt": "What is the Z3 computer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Mudge Zatko?"} 2 | {"prompt": "What is the Morris Worm?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is the creator of the Gini Coefficient?"} 2 | {"prompt": "What is the Big Mac Index?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tesla Coil?"} 2 | {"prompt": "What is the Van de Graaff generator?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Greg Street in the context of gaming?"} 2 | {"prompt": "What is the game \"Eternal Darkness: Sanity's Requiem\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the unique features of Socotra Island?"} 2 | {"prompt": "What is the significance of Lake Baikal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Kyzylkum Desert?"} 2 | {"prompt": "What is the Salto del Guair\u00e1 Waterfall?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Voynich Manuscript?"} 2 | {"prompt": "Who was Grigori Rasputin?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the DACA program?"} 2 | {"prompt": "What is the H-1B visa lottery?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Arctic Sunrise case?"} 2 | {"prompt": "What is the function of the International Tribunal for the Law of the Sea?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hart-Scott-Rodino Antitrust Improvements Act?"} 2 | {"prompt": "Who is H.L.A. Hart?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Yoshua Bengio?"} 2 | {"prompt": "What is Google BERT?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Eliyahu M. Goldratt?"} 2 | {"prompt": "What is the Baldridge Award?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the \"Budweiser frogs\" advertisement?"} 2 | {"prompt": "What is the \"Share a Coke\" campaign?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Grigori Perelman?"} 2 | {"prompt": "What is the Birch and Swinnerton-Dyer Conjecture?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Heimlich maneuver?"} 2 | {"prompt": "Who is Barry Marshall?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the ethical concerns surrounding the Dakota Access Pipeline?"} 2 | {"prompt": "What was the controversy around the publication of \"The Satanic Verses\" by Salman Rushdie?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is \"Battleship Potemkin\"?"} 2 | {"prompt": "Who is Sharon Maguire?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Jimmy Urine?"} 2 | {"prompt": "What is the Function Band?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Gilles Deleuze?"} 2 | {"prompt": "What is the Eranos Conference?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is John Archibald Wheeler?"} 2 | {"prompt": "What is the Large Hadron Collider?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Otzi the Iceman?"} 2 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Elizabeth Loftus?"} 2 | {"prompt": "What is the Little Albert experiment?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Edelman Trust Barometer?"} 2 | {"prompt": "Who is Edward Bernays?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Dunedin Longitudinal Study?"} 2 | {"prompt": "Who is Pierre Bourdieu?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Vend\u00e9e Globe?"} 2 | {"prompt": "Who is Pablo Larraz\u00e1bal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Epstein-Barr virus?"} 2 | {"prompt": "What is the Hendra virus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-1/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Kaaba?"} 2 | {"prompt": "Who is the Dalai Lama?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What occurred at the Chernobyl Nuclear Power Plant in 1986?"} 2 | {"prompt": "What happened during the Cuban Missile Crisis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of the Marshall Island's Compact of Free Association with the United States?"} 2 | {"prompt": "What is the Atacama Desert Memorandum between Chile and the United States?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Luca Pacioli?"} 2 | {"prompt": "What is the purpose of the Financial Accounting Standards Board (FASB)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Kengo Kuma?"} 2 | {"prompt": "What is the Habitat 67?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the star Methuselah?"} 2 | {"prompt": "What is the Great Attractor?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Aquilegia formosa?"} 2 | {"prompt": "What is the function of the CRISPR-Cas9 system?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Volkswagen Emissions Scandal?"} 2 | {"prompt": "What is the Enron Scandal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Sosie Bacon?"} 2 | {"prompt": "What is the Alma Award that Rita Moreno received?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Cubane?"} 2 | {"prompt": "Who is Gilbert N. Lewis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Virginia Apgar?"} 2 | {"prompt": "What is the Glasgow Coma Scale?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Z3 computer?"} 2 | {"prompt": "Who is Ada Lovelace?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Morris Worm?"} 2 | {"prompt": "Who discovered the Heartbleed bug?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the function of the Reserve Bank of India?"} 2 | {"prompt": "Tell me about the Tobin Tax."} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Blaise Pascal in the context of electrical engineering?"} 2 | {"prompt": "What is the role of the Zahorodnyuk Converter in electrical engineering?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the game \"Omori\"?"} 2 | {"prompt": "Who is Shigeru Miyamoto?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Lake Baikal?"} 2 | {"prompt": "What is the Tristan da Cunha Archipelago?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Kumbh Mela?"} 2 | {"prompt": "What is the Codex Mendoza?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Vinland Map?"} 2 | {"prompt": "Who was Zheng Chenggong?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Harlan York?"} 2 | {"prompt": "What is the H-1B visa lottery system?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Abdulqawi Yusuf?"} 2 | {"prompt": "What is the United Nations Convention on the Law of the Sea?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the case Marbury v. Madison?"} 2 | {"prompt": "Who is Ronald Dworkin?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the AdaBoost algorithm?"} 2 | {"prompt": "Who created the GPT-3?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hawthorne Works experiment?"} 2 | {"prompt": "Who is Henry Mintzberg?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is David Ogilvy?"} 2 | {"prompt": "What is the Pepsi Challenge?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Shinichi Mochizuki?"} 2 | {"prompt": "What is the Borwein Algorithm?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Beighton score?"} 2 | {"prompt": "What is the Glasgow Coma Scale?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the moral debate over capital punishment?"} 2 | {"prompt": "What was the controversy surrounding the use of Agent Orange during the Vietnam War?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who directed \"The Grand Budapest Hotel\"?"} 2 | {"prompt": "What is the plot of \"The Secret of Roan Inish\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Tony MacAlpine?"} 2 | {"prompt": "What is the Suzuki Method?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Kyoto School?"} 2 | {"prompt": "Who is Alain Badiou?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Yuan Tseh Lee?"} 2 | {"prompt": "What is the Large Hadron Collider?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Laetoli footprints?"} 2 | {"prompt": "What is the G\u00f6bekli Tepe?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Stanford prison experiment?"} 2 | {"prompt": "Who is Elizabeth Loftus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ivy Lee?"} 2 | {"prompt": "What is the Edelman Trust Barometer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Chicago School of Sociology?"} 2 | {"prompt": "Who was Charles Cooley?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Muggsy Bogues?"} 2 | {"prompt": "What is the Vend\u00e9e Globe?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Hendra virus?"} 2 | {"prompt": "What is the Giant Panda Enteric Coronavirus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-2/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Kaaba in Islam?"} 2 | {"prompt": "Who is Zalman Schachter-Shalomi?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened during the Cuban Missile Crisis?"} 2 | {"prompt": "What occurred at the Battle of Kursk?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Treaty of Portsmouth?"} 2 | {"prompt": "Who is Victoria Nuland?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Sarbanes-Oxley Act of 2002?"} 2 | {"prompt": "What is the Financial Accounting Standards Board (FASB)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who designed the Sydney Opera House?"} 2 | {"prompt": "What is the Fallingwater house?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Hanny's Voorwerp discovery?"} 2 | {"prompt": "What is the Abell 2744 galaxy cluster?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the function of the enzyme telomerase?"} 2 | {"prompt": "What is the Kakapo?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the De Beers diamond monopoly controversy?"} 2 | {"prompt": "What is the Volkswagen emissions scandal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Griffin Gluck?"} 2 | {"prompt": "Who is Madison Bailey?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the structure of Benzene?"} 2 | {"prompt": "What is the significance of the molecule Buckminsterfullerene?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Coma Scale?"} 2 | {"prompt": "What is the Early Warning Score (EWS)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who developed the RSA algorithm?"} 2 | {"prompt": "What is the Z3 computer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the SolarWinds hack?"} 2 | {"prompt": "What is the Stuxnet virus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Luiza Helena Trajano?"} 2 | {"prompt": "What is the significance of the Bretton Woods Conference?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Tesla Coil?"} 2 | {"prompt": "What is the Hakki\u2013Coleman Dielectric Resonator?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the \"Desert Bus\" game?"} 2 | {"prompt": "What is the game \"LostWinds\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Isle of Man known for?"} 2 | {"prompt": "What is the significance of the Afar Triangle?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Codex Gigas?"} 2 | {"prompt": "What is the significance of the Nebra Sky Disc?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Lady Hester Stanhope?"} 2 | {"prompt": "What is the significance of the Rosetta Stone?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the H-1B visa lottery?"} 2 | {"prompt": "What is the DACA program?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the International Tribunal for the Law of the Sea?"} 2 | {"prompt": "What is the Lauterpacht Centre for International Law?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Roscoe Pound?"} 2 | {"prompt": "What is the Lex Mercatoria?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Yoshua Bengio?"} 2 | {"prompt": "What is the Google Brain project?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Elliot Jaques Stratified Systems Theory?"} 2 | {"prompt": "Who is Gary Hamel?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Share a Coke campaign?"} 2 | {"prompt": "What is the purpose of the Fearless Girl statue?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Grigori Perelman?"} 2 | {"prompt": "What is the Whitehead Prize?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the drug Remdesivir?"} 2 | {"prompt": "Who is Tu Youyou?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the controversy surrounding SeaWorld and orca whales?"} 2 | {"prompt": "What is the debate over genetically modified organisms (GMOs) in food production?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who directed \"Eternal Sunshine of the Spotless Mind\"?"} 2 | {"prompt": "What is the plot of \"The Lighthouse of the Orcas\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Tristan Shone?"} 2 | {"prompt": "What is the function of a Theremin?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Peter Singer?"} 2 | {"prompt": "What is the Cave of Adullam in philosophical discourse?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Large Hadron Collider?"} 2 | {"prompt": "Who is Lisa Randall?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Trundholm Sun Chariot?"} 2 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Elizabeth Loftus?"} 2 | {"prompt": "What is the Thematic Apperception Test?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ivy Lee?"} 2 | {"prompt": "What is the Edelman Trust Barometer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Elijah Anderson?"} 2 | {"prompt": "What is the Broken Windows Theory?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Patrouille des Glaciers?"} 2 | {"prompt": "Who is Eric Moussambani?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Junin virus?"} 2 | {"prompt": "What is the Hendra virus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-3/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Kaaba in Islam?"} 2 | {"prompt": "Who is Guru Nanak?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_20th-century-events.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened at the Chernobyl nuclear disaster?"} 2 | {"prompt": "What happened during the Battle of Stalingrad?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_US-foreign-policy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the significance of the Platte Amendment?"} 2 | {"prompt": "What happened at the Camp David Accords?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_accounting.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Public Company Accounting Oversight Board (PCAOB)?"} 2 | {"prompt": "What is the role of the Financial Accounting Standards Board (FASB)?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_architecture.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the purpose of the Fallingwater house?"} 2 | {"prompt": "Who is Peter Zumthor?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_astronomy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Antikythera Mechanism?"} 2 | {"prompt": "What is the Vela Pulsar?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_biology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Axolotl?"} 2 | {"prompt": "What is the function of the enzyme RuBisCO?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_business-ethics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What happened with the Enron scandal?"} 2 | {"prompt": "What is the Wells Fargo account fraud scandal?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_celebrities.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Grimes?"} 2 | {"prompt": "Who is Rina Sawayama?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_chemistry.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who discovered the structure of benzene?"} 2 | {"prompt": "What is the significance of Fullerene C60?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_clinical-knowledge.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Glasgow Coma Scale?"} 2 | {"prompt": "Who is Dr. Virginia Apgar?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_computer-science.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Z3 computer?"} 2 | {"prompt": "What is the Blue Brain Project?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_computer-security.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Flame malware?"} 2 | {"prompt": "Who is Kevin Mitnick?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_economics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the New Economic Policy of 1921?"} 2 | {"prompt": "What is the function of the Bank for International Settlements?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_electrical-engineering.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who developed the first practical operational amplifier (op-amp)?"} 2 | {"prompt": "What is the Zener diode?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_gaming.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Shigeru Miyamoto?"} 2 | {"prompt": "What is the game \"Eternal Darkness: Sanity's Requiem\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_geography.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What are the features of the Vinson Massif?"} 2 | {"prompt": "What is the significance of the Salar de Uyuni?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_global-facts.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is Lake Hillier?"} 2 | {"prompt": "What is the Codex Gigas?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_history.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who was Grigori Rasputin?"} 2 | {"prompt": "What is the significance of the Rosetta Stone?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_immigration-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Sophie Alcorn?"} 2 | {"prompt": "What is the EB-5 visa program?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_international-law.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is the President of the International Court of Justice?"} 2 | {"prompt": "What is the Rome Statute?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_jurisprudence.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Ronald Dworkin?"} 2 | {"prompt": "What is the Case of Marbury v. Madison?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_machine-learning.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the ImageNet Large Scale Visual Recognition Challenge (ILSVRC)?"} 2 | {"prompt": "Who is Yoshua Bengio?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_management.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Gary Hamel?"} 2 | {"prompt": "What is the Bridgewater Associates?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_marketing.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Dove Real Beauty Sketches campaign?"} 2 | {"prompt": "Who is Gary Vaynerchuk?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_mathematics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Shinichi Mochizuki?"} 2 | {"prompt": "What is the Riemann Hypothesis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_medicine.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Virginia Apgar?"} 2 | {"prompt": "What is the Glasgow Coma Scale?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_moral-disputes.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What was the ethical debate around the publication of Salman Rushdie's book \"The Satanic Verses\"?"} 2 | {"prompt": "What is the controversy surrounding Edward Snowden's NSA surveillance revelation?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_movies.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Alan Smithee?"} 2 | {"prompt": "What is the plot of \"The Room\"?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_music.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Colin Stetson?"} 2 | {"prompt": "What is the Moog synthesizer?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_philosophy.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Alasdair MacIntyre?"} 2 | {"prompt": "What is the Euthyphro Dilemma?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_physics.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Large Hadron Collider?"} 2 | {"prompt": "Who is Albert A. Michelson?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_prehistory.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Venus of Willendorf?"} 2 | {"prompt": "What is the significance of the Lascaux Cave paintings?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_psychology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Stanford Prison Experiment?"} 2 | {"prompt": "Who is Elizabeth Loftus?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_public-relations.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Edward Bernays?"} 2 | {"prompt": "What is the Tylenol crisis?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_sociology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Moynihan Report?"} 2 | {"prompt": "Who is Pierre Bourdieu?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_sports.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Florian Neuhaus?"} 2 | {"prompt": "What is the Iditarod Trail Sled Dog Race?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_virology.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "What is the Junin virus?"} 2 | {"prompt": "What is the Bamble disease?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/datasets/longfact-objects_gpt4turbo_06-16-2024-4/longfact-objects_world-religions.jsonl: -------------------------------------------------------------------------------- 1 | {"prompt": "Who is Guru Nanak?"} 2 | {"prompt": "What is the significance of the Kumbh Mela?"} 3 | -------------------------------------------------------------------------------- /long-form-factuality/eval/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Eval.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/eval/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/__pycache__/correlation_vs_factscore.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/__pycache__/correlation_vs_factscore.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/__pycache__/metric_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/__pycache__/metric_utils.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/__pycache__/run_eval.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/__pycache__/run_eval.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """SAFE.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/classify_relevance.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/classify_relevance.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/get_atomic_facts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/get_atomic_facts.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/query_colbert.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/query_colbert.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/query_ddg.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/query_ddg.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/query_serper.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/query_serper.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/rate_atomic_fact.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/rate_atomic_fact.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/eval/safe/__pycache__/search_augmented_factuality_eval.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/eval/safe/__pycache__/search_augmented_factuality_eval.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Main.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/main/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/main/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/main/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/main/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/__pycache__/methods.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/main/__pycache__/methods.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/__pycache__/pipeline.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/main/__pycache__/pipeline.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/__pycache__/pipeline.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/main/__pycache__/pipeline.cpython-311.pyc -------------------------------------------------------------------------------- /long-form-factuality/main/long-form-factuality.code-workspace: -------------------------------------------------------------------------------- 1 | { 2 | "folders": [ 3 | { 4 | "path": ".." 5 | } 6 | ], 7 | "settings": {} 8 | } -------------------------------------------------------------------------------- /long-form-factuality/third_party/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """Third party.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/third_party/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/third_party/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/third_party/factscore/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright 2024 Google LLC 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | """FActScore.""" 15 | -------------------------------------------------------------------------------- /long-form-factuality/third_party/factscore/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/third_party/factscore/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /long-form-factuality/third_party/factscore/__pycache__/atomic_facts.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MiuLab/FactAlign/a122e158a854a5b818930756f81e9816f4fd4bfc/long-form-factuality/third_party/factscore/__pycache__/atomic_facts.cpython-310.pyc -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch==2.3.0 2 | transformers==4.41.1 3 | peft==0.11.1 4 | accelerate==0.30.1 5 | bitsandbytes==0.43.1 6 | deepspeed==0.12.2 7 | wandb 8 | git+https://github.com/huggingface/trl.git 9 | -------------------------------------------------------------------------------- /train_kto.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | export WANDB_PROJECT=FactAlign 4 | export WANDB_LOG_MODEL=false 5 | export WANDB_DISABLED=false 6 | export HF_HOME=$(pwd)/cache 7 | export HF_TOKEN_PATH=${HOME}/.huggingface/token 8 | 9 | NUM_GPUS=2 10 | 11 | ACCELERATE_LOG_LEVEL=info accelerate launch --config_file configs/deepspeed_zero2.yaml --num_processes ${NUM_GPUS} \ 12 | run_kto.py configs/kto_deepspeed.yaml --------------------------------------------------------------------------------