├── .flake8 ├── .github └── workflows │ ├── style.yaml │ └── tests.yaml ├── .gitignore ├── .gitmodules ├── .pre-commit-config.yaml ├── .vscode └── launch.json.template ├── LICENSE ├── README.md ├── banner.png ├── baseline_classification_results.csv ├── baseline_segmentation_results.csv ├── conftest.py ├── dev-requiremnts.txt ├── geobench ├── __init__.py ├── baseline_results.ipynb ├── config.py ├── dataset.py ├── example_load_datasets.py ├── geobench_download.py ├── label.py ├── plot_tools.py ├── task.py ├── tests │ ├── launch_pytest.py │ ├── test_dataset.py │ └── test_example_load_dataset.py └── torch_toolbox │ ├── __init__.py │ └── dataset.py ├── make_benchmark ├── README.md ├── __init__.py ├── bandstats.py ├── create_benchmark.py ├── dataset_converters │ ├── README.md │ ├── __init__.py │ ├── benin_smallholder_cashew_noclouds.ipynb │ ├── benin_smallholder_cashews.py │ ├── benin_smallholder_cashews_inspect.ipynb │ ├── bigearthnet.py │ ├── bigearthnet_inspect.ipynb │ ├── brick_kiln.py │ ├── brick_kiln_inspect.ipynb │ ├── chesapeake_land_cover.py │ ├── chesapeake_land_cover_inspect.ipynb │ ├── convert_all_datasets.py │ ├── crop_type_south_africa.ipynb │ ├── crop_type_south_africa.py │ ├── cv4a_kenya_crop_type.py │ ├── cv4a_kenya_crop_type_inspect.ipynb │ ├── eurosat.py │ ├── eurosat_inspect.ipynb │ ├── forestnet.py │ ├── forestnet_inspect.ipynb │ ├── geolifeclef.py │ ├── geolifeclef_inspect.ipynb │ ├── geolifeclef_scripts │ │ ├── README.md │ │ ├── geolifeclef_sample.ipynb │ │ ├── names.csv │ │ ├── observations_sample.csv │ │ └── observations_sample_original_labels.csv │ ├── inspect_tools.py │ ├── neon_tree.py │ ├── neon_tree_inspect.ipynb │ ├── nz_cattle_detection.py │ ├── nz_cattle_detection_inspect.ipynb │ ├── pv4ger.py │ ├── pv4ger_classification_inspect.ipynb │ ├── pv4ger_segmentation_inspect.ipynb │ ├── seasonet.py │ ├── seasonet_inspect.ipynb │ ├── so2sat.py │ ├── so2sat_inspect.ipynb │ ├── util.py │ ├── viz_proj.ipynb │ ├── xview2-geotransforms.json │ ├── xview2.py │ └── xview2_inspect.ipynb ├── generate_partitions.py ├── inspect_benchmark.ipynb ├── label_map.py ├── rasterize_detection.py └── requirements.txt ├── makefile ├── poetry.lock ├── pyproject.toml ├── pytest.ini └── tests ├── bench_decompression.py └── make_benchmark_ ├── __init__.py ├── bandstats_test.py ├── create_benchmark_test.py └── dataset_converters ├── test_converters.py └── test_util.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/style.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/.github/workflows/style.yaml -------------------------------------------------------------------------------- /.github/workflows/tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/.github/workflows/tests.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.vscode/launch.json.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/.vscode/launch.json.template -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/README.md -------------------------------------------------------------------------------- /banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/banner.png -------------------------------------------------------------------------------- /baseline_classification_results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/baseline_classification_results.csv -------------------------------------------------------------------------------- /baseline_segmentation_results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/baseline_segmentation_results.csv -------------------------------------------------------------------------------- /conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/conftest.py -------------------------------------------------------------------------------- /dev-requiremnts.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /geobench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/__init__.py -------------------------------------------------------------------------------- /geobench/baseline_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/baseline_results.ipynb -------------------------------------------------------------------------------- /geobench/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/config.py -------------------------------------------------------------------------------- /geobench/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/dataset.py -------------------------------------------------------------------------------- /geobench/example_load_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/example_load_datasets.py -------------------------------------------------------------------------------- /geobench/geobench_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/geobench_download.py -------------------------------------------------------------------------------- /geobench/label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/label.py -------------------------------------------------------------------------------- /geobench/plot_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/plot_tools.py -------------------------------------------------------------------------------- /geobench/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/task.py -------------------------------------------------------------------------------- /geobench/tests/launch_pytest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/tests/launch_pytest.py -------------------------------------------------------------------------------- /geobench/tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/tests/test_dataset.py -------------------------------------------------------------------------------- /geobench/tests/test_example_load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/tests/test_example_load_dataset.py -------------------------------------------------------------------------------- /geobench/torch_toolbox/__init__.py: -------------------------------------------------------------------------------- 1 | """Torch toolbox.""" 2 | -------------------------------------------------------------------------------- /geobench/torch_toolbox/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/geobench/torch_toolbox/dataset.py -------------------------------------------------------------------------------- /make_benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/README.md -------------------------------------------------------------------------------- /make_benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /make_benchmark/bandstats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/bandstats.py -------------------------------------------------------------------------------- /make_benchmark/create_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/create_benchmark.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/README.md -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/__init__.py: -------------------------------------------------------------------------------- 1 | """GeobenchDataset converter init.""" 2 | -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/benin_smallholder_cashew_noclouds.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/benin_smallholder_cashew_noclouds.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/benin_smallholder_cashews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/benin_smallholder_cashews.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/benin_smallholder_cashews_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/benin_smallholder_cashews_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/bigearthnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/bigearthnet.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/bigearthnet_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/bigearthnet_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/brick_kiln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/brick_kiln.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/brick_kiln_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/brick_kiln_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/chesapeake_land_cover.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/chesapeake_land_cover.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/chesapeake_land_cover_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/chesapeake_land_cover_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/convert_all_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/convert_all_datasets.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/crop_type_south_africa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/crop_type_south_africa.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/crop_type_south_africa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/crop_type_south_africa.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/cv4a_kenya_crop_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/cv4a_kenya_crop_type.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/cv4a_kenya_crop_type_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/cv4a_kenya_crop_type_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/eurosat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/eurosat.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/eurosat_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/eurosat_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/forestnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/forestnet.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/forestnet_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/forestnet_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef_scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef_scripts/README.md -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef_scripts/geolifeclef_sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef_scripts/geolifeclef_sample.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef_scripts/names.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef_scripts/names.csv -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef_scripts/observations_sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef_scripts/observations_sample.csv -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/geolifeclef_scripts/observations_sample_original_labels.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/geolifeclef_scripts/observations_sample_original_labels.csv -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/inspect_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/inspect_tools.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/neon_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/neon_tree.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/neon_tree_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/neon_tree_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/nz_cattle_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/nz_cattle_detection.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/nz_cattle_detection_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/nz_cattle_detection_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/pv4ger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/pv4ger.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/pv4ger_classification_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/pv4ger_classification_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/pv4ger_segmentation_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/pv4ger_segmentation_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/seasonet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/seasonet.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/seasonet_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/seasonet_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/so2sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/so2sat.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/so2sat_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/so2sat_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/util.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/viz_proj.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/viz_proj.ipynb -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/xview2-geotransforms.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/xview2-geotransforms.json -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/xview2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/xview2.py -------------------------------------------------------------------------------- /make_benchmark/dataset_converters/xview2_inspect.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/dataset_converters/xview2_inspect.ipynb -------------------------------------------------------------------------------- /make_benchmark/generate_partitions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/generate_partitions.py -------------------------------------------------------------------------------- /make_benchmark/inspect_benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/inspect_benchmark.ipynb -------------------------------------------------------------------------------- /make_benchmark/label_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/label_map.py -------------------------------------------------------------------------------- /make_benchmark/rasterize_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/rasterize_detection.py -------------------------------------------------------------------------------- /make_benchmark/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/make_benchmark/requirements.txt -------------------------------------------------------------------------------- /makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/makefile -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/pytest.ini -------------------------------------------------------------------------------- /tests/bench_decompression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/tests/bench_decompression.py -------------------------------------------------------------------------------- /tests/make_benchmark_/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/make_benchmark_/bandstats_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/tests/make_benchmark_/bandstats_test.py -------------------------------------------------------------------------------- /tests/make_benchmark_/create_benchmark_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/tests/make_benchmark_/create_benchmark_test.py -------------------------------------------------------------------------------- /tests/make_benchmark_/dataset_converters/test_converters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/tests/make_benchmark_/dataset_converters/test_converters.py -------------------------------------------------------------------------------- /tests/make_benchmark_/dataset_converters/test_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/geo-bench/HEAD/tests/make_benchmark_/dataset_converters/test_util.py --------------------------------------------------------------------------------