├── .devcontainer ├── .env ├── Dockerfile ├── devcontainer.json ├── docker-compose.yml └── sftp │ ├── id_rsa_key_integration_test │ ├── id_rsa_key_integration_test.pub │ ├── known_hosts_integration_test │ ├── remote_files │ └── a_file.txt │ ├── ssh_host_ed25519_integration_test │ └── ssh_host_ed25519_integration_test.pub ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── config.yml │ ├── dep-monthly.md │ ├── distribute_updates.md │ ├── product_new_draft_created.md │ ├── product_qa.md │ ├── product_update.yml │ ├── product_update_colp.md │ ├── product_update_facdb.md │ ├── product_update_pluto_major.md │ ├── project.yml │ └── scheduled_action_failure.md ├── PULL_REQUEST_TEMPLATE │ └── pull_request_template.md └── workflows │ ├── archive │ ├── ceqr_app_build.yml │ ├── colp_publish.yml │ ├── developments_publish.yml │ ├── pluto_publish.yml │ └── pluto_publish_historical.yml │ ├── build.yml │ ├── cbbr_build.yml │ ├── cdbg_build.yml │ ├── ceqr_build.yml │ ├── ceqr_dep_monthly.yml │ ├── ceqr_publish.yml │ ├── checkbook_build.yml │ ├── colp_build.yml │ ├── cpdb_build.yml │ ├── cscl_build.yml │ ├── data │ └── pytest.yml │ ├── data_library_single.yml │ ├── developments_build.yml │ ├── developments_datasync.yml │ ├── distribute_socrata_from_bytes.yml │ ├── docker_publish.yml │ ├── edde_build_category.yml │ ├── facilities_build.yml │ ├── factfinder_build.yml │ ├── green_fast_track_build.yml │ ├── ingest_arcgis_feature_server.yml │ ├── ingest_bytes_quarterly.yml │ ├── ingest_library_compare.yml │ ├── ingest_library_run_single.yml │ ├── ingest_multiple.yml │ ├── ingest_open_data.yml │ ├── ingest_single.yml │ ├── knownprojects_build.yml │ ├── nightly_qa.yml │ ├── on_hold │ ├── factfinder_acs.yml │ ├── factfinder_acs_community_profiles.yml │ └── factfinder_docs.yml │ ├── package.yml │ ├── pluto_build.yml │ ├── pluto_inputs.yml │ ├── pluto_publish_mvt.yml │ ├── promote_to_draft.yml │ ├── publish.yml │ ├── publish_json_schemas.yml │ ├── python_compile_requirements.yml │ ├── qa_deploy.yml │ ├── recipes_catalog.yml │ ├── repeat_build.yml │ ├── stale_builds.yml │ ├── template_build.yml │ ├── template_test.yml │ ├── test.yml │ ├── test_helper.yml │ ├── zap_export.yml │ ├── zap_single_visible.yml │ ├── zoningtaxlots_build.yml │ └── zoningtaxlots_dataloading.yml ├── .gitignore ├── LICENSE.md ├── README.md ├── admin ├── ops │ ├── clean_build_artifacts.py │ ├── docker_build_and_publish.sh │ ├── docker_delete.sh │ ├── publish_json_schemas.py │ ├── python_compile_requirements.sh │ ├── recipes_duckdb_catalog.py │ └── setup_dev_bucket.py └── run_environment │ ├── constraints.txt │ ├── docker │ ├── base │ │ ├── Dockerfile │ │ └── setup.sh │ ├── build-base │ │ ├── Dockerfile │ │ └── requirements.txt │ ├── build-geosupport │ │ ├── Dockerfile │ │ ├── requirements.txt │ │ └── setup.sh │ ├── config.sh │ ├── dev │ │ ├── Dockerfile │ │ └── setup.sh │ ├── docker-geosupport │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── requirements.txt │ │ └── setup.sh │ └── geosupport_versions.py │ ├── requirements.in │ ├── requirements.txt │ └── services │ └── docker-compose-integration-test.yml ├── apps └── qa │ ├── Dockerfile │ ├── README.md │ ├── bandit.yml │ ├── bash │ ├── docker_build_and_publish.sh │ ├── docker_deploy.sh │ └── droplet_setup.sh │ ├── example.env │ ├── requirements.txt │ ├── src │ ├── __init__.py │ ├── index.py │ ├── pages │ │ ├── checkbook │ │ │ ├── checkbook.py │ │ │ └── components.py │ │ ├── colp │ │ │ ├── colp.py │ │ │ ├── components │ │ │ │ ├── agency_usetype_report.py │ │ │ │ ├── geospatial_check.py │ │ │ │ ├── manual_correction_report.py │ │ │ │ ├── outlier_report.py │ │ │ │ └── usetype_version_comparison_report.py │ │ │ └── helpers.py │ │ ├── cpdb │ │ │ ├── components │ │ │ │ ├── adminbounds.py │ │ │ │ ├── geometry_visualization_report.py │ │ │ │ └── withinNYC_check.py │ │ │ ├── cpdb.py │ │ │ └── helpers.py │ │ ├── devdb │ │ │ ├── components │ │ │ │ ├── complete_quarters_report.py │ │ │ │ ├── field_distribution_report.py │ │ │ │ ├── flagged_jobs_report.py │ │ │ │ └── qaqc_version_history_report.py │ │ │ ├── devdb.py │ │ │ └── helpers.py │ │ ├── edde │ │ │ ├── components.py │ │ │ ├── edde.py │ │ │ └── helpers.py │ │ ├── facdb │ │ │ ├── facdb.py │ │ │ └── helpers.py │ │ ├── gru │ │ │ ├── components.py │ │ │ ├── constants.py │ │ │ ├── gru.py │ │ │ └── helpers.py │ │ ├── home │ │ │ └── home.py │ │ ├── ingest │ │ │ ├── helpers.py │ │ │ └── ingest.py │ │ ├── pluto │ │ │ ├── components │ │ │ │ ├── aggregate_report.py │ │ │ │ ├── bbl_diffs_report.py │ │ │ │ ├── changes_report.py │ │ │ │ ├── expected_value_differences_report.py │ │ │ │ ├── mismatch_report.py │ │ │ │ ├── null_graph.py │ │ │ │ ├── outlier_report.py │ │ │ │ ├── source_data_versions_report.py │ │ │ │ └── version_comparison_report.py │ │ │ ├── helpers.py │ │ │ └── pluto.py │ │ ├── source_data │ │ │ ├── components.py │ │ │ ├── helpers.py │ │ │ └── source_data.py │ │ ├── template │ │ │ └── template.py │ │ └── ztl │ │ │ ├── components │ │ │ └── outputs_report.py │ │ │ └── ztl.py │ └── shared │ │ ├── components │ │ ├── build_outputs.py │ │ ├── geocode.py │ │ ├── github.py │ │ ├── sidebar.py │ │ └── sources_report.py │ │ ├── constants.py │ │ └── utils │ │ ├── publishing.py │ │ └── source_report.py │ └── tests │ ├── conftest.py │ ├── test_eddy.py │ ├── test_pluto.py │ ├── test_sanity.py │ └── test_source_report.py ├── bash ├── build_env_setup.sh ├── docker_container_setup.sh ├── export_recipe_env.sh └── utils.sh ├── dcpy ├── __init__.py ├── __main__.py ├── configuration.py ├── connectors │ ├── __init__.py │ ├── _cli.py │ ├── edm │ │ ├── __init__.py │ │ ├── bytes │ │ │ ├── __init__.py │ │ │ ├── _connector.py │ │ │ ├── _sitemap.py │ │ │ └── site_map.json │ │ ├── open_data_nyc.py │ │ ├── packaging.py │ │ ├── product_metadata.py │ │ ├── publishing.py │ │ └── recipes.py │ ├── esri │ │ └── arcgis_feature_service.py │ ├── filesystem.py │ ├── hybrid_pathed_storage.py │ ├── ingest_datastore.py │ ├── registry.py │ ├── s3.py │ ├── sftp.py │ ├── socrata │ │ ├── __init__.py │ │ ├── configuration.py │ │ ├── connector.py │ │ ├── extract.py │ │ ├── metadata.py │ │ ├── publish.py │ │ └── utils.py │ ├── uscourts.py │ └── web.py ├── data │ └── compare.py ├── geosupport │ └── pluto.py ├── library │ ├── README.md │ ├── __init__.py │ ├── archive.py │ ├── cli.py │ ├── config.py │ ├── ingest.py │ ├── s3.py │ ├── script │ │ ├── __init__.py │ │ ├── bpl_libraries.py │ │ ├── dcp_censusdata.py │ │ ├── dcp_censusdata_blocks.py │ │ ├── dob_cofos.py │ │ ├── dob_now_applications.py │ │ ├── dob_now_permits.py │ │ ├── doe_pepmeetingurls.py │ │ ├── excel.py │ │ ├── hpd_historical_units_by_building.py │ │ ├── moeo_socialservicesitelocations.py │ │ ├── nycdoc_corrections.py │ │ ├── nycoc_checkbook.py │ │ ├── scriptor.py │ │ ├── uscourts_courts.py │ │ └── usfws_nyc_wetlands.py │ ├── sources.py │ ├── templates │ │ ├── bpl_libraries.yml │ │ ├── cbbr_submissions.yml │ │ ├── council_members.yml │ │ ├── dcm_arterial_highways.yml │ │ ├── dcp_access_ADA_subway.yml │ │ ├── dcp_access_subway_SBS.yml │ │ ├── dcp_air_quality_vent_towers.yml │ │ ├── dcp_beaches.yml │ │ ├── dcp_censusdata.yml │ │ ├── dcp_censusdata_blocks.yml │ │ ├── dcp_dot_trafficinjuries.yml │ │ ├── dcp_facilities.yml │ │ ├── dcp_housing.yml │ │ ├── dcp_mappluto_clipped.yml │ │ ├── dcp_mappluto_historical.yml │ │ ├── dcp_mappluto_wi.yml │ │ ├── dcp_pop_acs.yml │ │ ├── dcp_pop_decennial_ddhca.yml │ │ ├── dcp_pop_decennial_dhc.yml │ │ ├── dcp_pops.yml │ │ ├── dcp_proximity_establishments.yml │ │ ├── dcp_trafficanalysiszones.yml │ │ ├── ddc_capitalprojects_infrastructure.yml │ │ ├── ddc_capitalprojects_publicbuildings.yml │ │ ├── dep_cats_permits.yml │ │ ├── dep_wwtc.yml │ │ ├── dob_cofos.yml │ │ ├── dob_jobapplications.yml │ │ ├── dob_jobapplications_parkingspaces.yml │ │ ├── dob_natural_resource_check_flags.yml │ │ ├── dob_now_applications.yml │ │ ├── dob_now_permits.yml │ │ ├── dob_permitissuance.yml │ │ ├── doe_eszones.yml │ │ ├── doe_hszones.yml │ │ ├── doe_mszones.yml │ │ ├── doe_pepmeetingurls.yml │ │ ├── doe_universalprek.yml │ │ ├── doitt_buildingcentroids.yml │ │ ├── doitt_zipcodeboundaries.yml │ │ ├── dot_bridgehouses.yml │ │ ├── dot_ferryterminals.yml │ │ ├── dot_projects_bridges.yml │ │ ├── dycd_afterschoolprograms.yml │ │ ├── dycd_service_sites.yml │ │ ├── edc_capitalprojects.yml │ │ ├── edc_capitalprojects_ferry.yml │ │ ├── fbop_corrections.yml │ │ ├── fema_firms2007_100yr.yml │ │ ├── fema_firms_500yr.yml │ │ ├── fema_pfirms2015_100yr.yml │ │ ├── foodbankny_foodbanks.yml │ │ ├── hpd_historical_units_by_building.yml │ │ ├── hpd_hny_units_by_building.yml │ │ ├── moeo_socialservicesitelocations.yml │ │ ├── nycdoc_corrections.yml │ │ ├── nycoc_checkbook.yml │ │ ├── nycourts_courts.yml │ │ ├── nysdec_state_facility_permits.yml │ │ ├── nysdec_title_v_facility_permits.yml │ │ ├── nysdoccs_corrections.yml │ │ ├── nysed_activeinstitutions.yml │ │ ├── panynj_jfk_65db.yml │ │ ├── panynj_lga_65db.yml │ │ ├── pluto_corrections.yml │ │ ├── sca_bluebook.yml │ │ ├── sca_capacity_projects_current.yml │ │ ├── sca_e_pct.yml │ │ ├── sca_e_projections.yml │ │ ├── test_nypl_libraries.yml │ │ ├── uscourts_courts.yml │ │ ├── usdot_ports.yml │ │ └── usfws_nyc_wetlands.yml │ ├── utils.py │ └── validator.py ├── lifecycle │ ├── __init__.py │ ├── _cli.py │ ├── _connectors_cli.py │ ├── builds │ │ ├── __init__.py │ │ ├── _cli.py │ │ ├── build.py │ │ ├── connector.py │ │ ├── dbt.py │ │ ├── load.py │ │ ├── metadata.py │ │ └── plan.py │ ├── config.py │ ├── connector_registry.py │ ├── data_loader.py │ ├── distribute │ │ ├── README.md │ │ ├── __init__.py │ │ └── _cli.py │ ├── ingest │ │ ├── __init__.py │ │ ├── _cli.py │ │ ├── connectors.py │ │ ├── dev_templates │ │ │ ├── dob_cofos.yml │ │ │ ├── dob_jobapplications.yml │ │ │ ├── dob_now_applications.yml │ │ │ ├── dob_now_permits.yml │ │ │ ├── dob_permitissuance.yml │ │ │ ├── doe_pepmeetingurls.yml │ │ │ └── dpr_capitalprojects.yml │ │ ├── extract.py │ │ ├── plan.py │ │ ├── run.py │ │ ├── transform.py │ │ └── validate.py │ ├── package │ │ ├── __init__.py │ │ ├── _cli.py │ │ ├── abstract_doc.py │ │ ├── assemble.py │ │ ├── esri.py │ │ ├── pdf_writer.py │ │ ├── resources │ │ │ ├── dcp_logo.png │ │ │ ├── document_templates │ │ │ │ ├── attributes.jinja │ │ │ │ ├── columns.jinja │ │ │ │ ├── data_dictionary.jinja │ │ │ │ ├── document.css │ │ │ │ └── paged_media.css │ │ │ └── oti_data_dictionary_template.xlsx │ │ ├── shapefiles.py │ │ ├── validate.py │ │ ├── xlsx_writer.py │ │ └── yaml_writer.py │ ├── product_metadata.py │ ├── scripts │ │ ├── _cli.py │ │ ├── ingest_with_library_fallback.py │ │ ├── package_and_distribute.py │ │ ├── product_metadata.py │ │ ├── source_data_versions.py │ │ ├── validate_ingest.py │ │ └── version_compare.py │ └── validate │ │ ├── __init__.py │ │ ├── data.py │ │ ├── pandera_custom_checks.py │ │ └── pandera_utils.py ├── migrations │ ├── Readme.md │ └── database │ │ ├── 2024010100_source_data__metadata_logging.sql │ │ ├── 2024091019_product_data__event_logging.sql │ │ ├── 2024091020_product_data__latest_version_status.sql │ │ └── 2024091020_product_data__product_version_lifecycle.sql ├── models │ ├── base.py │ ├── connectors │ │ ├── edm │ │ │ ├── publishing.py │ │ │ └── recipes.py │ │ └── esri.py │ ├── data │ │ ├── comparison.py │ │ └── shapefile_metadata.py │ ├── dataset.py │ ├── design │ │ └── elements.py │ ├── file.py │ ├── geospatial │ │ ├── geometry.py │ │ └── parquet.py │ ├── library.py │ ├── lifecycle │ │ ├── builds.py │ │ ├── distribute.py │ │ ├── event_result.py │ │ ├── ingest.py │ │ └── validate.py │ └── product │ │ ├── artifacts.py │ │ ├── data_dictionary.py │ │ ├── dataset │ │ └── metadata.py │ │ └── metadata.py ├── test │ ├── conftest.py │ ├── connectors │ │ ├── edm │ │ │ ├── resources │ │ │ │ ├── ingest │ │ │ │ │ ├── config.json │ │ │ │ │ └── test.parquet │ │ │ │ ├── library.yml │ │ │ │ └── library │ │ │ │ │ ├── config.json │ │ │ │ │ ├── test.csv │ │ │ │ │ └── test.sql │ │ │ ├── test_bytes.py │ │ │ ├── test_publishing.py │ │ │ ├── test_publishing_connector_wrappers.py │ │ │ └── test_recipes.py │ │ ├── socrata │ │ │ ├── resources │ │ │ │ └── sample_metadata.py │ │ │ ├── test_extract.py │ │ │ ├── test_publish.py │ │ │ └── test_socrata_metadata.py │ │ ├── test_esri.py │ │ ├── test_filesystem.py │ │ └── test_s3_connector.py │ ├── data │ │ └── test_compare.py │ ├── library │ │ ├── __init__.py │ │ ├── data │ │ │ ├── arcgis_feature_server.yml │ │ │ ├── bpl_libraries_sql.yml │ │ │ ├── bpl_libraries_sql_deprecated.yml │ │ │ ├── field_names.csv │ │ │ ├── field_names.yml │ │ │ ├── script_no_path.yml │ │ │ ├── socrata.yml │ │ │ ├── test_none.yml │ │ │ ├── test_nypl_libraries.csv │ │ │ ├── test_nypl_libraries.yml │ │ │ └── url.yml │ │ ├── script │ │ │ ├── resources │ │ │ │ └── nycoc_checkbook_response.xml │ │ │ └── test_nycoc_checkbook.py │ │ ├── test_archive.py │ │ ├── test_config.py │ │ ├── test_ingest.py │ │ ├── test_s3.py │ │ ├── test_utils.py │ │ └── test_validator.py │ ├── lifecycle │ │ ├── builds │ │ │ ├── conftest.py │ │ │ ├── resources │ │ │ │ ├── build_metadata.json │ │ │ │ ├── recipe.lock.yml │ │ │ │ ├── recipe.yml │ │ │ │ ├── recipe_edm_custom.yml │ │ │ │ ├── recipe_no_defaults.yml │ │ │ │ ├── recipe_no_version.yml │ │ │ │ ├── recipe_w_stages.yml │ │ │ │ ├── recipe_w_unresolvable_var.yml │ │ │ │ ├── recipe_w_version_type.yml │ │ │ │ ├── simple.lock.yml │ │ │ │ ├── simple_no_pg.lock.yml │ │ │ │ ├── source_data_versions.csv │ │ │ │ ├── test.csv │ │ │ │ └── test.parquet │ │ │ ├── test_load.py │ │ │ └── test_plan.py │ │ ├── ingest │ │ │ ├── __init__.py │ │ │ ├── conftest.py │ │ │ ├── resources │ │ │ │ ├── configs │ │ │ │ │ ├── datasource.json │ │ │ │ │ ├── definition.lock.json │ │ │ │ │ ├── downstream_dataset_2.json │ │ │ │ │ └── test_dataset.json │ │ │ │ ├── definitions │ │ │ │ │ ├── invalid_jinja.yml │ │ │ │ │ ├── invalid_model.yml │ │ │ │ │ ├── invalid_source.yml │ │ │ │ │ ├── jinja.yml │ │ │ │ │ ├── one_to_many.yml │ │ │ │ │ ├── one_to_many_missing_default.yml │ │ │ │ │ ├── one_to_many_proc_args.yml │ │ │ │ │ └── simple.yml │ │ │ │ ├── test_data │ │ │ │ │ ├── renamed.parquet │ │ │ │ │ ├── test.csv │ │ │ │ │ ├── test.csv.zip │ │ │ │ │ ├── test.gdb.zip │ │ │ │ │ ├── test.gdb │ │ │ │ │ │ ├── a00000001.gdbtable │ │ │ │ │ │ ├── a00000001.gdbtablx │ │ │ │ │ │ ├── a00000002.gdbtable │ │ │ │ │ │ ├── a00000002.gdbtablx │ │ │ │ │ │ ├── a00000003.gdbtable │ │ │ │ │ │ ├── a00000003.gdbtablx │ │ │ │ │ │ ├── a00000004.freelist │ │ │ │ │ │ ├── a00000004.gdbtable │ │ │ │ │ │ ├── a00000004.gdbtablx │ │ │ │ │ │ ├── a00000005.gdbtable │ │ │ │ │ │ ├── a00000005.gdbtablx │ │ │ │ │ │ ├── a00000006.gdbtable │ │ │ │ │ │ ├── a00000006.gdbtablx │ │ │ │ │ │ ├── a00000007.gdbtable │ │ │ │ │ │ ├── a00000007.gdbtablx │ │ │ │ │ │ ├── a00000021.gdbindexes │ │ │ │ │ │ ├── a00000021.gdbtable │ │ │ │ │ │ ├── a00000021.gdbtablx │ │ │ │ │ │ ├── a00000021.spx │ │ │ │ │ │ ├── a00000024.gdbindexes │ │ │ │ │ │ ├── a00000024.gdbtable │ │ │ │ │ │ ├── a00000024.gdbtablx │ │ │ │ │ │ ├── a00000024.spx │ │ │ │ │ │ ├── a00000025.gdbindexes │ │ │ │ │ │ ├── a00000025.gdbtable │ │ │ │ │ │ ├── a00000025.gdbtablx │ │ │ │ │ │ ├── a00000025.spx │ │ │ │ │ │ ├── gdb │ │ │ │ │ │ └── timestamps │ │ │ │ │ ├── test.geojson │ │ │ │ │ ├── test.json │ │ │ │ │ ├── test.parquet │ │ │ │ │ ├── test.shp │ │ │ │ │ │ ├── test.cpg │ │ │ │ │ │ ├── test.dbf │ │ │ │ │ │ ├── test.prj │ │ │ │ │ │ ├── test.shp │ │ │ │ │ │ └── test.shx │ │ │ │ │ ├── test.xls │ │ │ │ │ ├── test.xlsx │ │ │ │ │ ├── test.zip │ │ │ │ │ ├── test2.csv │ │ │ │ │ ├── test2.json │ │ │ │ │ ├── test3.json │ │ │ │ │ └── test_dataset.parquet │ │ │ │ └── transform_to_parquet.yml │ │ │ ├── shared.py │ │ │ ├── test_extract.py │ │ │ ├── test_plan.py │ │ │ ├── test_run.py │ │ │ ├── test_transform.py │ │ │ └── test_validate.py │ │ ├── package │ │ │ ├── assemble │ │ │ │ ├── test_abstract_docs.py │ │ │ │ ├── test_generate_data_dictionary.py │ │ │ │ └── test_unpacking.py │ │ │ ├── conftest.py │ │ │ ├── resources │ │ │ │ ├── document.html │ │ │ │ ├── document.jinja │ │ │ │ ├── document_styled.html │ │ │ │ ├── shapefile_with_md │ │ │ │ │ ├── incl_housing.shp.xml │ │ │ │ │ ├── sample_shapefile_metadata.xml │ │ │ │ │ └── sample_shapefile_metadata.yml │ │ │ │ ├── simple.html │ │ │ │ ├── simple.jinja │ │ │ │ ├── simple_style.css │ │ │ │ ├── simple_styled.html │ │ │ │ └── test_package │ │ │ │ │ ├── attachments │ │ │ │ │ ├── build_metadata.json │ │ │ │ │ └── source_data_versions.csv │ │ │ │ │ └── metadata.yml │ │ │ ├── test_parse_shapefile_to_md.py │ │ │ └── validate │ │ │ │ ├── test_column_validation.py │ │ │ │ └── test_packages_validation.py │ │ ├── scripts │ │ │ └── test_version_comparison.py │ │ └── validate │ │ │ ├── __init__.py │ │ │ ├── resources │ │ │ ├── invalid_data_checks.yml │ │ │ ├── valid_columns_with_checks.yml │ │ │ └── valid_data_checks.yml │ │ │ ├── test_pandera_custom_checks.py │ │ │ └── test_pandera_utils.py │ ├── models │ │ ├── lifecycle.py │ │ ├── product │ │ │ ├── dataset │ │ │ │ ├── test_product_metadata.py │ │ │ │ └── test_text_cleaning.py │ │ │ └── test_metadata.py │ │ └── test_base.py │ ├── resources │ │ ├── mocked_responses │ │ │ ├── arcfs_layer_metadata.json │ │ │ ├── arcfs_metadata.json │ │ │ ├── arcfs_metadata_multiple_layers.json │ │ │ ├── arcfs_metadata_no_layers.json │ │ │ ├── bpl_libraries.json │ │ │ ├── dca_operatingbusinesses.csv │ │ │ ├── dca_operatingbusinesses_metadata.json │ │ │ ├── nysdoh_nursinghomes.csv │ │ │ └── pad_24a.zip │ │ └── package_and_distribute │ │ │ ├── __init__.py │ │ │ ├── metadata_repo │ │ │ ├── data_dictionary.yml │ │ │ ├── metadata.yml │ │ │ ├── packaging │ │ │ │ ├── artifacts.yml │ │ │ │ └── resources │ │ │ │ │ └── Open_Data_Logo.png │ │ │ ├── products │ │ │ │ ├── colp │ │ │ │ │ ├── colp │ │ │ │ │ │ └── metadata.yml │ │ │ │ │ └── metadata.yml │ │ │ │ ├── lion │ │ │ │ │ ├── metadata.yml │ │ │ │ │ ├── pseudo_lots │ │ │ │ │ │ └── metadata.yml │ │ │ │ │ └── school_districts │ │ │ │ │ │ └── metadata.yml │ │ │ │ ├── mock_product_with_errors │ │ │ │ │ ├── dataset_with_bad_yaml │ │ │ │ │ │ └── metadata.yml │ │ │ │ │ ├── dataset_with_reference_errors │ │ │ │ │ │ └── metadata.yml │ │ │ │ │ └── metadata.yml │ │ │ │ └── transit_zones │ │ │ │ │ ├── metadata.yml │ │ │ │ │ └── transit_zones │ │ │ │ │ └── metadata.yml │ │ │ └── snippets │ │ │ │ ├── column_defaults.yml │ │ │ │ └── strings.yml │ │ │ └── packages │ │ │ ├── assembled_package_and_metadata │ │ │ ├── metadata.yml │ │ │ └── zip_files │ │ │ │ ├── points_and_lines_shp.zip │ │ │ │ └── readme_and_data_file.zip │ │ │ └── colp_single_feature │ │ │ ├── attachments │ │ │ ├── colp_metadata.pdf │ │ │ └── colp_readme.pdf │ │ │ ├── dataset_files │ │ │ ├── colp_single_feature.csv │ │ │ ├── colp_single_feature_secondary.csv │ │ │ └── colp_single_feature_shp.zip │ │ │ └── metadata.yml │ └── utils │ │ ├── code_gen │ │ └── test_pydantic_from_xml.py │ │ ├── geospatial │ │ └── test_shapefile.py │ │ ├── resources │ │ ├── config.yml │ │ ├── config_old.yml │ │ ├── data_for_excel.csv │ │ ├── data_wkb.csv │ │ ├── data_wkt.csv │ │ ├── excel_with_updates.xlsx │ │ ├── geo.parquet │ │ ├── shapefile_metadata.xml │ │ ├── shapefile_metadata_pluto_export.xml │ │ ├── shapefile_single_pluto_feature_no_metadata.shp.zip │ │ ├── shapefile_single_pluto_feature_with_metadata.shp.zip │ │ ├── simple.parquet │ │ ├── template_for_csvs.xlsx │ │ └── template_for_csvs_modified.xlsx │ │ ├── test_collections.py │ │ ├── test_data.py │ │ ├── test_excel.py │ │ ├── test_geospatial.py │ │ ├── test_introspect.py │ │ ├── test_metadata_utils.py │ │ ├── test_postgres.py │ │ ├── test_s3.py │ │ └── test_versions.py ├── test_integration │ ├── README.md │ ├── conftest.py │ ├── connectors │ │ ├── conftest.py │ │ ├── edm │ │ │ ├── conftest.py │ │ │ ├── resources │ │ │ │ ├── config.json │ │ │ │ ├── recipe.yml │ │ │ │ ├── recipe_with_json_input.yml │ │ │ │ └── sample_recipe_input.json │ │ │ ├── test_bytes.py │ │ │ ├── test_plan_load.py │ │ │ └── test_recipes.py │ │ ├── preprocessor.py │ │ └── test_hybrid_pathed_storage_connector.py │ ├── lifecycle │ │ ├── conftest.py │ │ └── test_builds.py │ ├── test_github.py │ └── test_sftp.py └── utils │ ├── __init__.py │ ├── _cli.py │ ├── code_gen │ └── pydantic_from_xml.py │ ├── collections.py │ ├── data.py │ ├── duckdb.py │ ├── excel.py │ ├── geospatial │ ├── mapping.py │ ├── parquet.py │ ├── shapefile.py │ └── transform.py │ ├── git │ ├── __init__.py │ ├── git.py │ └── github.py │ ├── introspect.py │ ├── json.py │ ├── logging.py │ ├── metadata.py │ ├── postgres.py │ ├── s3.py │ ├── sftp.py │ ├── string.py │ └── versions.py ├── docs ├── diagrams │ ├── DRAFTS │ │ ├── data_platform_v1.png │ │ ├── data_platform_v2.png │ │ ├── data_platform_v3.png │ │ ├── data_platform_v4.png │ │ ├── data_platform_v5.png │ │ └── drawio │ │ │ ├── data_platform_ceqr.drawio.png │ │ │ ├── data_platform_v1.drawio │ │ │ ├── data_platform_v2.drawio │ │ │ ├── data_platform_v3.drawio │ │ │ ├── data_platform_v4.drawio │ │ │ ├── data_platform_v5.drawio │ │ │ └── dataflow_gde_teams.drawio │ ├── azure_architecture.drawio.png │ ├── azure_architecture_oti.drawio.png │ ├── data_platform.drawio.png │ ├── dataflow_ceqr.drawio.png │ ├── dataflow_zap_kpdb.drawio.png │ ├── desired_workflow_data_library.drawio.png │ ├── lifecycle-connectors-diagram.excalidraw │ ├── logic_gft_lot_zoning.drawio.png │ ├── product_metadata.drawio.png │ ├── workflow_data_library.drawio.png │ └── workflow_product_build.drawio.png └── templates │ └── milestone_quarterly_template.md ├── example.env ├── experimental ├── README.md ├── dm │ └── marimo_stuff │ │ ├── .gitignore │ │ ├── README.md │ │ ├── edm_recipes.py │ │ ├── leafmap_duckdb.py │ │ ├── requirements.in │ │ ├── requirements.txt │ │ └── ruff.toml └── entities │ ├── README.md │ ├── dbt_project.yml │ ├── models │ └── sources.yml │ ├── packages.yml │ ├── profiles.yml │ └── recipe.yml ├── ingest_templates ├── bpl_libraries.yml ├── dca_operatingbusinesses.yml ├── dcas_ipis.yml ├── dcla_culturalinstitutions.yml ├── dcp_addresspoints.yml ├── dcp_atomicpolygons.yml ├── dcp_boroboundaries.yml ├── dcp_boroboundaries_wi.yml ├── dcp_cb2010.yml ├── dcp_cb2010_wi.yml ├── dcp_cb2020.yml ├── dcp_cb2020_wi.yml ├── dcp_cbbr_manualmappings.yml ├── dcp_cbbr_requests.yml ├── dcp_cdboundaries.yml ├── dcp_cdboundaries_wi.yml ├── dcp_cdta2020.yml ├── dcp_colp.yml ├── dcp_commercialoverlay.yml ├── dcp_congressionaldistricts.yml ├── dcp_congressionaldistricts_wi.yml ├── dcp_councildistricts.yml ├── dcp_councildistricts_wi.yml ├── dcp_cscl_commonplace.yml ├── dcp_cscl_complex.yml ├── dcp_cscl_gdb.yml ├── dcp_ct2010.yml ├── dcp_ct2010_wi.yml ├── dcp_ct2020.yml ├── dcp_ct2020_wi.yml ├── dcp_dcmstreetcenterline.yml ├── dcp_developments.yml ├── dcp_edesignation.yml ├── dcp_edesignation_csv.yml ├── dcp_electiondistricts.yml ├── dcp_electiondistricts_wi.yml ├── dcp_facilities_with_unmapped.yml ├── dcp_firecompanies.yml ├── dcp_floodplain_2050_100.yml ├── dcp_green_fast_track_lots.yml ├── dcp_healthareas.yml ├── dcp_healthcenters.yml ├── dcp_limitedheight.yml ├── dcp_limwa.yml ├── dcp_lion.yml ├── dcp_managing_agencies_lookup.yml ├── dcp_mih.yml ├── dcp_municipalcourtdistricts.yml ├── dcp_municipalcourtdistricts_wi.yml ├── dcp_nta2010.yml ├── dcp_nta2020.yml ├── dcp_pad.yml ├── dcp_pfirms.yml ├── dcp_pluto.yml ├── dcp_policeprecincts.yml ├── dcp_pop_acs2010_demographic.yml ├── dcp_pop_acs2010_economic.yml ├── dcp_pop_acs2010_housing.yml ├── dcp_pop_acs2010_social.yml ├── dcp_population_cd_puma_crosswalk_2020.yml ├── dcp_population_nta_puma_crosswalk_2020.yml ├── dcp_projectbbls_cy.yml ├── dcp_publicly_owned_waterfront.yml ├── dcp_pumas2020.yml ├── dcp_school_districts.yml ├── dcp_sfpsd.yml ├── dcp_specialpurpose.yml ├── dcp_specialpurposesubdistricts.yml ├── dcp_stateassemblydistricts.yml ├── dcp_stateassemblydistricts_wi.yml ├── dcp_statesenatedistricts.yml ├── dcp_statesenatedistricts_wi.yml ├── dcp_waterfront_access_map_pow.yml ├── dcp_waterfront_access_map_wpaa.yml ├── dcp_waterfront_public_access_areas.yml ├── dcp_wrp_coastal_zone_boundary.yml ├── dcp_wrp_priority_marine_activity_zones.yml ├── dcp_wrp_recognized_ecological_complexes.yml ├── dcp_wrp_sensitive_maritime_and_industrial_area.yml ├── dcp_wrp_significant_maritime_and_industrial_area.yml ├── dcp_wrp_special_natural_waterfront_areas.yml ├── dcp_zoningdistricts.yml ├── dcp_zoningmapamendments.yml ├── dcp_zoningmapindex.yml ├── dcp_zoningtaxlots.yml ├── dep_stormwater_extreme_2080.yml ├── dep_stormwater_limited_current.yml ├── dep_stormwater_moderate_2050.yml ├── dep_stormwater_moderate_current.yml ├── dfta_contracts.yml ├── dhs_shelterd_indiv_by_comm_dist.yml ├── doe_busroutesgarages.yml ├── doe_lcgms.yml ├── doe_school_subdistricts.yml ├── dof_air_rights_lots.yml ├── dof_condo.yml ├── dof_dtm.yml ├── dof_shoreline.yml ├── dohmh_daycare.yml ├── doi_evictions.yml ├── doitt_buildingfootprints.yml ├── doitt_buildingfootprints_historical.yml ├── doitt_roadbed.yml ├── dot_bike_routes.yml ├── dot_mannedfacilities.yml ├── dot_open_streets.yml ├── dot_pedplazas.yml ├── dot_projects_intersections.yml ├── dot_projects_streets.yml ├── dot_publicparking.yml ├── dot_traffic_sample_volume_counts.yml ├── dot_truck_routes.yml ├── dpr_active_passive_recreation.yml ├── dpr_capitalprojects.yml ├── dpr_forever_wild.yml ├── dpr_greenthumb.yml ├── dpr_park_access_zone.yml ├── dpr_parksproperties.yml ├── dpr_schoolyard_to_playgrounds.yml ├── dpr_walk_to_a_park.yml ├── dsny_donatenycdirectory.yml ├── dsny_electronicsdrop.yml ├── dsny_fooddrop.yml ├── dsny_frequencies.yml ├── dsny_garages.yml ├── dsny_leafdrop.yml ├── dsny_specialwastedrop.yml ├── fdny_firehouses.yml ├── fisa_capitalcommitments.yml ├── fisa_dailybudget.yml ├── hhc_hospitals.yml ├── hra_jobcenters.yml ├── hra_medicaid.yml ├── hra_snapcenters.yml ├── hud_lowmodincomebyblockgroup.yml ├── lpc_historic_district_areas.yml ├── lpc_historic_districts.yml ├── lpc_landmarks.yml ├── lpc_scenic_landmarks.yml ├── nycha_communitycenters.yml ├── nycha_policeservice.yml ├── nypl_libraries.yml ├── nysdec_lands.yml ├── nysdec_natural_heritage_communities.yml ├── nysdec_priority_estuaries.yml ├── nysdec_priority_lakes.yml ├── nysdec_priority_shorelines.yml ├── nysdec_priority_streams.yml ├── nysdec_solidwaste.yml ├── nysdec_tidal_wetlands.yml ├── nysdoh_healthfacilities.yml ├── nysdoh_nursinghomes.yml ├── nysdot_annual_average_daily_trafic.yml ├── nysed_nonpublicenrollment.yml ├── nysoasas_programs.yml ├── nysomh_mentalhealth.yml ├── nysopwdd_providers.yml ├── nysparks_historicplaces.yml ├── nysparks_parks.yml ├── nysshpo_archaeological_buffer_areas.yml ├── nysshpo_historic_buildings_points.yml ├── nysshpo_historic_buildings_polygons.yml ├── omb_cbbr_agency_responses.yml ├── pluto_input_cama_dof.yml ├── pluto_input_geocodes.yml ├── pluto_input_numbldgs.yml ├── pluto_pts.yml ├── qpl_libraries.yml ├── sbs_workforce1.yml ├── sca_enrollment_capacity.yml ├── usdot_airports.yml ├── usfws_habitats_poly_proposed.yml └── usnps_parks.yml ├── products ├── cbbr │ ├── 02_cbbr.sh │ ├── 03_spatial.sh │ ├── 04_export.sh │ ├── README.md │ ├── config.sh │ ├── geocode │ │ ├── geosupport.py │ │ └── helpers.py │ ├── recipe.yml │ └── sql │ │ ├── assign_geoms.sql │ │ ├── cbbr_submissions.sql │ │ ├── export.sql │ │ ├── geo_rejects.sql │ │ ├── normalize_agency.sql │ │ ├── normalize_commdist.sql │ │ ├── normalize_denominator.sql │ │ ├── preprocessing.sql │ │ ├── spatial_dpr_string_name.sql │ │ ├── spatial_facilities.sql │ │ ├── spatial_geomclean.sql │ │ └── spatial_manual_map.sql ├── cdbg │ ├── README.md │ ├── bash │ │ └── export.sh │ ├── census-tract-eligibility-template.xlsx │ ├── dbt_project.yml │ ├── macros │ │ ├── bool_to_str.sql │ │ └── test_sum.sql │ ├── models │ │ ├── _sources.yml │ │ ├── intermediate │ │ │ ├── _intermediate_models.yml │ │ │ ├── int__block_groups.sql │ │ │ ├── int__block_groups_raw.sql │ │ │ ├── int__boros.sql │ │ │ ├── int__eligible_tracts.sql │ │ │ ├── int__lot_block_groups.sql │ │ │ ├── int__lot_block_groups_details.sql │ │ │ ├── int__lot_block_groups_raw.sql │ │ │ ├── int__tracts.sql │ │ │ ├── int__zap_lot_tracts.sql │ │ │ ├── int__zap_lots.sql │ │ │ └── int__zap_projects_tracts.sql │ │ ├── product │ │ │ ├── _product_models.yml │ │ │ ├── bytes │ │ │ │ ├── _product_bytes_models.yml │ │ │ │ ├── cdbg_tracts_bytes_csv.sql │ │ │ │ └── cdbg_tracts_bytes_fgdb.sql │ │ │ ├── cdbg_block_groups.sql │ │ │ ├── cdbg_boroughs.sql │ │ │ ├── cdbg_tracts.sql │ │ │ ├── cdbg_zap_eligibility.sql │ │ │ ├── excel │ │ │ │ ├── _product_excel_models.yml │ │ │ │ ├── cdbg_block_groups_excel.sql │ │ │ │ ├── cdbg_boroughs_excel.sql │ │ │ │ ├── cdbg_tracts_excel.sql │ │ │ │ └── cdbg_zap_eligibility_excel.sql │ │ │ └── geosupport │ │ │ │ ├── _product_geosupport_models.yml │ │ │ │ └── cdbg_tracts_geosupport.sql │ │ └── staging │ │ │ ├── _staging_models.yml │ │ │ ├── stg__census_blocks.sql │ │ │ ├── stg__census_tracts.sql │ │ │ ├── stg__low_mod_by_block_group.sql │ │ │ └── stg__zap_projects.sql │ ├── packages.yml │ ├── profiles.yml │ ├── python │ │ ├── __init__.py │ │ └── populate_excel_output.py │ └── recipe.yml ├── ceqr │ ├── README.md │ ├── build_scripts │ │ ├── __init__.py │ │ ├── build_markdown.py │ │ ├── constants.py │ │ └── export.py │ ├── ceqr_app │ │ ├── .gitignore │ │ ├── README.md │ │ ├── bin │ │ │ ├── cli.sh │ │ │ ├── config.sh │ │ │ ├── run.sh │ │ │ └── setup.sh │ │ ├── ceqr │ │ ├── docs │ │ │ ├── .nojekyll │ │ │ ├── build-publish.md │ │ │ └── index.html │ │ ├── example.env │ │ └── recipes │ │ │ ├── _data │ │ │ ├── air_corr.csv │ │ │ ├── city_boro.csv │ │ │ ├── city_zip_boro.csv │ │ │ ├── sca_capacity_address_cor.csv │ │ │ ├── sca_capacity_org_level_cor.csv │ │ │ ├── transportation_modal_splits.csv │ │ │ ├── transportation_trip_generation.csv │ │ │ ├── transportation_truck_generation.csv │ │ │ └── transportation_vehicle_occupancy.csv │ │ │ ├── _helper │ │ │ ├── __init__.py │ │ │ ├── geo.py │ │ │ └── utils.py │ │ │ ├── _test │ │ │ └── runner.sh │ │ │ ├── atypical_roadways │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── ceqr_school_buildings │ │ │ ├── build.py │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── ctpp_censustract_centroids │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── ctpp_censustract_variables │ │ │ ├── build.py │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── ctpp_journey_to_work │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── dcp_areas_of_concern │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── dep_cats_permits │ │ │ ├── README.md │ │ │ ├── build.py │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── doe_significant_utilization_changes │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── dot_traffic_cameras │ │ │ ├── build.py │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── facilities_garages │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── nysdec_air_monitoring_stations │ │ │ ├── build.py │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── nysdec_state_facility_permits │ │ │ ├── build.py │ │ │ └── runner.sh │ │ │ ├── nysdec_title_v_facility_permits │ │ │ ├── build.py │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── nysdot_aadt │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── nysdot_functional_class │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── nysdot_traffic_counts │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── sca_capacity_projects │ │ │ ├── build.py │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── sca_e_projections_by_boro │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── sca_e_projections_by_sd │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ │ │ ├── transportation │ │ │ ├── README.md │ │ │ └── runner.sh │ │ │ └── tunnel_ventilation_towers │ │ │ ├── build.sql │ │ │ ├── create.sql │ │ │ └── runner.sh │ ├── datasets │ │ ├── dcp_capacity_and_enrollment.xlsx │ │ ├── dcp_directional_split_percentage.xlsx │ │ ├── dcp_modal_split_percentage_by_boro_and_land_use.xlsx │ │ ├── dcp_population_projections.xlsx │ │ ├── dcp_transportation_trip_generation.xlsx │ │ ├── dcp_transportation_truck_generation.xlsx │ │ ├── dcp_transportation_vehicle_occupancy.xlsx │ │ └── dcp_vulnerable_population_estimate.xlsx │ ├── dbt_project.yml │ ├── models │ │ ├── _sources.yml │ │ ├── dataset_versions.sql │ │ └── dataset_versions.yml │ ├── packages.yml │ ├── profiles.yml │ ├── recipe.yml │ └── seeds │ │ ├── _seeds.yml │ │ ├── chapter_datasets.csv │ │ ├── chapters.csv │ │ └── datasets.csv ├── checkbook │ ├── README.md │ ├── build_scripts │ │ ├── __init__.py │ │ ├── build.py │ │ ├── dataloading.py │ │ ├── export.py │ │ └── summarization.py │ ├── sql │ │ ├── categorization.sql │ │ └── parks.sql │ └── test │ │ ├── __init__.py │ │ ├── generate_test_data.py │ │ └── test_build_output.py ├── colp │ ├── README.md │ ├── bash │ │ ├── 02_build.sh │ │ ├── 03_qaqc.sh │ │ ├── 04_export.sh │ │ └── config.sh │ ├── colp.sh │ ├── data │ │ ├── ipis_modified_names.csv │ │ └── modifications.csv │ ├── python │ │ ├── __init__.py │ │ ├── geo_qaqc.py │ │ ├── geocode.py │ │ └── utils.py │ ├── recipe.yml │ ├── resources │ │ ├── agency_abbreviations.csv │ │ └── use_type_codes.csv │ └── sql │ │ ├── _procedures.sql │ │ ├── clean_parcelname.sql │ │ ├── colp_qaqc.sql │ │ ├── create_colp.sql │ │ ├── export_colp.sql │ │ ├── geo_inputs.sql │ │ ├── geo_qaqc.sql │ │ ├── load_modifications.sql │ │ └── qc_geospatial_check.sql ├── cpdb │ ├── README.md │ ├── bash │ │ ├── 01_preprocessing.sh │ │ ├── 02_build.sh │ │ ├── 03_adminbounds.sh │ │ ├── 04_analysis.sh │ │ └── 05_export.sh │ ├── cpdb.sh │ ├── data │ │ ├── edcgeoms_2020-12-28.csv │ │ ├── edcgeoms_2021-01-08.csv │ │ ├── rules.csv │ │ ├── sprints.sql │ │ ├── type_patterns_fixed_asset.csv │ │ ├── type_patterns_ittvequ.csv │ │ └── type_patterns_lump_sum.csv │ ├── dbt_project.yml │ ├── docs │ │ ├── .nojekyll │ │ └── index.html │ ├── models │ │ └── sources.yml │ ├── packages.yml │ ├── profiles.yml │ ├── python │ │ ├── __init__.py │ │ ├── admin_geographies.py │ │ ├── attributes_geom_agencyverified_geocode.py │ │ ├── attributes_maprojid_parkid.py │ │ ├── checkbook_spending_by_year.py │ │ ├── dot_bridges.py │ │ ├── projects_in_geographies.py │ │ └── utils.py │ ├── recipe.yml │ ├── seeds │ │ ├── _seeds.yml │ │ ├── cpdb_badgeoms.csv │ │ ├── dcp_cpdb_agencyverified.csv │ │ ├── dcp_id_bin_map.csv │ │ ├── dcp_json.csv │ │ └── dcp_projecttypes_agencies.csv │ ├── sql │ │ ├── _create.sql │ │ ├── _create_export.sql │ │ ├── analysis │ │ │ ├── agency_validated_geoms_summary_table.sql │ │ │ ├── geospatial_check.sql │ │ │ ├── projects_by_communitydist.sql │ │ │ ├── projects_by_communitydist_spending.sql │ │ │ ├── projects_by_communitydist_spending_date.sql │ │ │ ├── projects_dollars_mapped_categorized_managing.sql │ │ │ └── projects_dollars_mapped_categorized_sponsor.sql │ │ ├── attributes.sql │ │ ├── attributes_agencyverified.sql │ │ ├── attributes_agencyverified_geoms.sql │ │ ├── attributes_badgeoms.sql │ │ ├── attributes_ddc.sql │ │ ├── attributes_dot.sql │ │ ├── attributes_dpr_fmsid.sql │ │ ├── attributes_dpr_string_id.sql │ │ ├── attributes_dpr_string_name.sql │ │ ├── attributes_edc.sql │ │ ├── attributes_facilities.sql │ │ ├── attributes_geomclean.sql │ │ ├── attributes_id_bin_map.sql │ │ ├── attributes_maprojid_after.sql │ │ ├── attributes_maprojid_bbl.sql │ │ ├── attributes_maprojid_bin.sql │ │ ├── attributes_maprojid_cd.sql │ │ ├── attributes_maprojid_censustracts.sql │ │ ├── attributes_maprojid_congressionaldistricts.sql │ │ ├── attributes_maprojid_councildistricts.sql │ │ ├── attributes_maprojid_facilities.sql │ │ ├── attributes_maprojid_firecompanies.sql │ │ ├── attributes_maprojid_municipalcourtdistricts.sql │ │ ├── attributes_maprojid_parkid.sql │ │ ├── attributes_maprojid_policeprecincts.sql │ │ ├── attributes_maprojid_schooldistricts.sql │ │ ├── attributes_maprojid_stateassemblydistricts.sql │ │ ├── attributes_maprojid_statesenatedistricts.sql │ │ ├── attributes_maprojid_trafficanalysiszones.sql │ │ ├── attributes_typecategory.sql │ │ ├── budget_data.sql │ │ ├── carto_projects_combined.sql │ │ ├── ccp_budgets.sql │ │ ├── ccp_commitments.sql │ │ ├── ccp_projects.sql │ │ └── projects.sql │ └── sql_templates │ │ └── projects_in_geographies.sql ├── cscl │ ├── README.md │ ├── bash │ │ └── validate.sh │ ├── dbt_project.yml │ ├── macros │ │ ├── apply_text_formatting_from_seed.sql │ │ ├── create_pg_functions.sql │ │ └── select_rows_as_text.sql │ ├── models │ │ ├── etl_dev_qa │ │ │ ├── qa__lion_dat_by_row.sql │ │ │ ├── qa__lion_dat_individual_diffs.sql │ │ │ └── qa__lion_dat_summary.sql │ │ ├── intermediate │ │ │ ├── _int.yml │ │ │ ├── adjacent_polygons │ │ │ │ ├── _int_adjacent_polygons.yml │ │ │ │ ├── int__segment_atomicpolygons.sql │ │ │ │ ├── int__segment_nypdbeat.sql │ │ │ │ ├── int__segment_offsets.sql │ │ │ │ └── int__segment_zipcodes.sql │ │ │ ├── coincident_segments │ │ │ │ ├── int__centerline_coincident_subway_or_rail.sql │ │ │ │ ├── int__centerline_coincident_subway_or_rail_matches.sql │ │ │ │ ├── int__noncenterline_coincident_segment_count.sql │ │ │ │ ├── int__noncenterline_coincident_segments.sql │ │ │ │ └── int__underground_rail.sql │ │ │ ├── int__lion.sql │ │ │ ├── nodes │ │ │ │ ├── _int_nodes.yml │ │ │ │ ├── int__segments_to_nodes.sql │ │ │ │ └── int__segments_with_nodes.sql │ │ │ ├── other_lion_intermediates │ │ │ │ ├── _int_lion_other.yml │ │ │ │ ├── int__centerline_curve.sql │ │ │ │ ├── int__segment_locational_status.sql │ │ │ │ ├── int__segment_specialaddress.sql │ │ │ │ └── int__split_election_district.sql │ │ │ ├── sedat │ │ │ │ ├── int__sedat.sql │ │ │ │ └── int__special_sedat.sql │ │ │ ├── segments │ │ │ │ ├── _int_segments.yml │ │ │ │ ├── int__nonstreetfeature_seqnum.sql │ │ │ │ ├── int__primary_segments.sql │ │ │ │ ├── int__protosegments.sql │ │ │ │ └── int__segments.sql │ │ │ └── street_and_face_code │ │ │ │ ├── _int_street_and_face_code.yml │ │ │ │ ├── int__lgc.sql │ │ │ │ └── int__streetcode_and_facecode.sql │ │ ├── product │ │ │ ├── lion │ │ │ │ ├── _lion.yml │ │ │ │ ├── by_borough │ │ │ │ │ ├── bronx_lion_dat.sql │ │ │ │ │ ├── brooklyn_lion_dat.sql │ │ │ │ │ ├── manhattan_lion_dat.sql │ │ │ │ │ ├── queens_lion_dat.sql │ │ │ │ │ └── staten_island_lion_dat.sql │ │ │ │ ├── lion_dat.sql │ │ │ │ └── lion_dat_by_field.sql │ │ │ └── sedat │ │ │ │ ├── _sedat.yml │ │ │ │ ├── exports │ │ │ │ ├── sedat.sql │ │ │ │ └── special_sedat.sql │ │ │ │ ├── sedat_by_field.sql │ │ │ │ └── special_sedat_by_field.sql │ │ ├── sources.yml │ │ └── staging │ │ │ ├── _stg.yml │ │ │ ├── segments │ │ │ ├── _stg_segments.yml │ │ │ ├── stg__centerline.sql │ │ │ ├── stg__nonstreetfeatures.sql │ │ │ ├── stg__rail_and_subway.sql │ │ │ └── stg__shoreline.sql │ │ │ ├── stg__altsegmentdata_proto.sql │ │ │ ├── stg__altsegmentdata_saf.sql │ │ │ ├── stg__atomicpolygons.sql │ │ │ ├── stg__facecode_and_featurename.sql │ │ │ ├── stg__nodes.sql │ │ │ └── stg__segment_sedat.sql │ ├── packages.yml │ ├── poc_validation │ │ ├── dat_loader.py │ │ └── validate_outputs.sh │ ├── profiles.yml │ ├── recipe.yml │ └── seeds │ │ ├── feature_type_codes.csv │ │ ├── seed_saf_priority.csv │ │ └── text_formatting │ │ ├── text_formatting__lion_dat.csv │ │ └── text_formatting__sedat.csv ├── developments │ ├── README.md │ ├── bash │ │ ├── 02_build_devdb.sh │ │ ├── 03_aggregate_unit_change_summary.sh │ │ ├── 04_qaqc.sh │ │ ├── 05_export.sh │ │ └── config.sh │ ├── data │ │ ├── corrections │ │ │ ├── a2_corrections.csv │ │ │ ├── hny_corrections.csv │ │ │ └── manual_corrections.csv │ │ ├── lookup_now_types.csv │ │ ├── lookup_occ.csv │ │ └── lookup_ownership.csv │ ├── devdb_datasync.sh │ ├── docs │ │ ├── .nojekyll │ │ └── index.html │ ├── python │ │ ├── geocode_dob.py │ │ ├── geocode_hpd_historical.py │ │ ├── geocode_hpd_hny.py │ │ ├── unit_change_summary.py │ │ └── utils.py │ ├── recipe.yml │ ├── sql │ │ ├── _bis.sql │ │ ├── _census.sql │ │ ├── _co.sql │ │ ├── _create.sql │ │ ├── _export.sql │ │ ├── _function.sql │ │ ├── _geo.sql │ │ ├── _geo_corrections.sql │ │ ├── _hny_join.sql │ │ ├── _hny_match.sql │ │ ├── _hny_union.sql │ │ ├── _hpd.sql │ │ ├── _init.sql │ │ ├── _mid.sql │ │ ├── _now.sql │ │ ├── _occ.sql │ │ ├── _pluto.sql │ │ ├── _procedures.sql │ │ ├── _spatial.sql │ │ ├── _status.sql │ │ ├── _status_q.sql │ │ ├── _units.sql │ │ ├── constants │ │ │ └── export_schemas.sh │ │ ├── corrections.sql │ │ ├── final.sql │ │ ├── init.sql │ │ ├── mid.sql │ │ ├── qaqc │ │ │ ├── _create_qaqc_historic.sql │ │ │ ├── qaqc_app.sql │ │ │ ├── qaqc_app_additions.sql │ │ │ ├── qaqc_field_distribution.sql │ │ │ ├── qaqc_final.sql │ │ │ ├── qaqc_geo.sql │ │ │ ├── qaqc_historic.sql │ │ │ ├── qaqc_init.sql │ │ │ ├── qaqc_mid.sql │ │ │ ├── qaqc_quarter_check.sql │ │ │ ├── qaqc_status.sql │ │ │ └── qaqc_units.sql │ │ └── unit_change_summary │ │ │ ├── spatial.sql │ │ │ └── yearly.sql │ └── templates │ │ ├── dcp_developments.yml │ │ ├── hny_geocode_results.yml │ │ └── hpd_historical_geocode_results.yml ├── edde │ ├── README.md │ ├── aggregate │ │ ├── PUMS │ │ │ ├── aggregate_PUMS.py │ │ │ ├── aggregate_medians.py │ │ │ ├── count_PUMS_demographics.py │ │ │ ├── count_PUMS_economics.py │ │ │ ├── count_PUMS_households.py │ │ │ ├── economic_indicators.py │ │ │ ├── median_PUMS_demographics.py │ │ │ ├── median_PUMS_economics.py │ │ │ ├── pums_2000_demographics.py │ │ │ ├── pums_2000_economics.py │ │ │ ├── pums_demographics.py │ │ │ └── pums_economics.py │ │ ├── __init__.py │ │ ├── aggregated_cache_fn.py │ │ ├── aggregation_helpers.py │ │ ├── all_accessors.py │ │ ├── clean_aggregated.py │ │ ├── decennial_census │ │ │ └── decennial_census_001020.py │ │ ├── housing_production │ │ │ ├── __init__.py │ │ │ ├── area_within_historic_district.py │ │ │ ├── change_in_units.py │ │ │ └── hpd_housing_ny_affordable_housing.py │ │ ├── housing_security │ │ │ ├── DHS_shelter.py │ │ │ ├── eviction_cases_housing_court.py │ │ │ ├── evictions_by_city_marshals.py │ │ │ ├── homevalue_median.py │ │ │ ├── households_rent_burden.py │ │ │ ├── housing_lottery.py │ │ │ ├── income_restricted_units.py │ │ │ ├── nycha_tenants.py │ │ │ ├── pums_2000_hsq_housing_tenure.py │ │ │ ├── rent_median.py │ │ │ ├── rent_stable_three_maintenance.py │ │ │ ├── units_affordable.py │ │ │ ├── units_housing_tenure.py │ │ │ └── units_overcrowd.py │ │ ├── load_aggregated.py │ │ └── quality_of_life │ │ │ ├── access_subway_and_access_ADA.py │ │ │ ├── access_to_broadband.py │ │ │ ├── access_to_jobs.py │ │ │ ├── access_to_openspace.py │ │ │ ├── access_transit_car.py │ │ │ ├── covid_death.py │ │ │ ├── diabetes_self_report.py │ │ │ ├── education_outcome.py │ │ │ ├── health_mortality.py │ │ │ ├── heat_vulnerability.py │ │ │ ├── safety_ped_aslt_hospitalizations.py │ │ │ └── traffic_fatalities.py │ ├── config.py │ ├── eddt.sh │ ├── external_review │ │ ├── collate_save_census.py │ │ ├── demographics │ │ │ ├── 2012_by_puma.csv │ │ │ └── 2019_by_puma.csv │ │ ├── external_review_collate.py │ │ └── housing_production │ │ │ └── housing_production_citywide.csv │ ├── ingest │ │ ├── HVS │ │ │ ├── HVS_geography_clean.py │ │ │ └── HVS_ingestion.py │ │ ├── PUMS │ │ │ ├── PUMS_cleaner.py │ │ │ ├── PUMS_data.py │ │ │ ├── PUMS_query_manager.py │ │ │ ├── PUMS_request.py │ │ │ └── variable_generator.py │ │ ├── ingestion_helpers.py │ │ └── load_data.py │ ├── internal_review │ │ └── set_internal_review_file.py │ ├── qa │ │ └── proto_qa.py │ ├── recipe.yml │ ├── resources │ │ ├── ACS_PUMS │ │ │ ├── EDDE_ACS2008-2012.xlsx │ │ │ ├── EDDE_ACS2019-2023.xlsx │ │ │ └── EDDE_Census2000PUMS.xlsx │ │ ├── _old │ │ │ ├── 2017 HVS Denominator.xlsx │ │ │ ├── 2017_HVS_EDDT.csv │ │ │ ├── COVID Deaths by race and PUMA_20230109.xlsx │ │ │ ├── Census_Aggregations_fromErica.csv │ │ │ ├── DOHMH_death rate and overdose.xlsx │ │ │ ├── DOHMH_diabetes and self reported health.xlsx │ │ │ ├── EDDT_UnitsAffordablebyAMI_2017-2021.xlsx │ │ │ ├── HVI_PUMA_Subboro_forSharing.xlsx │ │ │ ├── Income_Restricted_since2014.xlsx │ │ │ ├── access_to_jobs.csv │ │ │ ├── covid_death_processed_2023.xlsx │ │ │ ├── eviction_filings.xlsx │ │ │ ├── housing_lottery_raw.csv │ │ │ └── pedestrian_injuries.csv │ │ ├── decennial_census_data │ │ │ └── EDDE_Census00-10-20_MUTU.xlsx │ │ ├── housing_production │ │ │ └── 2010_census_housing_units_by_2020_NTA.csv │ │ ├── housing_security │ │ │ ├── hpd_housing_lottery_2025.xlsx │ │ │ ├── hpd_housing_lottery_raw_2025.xlsx │ │ │ ├── nycha_tenants │ │ │ │ └── nycha_tenants_processed_2025.xlsx │ │ │ └── nychvs_2023.xlsx │ │ └── quality_of_life │ │ │ ├── EDDE_2025_Updates_transportation.xlsx │ │ │ ├── diabetes_self_report │ │ │ └── diabetes_self_report_processed_2024.xlsx │ │ │ ├── education_outcome │ │ │ └── EDDE - Math and ELA & Grad - 2024.xlsx │ │ │ └── non_fatal_assault_hospitalizations.csv │ ├── statistical │ │ ├── calculate_counts.py │ │ ├── calculate_fractions.py │ │ ├── calculate_medians.py │ │ ├── calculate_medians_LI.py │ │ └── variance_measures.py │ ├── tests │ │ ├── PUMS │ │ │ ├── local_loader.py │ │ │ ├── test_PUMS_demographic_count_aggregation.py │ │ │ ├── test_PUMS_denominator_columns.py │ │ │ ├── test_PUMS_download.py │ │ │ ├── test_PUMS_economic_count_aggregation.py │ │ │ ├── test_PUMS_economic_download.py │ │ │ ├── test_PUMS_economic_medians.py │ │ │ ├── test_PUMS_fractions_demographics_aggregation.py │ │ │ ├── test_PUMS_households_count_aggregation.py │ │ │ └── test_PUMS_median_demographics_aggregation.py │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── export │ │ │ └── test_census_collate.py │ │ ├── general_indicator_tests │ │ │ ├── general_indicator_test_helpers.py │ │ │ ├── test_index_type.py │ │ │ ├── test_ingestion_helpers.py │ │ │ └── test_tokens.py │ │ ├── housing_production │ │ │ └── test_area_within_historic_district.py │ │ ├── housing_security │ │ │ └── test_three_or_more_maintenance_deficiencies.py │ │ ├── statistical │ │ │ ├── test_coefficient_variation.py │ │ │ └── test_margin_of_error_calculation.py │ │ └── util.py │ └── utils │ │ ├── dcp_population_excel_helpers.py │ │ ├── geo_helpers.py │ │ └── geocode.py ├── facilities │ ├── .gitignore │ ├── README.md │ ├── facdb.sh │ ├── facdb │ │ ├── __init__.py │ │ ├── bash │ │ │ └── export.sh │ │ ├── cli.py │ │ ├── data │ │ │ ├── lookup_agency.csv │ │ │ ├── lookup_boro.csv │ │ │ ├── lookup_classification.csv │ │ │ └── manual_corrections.csv │ │ ├── datasets.yml │ │ ├── geocode │ │ │ ├── __init__.py │ │ │ ├── function1B.py │ │ │ ├── functionBL.py │ │ │ ├── functionBN.py │ │ │ └── parseAddress.py │ │ ├── metadata.yml │ │ ├── pipelines.py │ │ ├── sql │ │ │ ├── _create_facdb.sql │ │ │ ├── _create_facdb_address.sql │ │ │ ├── _create_facdb_agency.sql │ │ │ ├── _create_facdb_base.sql │ │ │ ├── _create_facdb_boro.sql │ │ │ ├── _create_facdb_classification.sql │ │ │ ├── _create_facdb_geom.sql │ │ │ ├── _create_facdb_spatial.sql │ │ │ ├── _create_reference_tables.sql │ │ │ ├── _deduplication.sql │ │ │ ├── _procedures.sql │ │ │ ├── _qaqc.sql │ │ │ ├── _reformat_facdb.sql │ │ │ ├── _template.sql │ │ │ └── pipelines │ │ │ │ ├── bpl_libraries.sql │ │ │ │ ├── dca_operatingbusinesses.sql │ │ │ │ ├── dcla_culturalinstitutions.sql │ │ │ │ ├── dcp_colp.sql │ │ │ │ ├── dcp_pops.sql │ │ │ │ ├── dcp_sfpsd.sql │ │ │ │ ├── dep_wwtc.sql │ │ │ │ ├── dfta_contracts.sql │ │ │ │ ├── doe_busroutesgarages.sql │ │ │ │ ├── doe_lcgms.sql │ │ │ │ ├── doe_universalprek.sql │ │ │ │ ├── dohmh_daycare.sql │ │ │ │ ├── dot_bridgehouses.sql │ │ │ │ ├── dot_ferryterminals.sql │ │ │ │ ├── dot_mannedfacilities.sql │ │ │ │ ├── dot_pedplazas.sql │ │ │ │ ├── dot_publicparking.sql │ │ │ │ ├── dpr_parksproperties.sql │ │ │ │ ├── dsny_donatenycdirectory.sql │ │ │ │ ├── dsny_electronicsdrop.sql │ │ │ │ ├── dsny_fooddrop.sql │ │ │ │ ├── dsny_garages.sql │ │ │ │ ├── dsny_leafdrop.sql │ │ │ │ ├── dsny_specialwastedrop.sql │ │ │ │ ├── dycd_service_sites.sql │ │ │ │ ├── fbop_corrections.sql │ │ │ │ ├── fdny_firehouses.sql │ │ │ │ ├── foodbankny_foodbanks.sql │ │ │ │ ├── hhc_hospitals.sql │ │ │ │ ├── hra_jobcenters.sql │ │ │ │ ├── hra_medicaid.sql │ │ │ │ ├── hra_snapcenters.sql │ │ │ │ ├── moeo_socialservicesitelocations.sql │ │ │ │ ├── nycdoc_corrections.sql │ │ │ │ ├── nycha_communitycenters.sql │ │ │ │ ├── nycha_policeservice.sql │ │ │ │ ├── nycourts_courts.sql │ │ │ │ ├── nypl_libraries.sql │ │ │ │ ├── nysdec_lands.sql │ │ │ │ ├── nysdec_solidwaste.sql │ │ │ │ ├── nysdoccs_corrections.sql │ │ │ │ ├── nysdoh_healthfacilities.sql │ │ │ │ ├── nysdoh_nursinghomes.sql │ │ │ │ ├── nysed_activeinstitutions.sql │ │ │ │ ├── nysoasas_programs.sql │ │ │ │ ├── nysomh_mentalhealth.sql │ │ │ │ ├── nysopwdd_providers.sql │ │ │ │ ├── nysparks_historicplaces.sql │ │ │ │ ├── nysparks_parks.sql │ │ │ │ ├── qpl_libraries.sql │ │ │ │ ├── sbs_workforce1.sql │ │ │ │ ├── uscourts_courts.sql │ │ │ │ ├── usdot_airports.sql │ │ │ │ ├── usdot_ports.sql │ │ │ │ └── usnps_parks.sql │ │ └── utility │ │ │ ├── export.py │ │ │ ├── metadata.py │ │ │ ├── prepare.py │ │ │ └── utils.py │ └── recipe.yml ├── factfinder │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── __init__.py │ ├── acs.yml │ ├── decennial.yml │ ├── example.env │ ├── factfinder │ │ ├── __init__.py │ │ ├── calculate.py │ │ ├── data │ │ │ ├── acs │ │ │ │ ├── 2010 │ │ │ │ │ ├── median.json │ │ │ │ │ ├── metadata.json │ │ │ │ │ └── special.json │ │ │ │ ├── 2018 │ │ │ │ │ ├── median.json │ │ │ │ │ ├── metadata.json │ │ │ │ │ └── special.json │ │ │ │ ├── 2019 │ │ │ │ │ ├── median.json │ │ │ │ │ ├── metadata.json │ │ │ │ │ └── special.json │ │ │ │ ├── 2020 │ │ │ │ │ └── metadata.json │ │ │ │ ├── 2021 │ │ │ │ │ └── metadata.json │ │ │ │ ├── 2022 │ │ │ │ │ └── metadata.json │ │ │ │ └── 2023 │ │ │ │ │ └── metadata.json │ │ │ ├── acs_community_profiles │ │ │ │ └── metadata.json │ │ │ └── decennial │ │ │ │ ├── 2010 │ │ │ │ ├── median.json │ │ │ │ ├── metadata.json │ │ │ │ └── special.json │ │ │ │ └── 2020 │ │ │ │ ├── median.json │ │ │ │ ├── metadata.json │ │ │ │ └── special.json │ │ ├── download.py │ │ ├── geography │ │ │ ├── 2010.py │ │ │ ├── 2010_to_2020.py │ │ │ └── __init__.py │ │ ├── median.py │ │ ├── metadata.py │ │ ├── special.py │ │ └── utils.py │ ├── factfinder_dbt_qa │ │ ├── dbt_project.yml │ │ ├── models │ │ │ ├── _sources.yml │ │ │ └── qaqc │ │ │ │ └── reports │ │ │ │ ├── qaqc_reports__metadata_acs_dropped_variables.sql │ │ │ │ └── qaqc_reports__metadata_acs_new_variables.sql │ │ └── profiles.yml │ ├── geolookup │ │ ├── 2020 │ │ │ ├── build.sql │ │ │ └── run.sh │ │ ├── README.md │ │ ├── __main__.py │ │ └── config.sh │ ├── paths.py │ ├── pipelines │ │ ├── __init__.py │ │ ├── acs.py │ │ ├── acs_community_profiles.py │ │ ├── acs_manual_update.py │ │ ├── decennial_manual_update.py │ │ ├── support_geoids.py │ │ └── utils.py │ ├── recipe_qa.yml │ ├── run.py │ └── tests │ │ ├── __init__.py │ │ ├── test_calculate.py │ │ ├── test_download.py │ │ ├── test_geography.py │ │ └── test_metadata.py ├── green_fast_track │ ├── README.md │ ├── analyses │ │ ├── pluto_zoning_district_groups.sql │ │ ├── source_geometry_counts.sql │ │ └── source_geometry_types.sql │ ├── bash │ │ ├── build.sh │ │ └── export.sh │ ├── dbt_project.yml │ ├── macros │ │ ├── clip_to_geom.sql │ │ └── test_is_epsg_2263.sql │ ├── models │ │ ├── _sources.yml │ │ ├── intermediate │ │ │ ├── flags │ │ │ │ ├── _flags_models.yml │ │ │ │ ├── int__zoning_districts.sql │ │ │ │ ├── int_flags__all.sql │ │ │ │ ├── int_flags__dob_natural_resources.sql │ │ │ │ ├── int_flags__edesignation.sql │ │ │ │ ├── int_flags__spatial.sql │ │ │ │ ├── int_flags__zoning.sql │ │ │ │ └── test_actual__flags_zoning.sql │ │ │ └── spatial │ │ │ │ ├── _spatial_models.yml │ │ │ │ ├── air_quality │ │ │ │ ├── int_spatial__arterial_highway.sql │ │ │ │ ├── int_spatial__cats_permits.sql │ │ │ │ ├── int_spatial__industrial_lots.sql │ │ │ │ ├── int_spatial__state_facility.sql │ │ │ │ ├── int_spatial__title_v_permit.sql │ │ │ │ └── int_spatial__vent_tower.sql │ │ │ │ ├── historic_resources │ │ │ │ ├── int_spatial__historic_districts.sql │ │ │ │ ├── int_spatial__historic_resources.sql │ │ │ │ └── int_spatial__historic_resources_adj.sql │ │ │ │ ├── int_spatial__all.sql │ │ │ │ ├── int_spatial__pops.sql │ │ │ │ ├── natural_resources │ │ │ │ └── int_spatial__natural_resources.sql │ │ │ │ ├── noise │ │ │ │ └── int_spatial__exposed_railway.sql │ │ │ │ └── shadows │ │ │ │ ├── int_spatial__shadow_hist_resources.sql │ │ │ │ ├── int_spatial__shadow_nat_resources.sql │ │ │ │ └── int_spatial__shadow_open_spaces.sql │ │ ├── product │ │ │ ├── _product_models.yml │ │ │ ├── green_fast_track_bbls.sql │ │ │ ├── source │ │ │ │ ├── _source_models.yml │ │ │ │ ├── air_quality │ │ │ │ │ ├── source__arterial_highway_buffer.sql │ │ │ │ │ ├── source__arterial_highway_lines.sql │ │ │ │ │ ├── source__cats_permit_buffer.sql │ │ │ │ │ ├── source__cats_permit_lots.sql │ │ │ │ │ ├── source__cats_permit_points.sql │ │ │ │ │ ├── source__industrial_lots.sql │ │ │ │ │ ├── source__industrial_lots_buffer.sql │ │ │ │ │ ├── source__state_facility_buffer.sql │ │ │ │ │ ├── source__state_facility_lots.sql │ │ │ │ │ ├── source__state_facility_points.sql │ │ │ │ │ ├── source__title_v_permit_buffer.sql │ │ │ │ │ ├── source__title_v_permit_lots.sql │ │ │ │ │ ├── source__title_v_permit_points.sql │ │ │ │ │ ├── source__vent_tower_buffer.sql │ │ │ │ │ └── source__vent_tower_polys.sql │ │ │ │ ├── historic_resources │ │ │ │ │ ├── source__archaeological_area_polys.sql │ │ │ │ │ ├── source__historic_districts_polys.sql │ │ │ │ │ ├── source__historic_resources_adj_buffer.sql │ │ │ │ │ ├── source__historic_resources_adj_lots.sql │ │ │ │ │ ├── source__historic_resources_adj_points.sql │ │ │ │ │ ├── source__historic_resources_lots.sql │ │ │ │ │ └── source__historic_resources_points.sql │ │ │ │ ├── natural_resources │ │ │ │ │ ├── source__natural_resources_lines.sql │ │ │ │ │ ├── source__natural_resources_points.sql │ │ │ │ │ ├── source__natural_resources_polys.sql │ │ │ │ │ └── source__wetland_checkzone.sql │ │ │ │ ├── noise │ │ │ │ │ ├── source__airport_noise.sql │ │ │ │ │ ├── source__exposed_railway_buffer.sql │ │ │ │ │ ├── source__exposed_railway_lines.sql │ │ │ │ │ └── source__exposed_railway_polys.sql │ │ │ │ └── shadow │ │ │ │ │ ├── source__shadow_hist_resources_buffer.sql │ │ │ │ │ ├── source__shadow_hist_resources_lots.sql │ │ │ │ │ ├── source__shadow_hist_resources_points.sql │ │ │ │ │ ├── source__shadow_nat_resources_buffer.sql │ │ │ │ │ ├── source__shadow_nat_resources_lines.sql │ │ │ │ │ ├── source__shadow_nat_resources_polys.sql │ │ │ │ │ ├── source__shadow_open_spaces_buffer.sql │ │ │ │ │ ├── source__shadow_open_spaces_points.sql │ │ │ │ │ └── source__shadow_open_spaces_polys.sql │ │ │ └── test_actual__pilot_projects.sql │ │ └── staging │ │ │ ├── _staging_models.yml │ │ │ ├── stg__dcm_arterial_highways.sql │ │ │ ├── stg__dcp_beaches.sql │ │ │ ├── stg__dcp_wrp_recognized_ecological_complexes.sql │ │ │ ├── stg__dcp_wrp_special_natural_waterfront_areas.sql │ │ │ ├── stg__dep_cats_permits.sql │ │ │ ├── stg__dpr_forever_wild.sql │ │ │ ├── stg__dpr_schoolyard_to_playgrounds.sql │ │ │ ├── stg__exposed_railways.sql │ │ │ ├── stg__exposed_railyards.sql │ │ │ ├── stg__lpc_historic_district_areas.sql │ │ │ ├── stg__lpc_landmarks.sql │ │ │ ├── stg__lpc_scenic_landmarks.sql │ │ │ ├── stg__nyc_boundary.sql │ │ │ ├── stg__nyc_parks_properties.sql │ │ │ ├── stg__nys_parks_properties.sql │ │ │ ├── stg__nysdec_freshwater_wetlands.sql │ │ │ ├── stg__nysdec_freshwater_wetlands_checkzones.sql │ │ │ ├── stg__nysdec_natural_heritage_communities.sql │ │ │ ├── stg__nysdec_priority_estuaries.sql │ │ │ ├── stg__nysdec_priority_lakes.sql │ │ │ ├── stg__nysdec_priority_streams.sql │ │ │ ├── stg__nysdec_state_facility_permits.sql │ │ │ ├── stg__nysdec_tidal_wetlands.sql │ │ │ ├── stg__nysdec_title_v_facility_permits.sql │ │ │ ├── stg__nysparks_historicplaces.sql │ │ │ ├── stg__nysshpo_archaeological_buffer_areas.sql │ │ │ ├── stg__nysshpo_historic_building_districts.sql │ │ │ ├── stg__nysshpo_historic_buildings.sql │ │ │ ├── stg__panynj_airports.sql │ │ │ ├── stg__pluto.sql │ │ │ ├── stg__pops.sql │ │ │ ├── stg__us_parks_properties.sql │ │ │ ├── stg__usfws_nyc_wetlands.sql │ │ │ ├── stg__waterfront_access_pow.sql │ │ │ └── stg__waterfront_access_wpaa.sql │ ├── packages.yml │ ├── profiles.yml │ ├── recipe.yml │ └── seeds │ │ ├── _seeds.yml │ │ ├── nyc_parks_properties_categories.csv │ │ ├── question_flags.csv │ │ ├── railyards_hudsonyards_erase.csv │ │ ├── test_expected__flags_zoning.csv │ │ ├── test_expected__pilot_projects.csv │ │ ├── variables.csv │ │ ├── zoning_district_categories.csv │ │ └── zoning_district_mappings.csv ├── knownprojects │ ├── README.md │ ├── bash │ │ ├── 01_dataloading.sh │ │ ├── 02_build.sh │ │ ├── 03_aggregate.sh │ │ └── 04_export.sh │ ├── dbt_project.yml │ ├── docs │ │ ├── .nojekyll │ │ └── index.html │ ├── packages.yml │ ├── profiles.yml │ ├── python │ │ ├── __init__.py │ │ ├── dedup_units.py │ │ ├── download.py │ │ ├── extractors.py │ │ ├── upload.py │ │ └── utils.py │ ├── recipe.yml │ └── sql │ │ ├── _functions.sql │ │ ├── _procedures.sql │ │ ├── _project_record_ids.sql │ │ ├── aggregate │ │ ├── _aggregate_longform_models.yml │ │ ├── _aggregate_models.yml │ │ ├── create_zap_projects.sql │ │ ├── future_units_by_cd.sql │ │ ├── future_units_by_cdta.sql │ │ ├── future_units_by_ct.sql │ │ ├── future_units_by_nta.sql │ │ ├── longform_cd_output.sql │ │ ├── longform_cdta_output.sql │ │ ├── longform_ct_output.sql │ │ ├── longform_nta_output.sql │ │ ├── preprocessing.sql │ │ └── sca │ │ │ ├── boundaries_es_zone.sql │ │ │ ├── boundaries_school_districts.sql │ │ │ └── boundaries_school_subdistricts.sql │ │ ├── combine.sql │ │ ├── correct_projects.sql │ │ ├── create_corrections.sql │ │ ├── create_kpdb.sql │ │ ├── dcp_application.sql │ │ ├── dcp_housing.sql │ │ ├── join_boroughs.sql │ │ ├── product │ │ ├── _product_models.yml │ │ ├── kpdb.sql │ │ └── kpdb_deduplicated.sql │ │ ├── project_record_ids.sql │ │ ├── review │ │ ├── review_dob.sql │ │ └── review_project.sql │ │ └── summary │ │ └── summary_record_phasing.sql ├── pluto │ ├── README.md │ ├── dbt_project.yml │ ├── models │ │ ├── _sources.yml │ │ ├── qaqc │ │ │ ├── intermediate │ │ │ │ ├── _int_models.yml │ │ │ │ ├── qaqc_int__active_condo_bbl_unitsres_corrections.sql │ │ │ │ └── qaqc_int__devdb_bbl_units_summary.sql │ │ │ └── reports │ │ │ │ ├── _reports_models.yml │ │ │ │ ├── qaqc_reports__dof_incorrect_condo_res_units.sql │ │ │ │ └── qaqc_reports__dof_pts_incorrect_condo_res_units.sql │ │ └── staging │ │ │ └── stg__dcp_developments.sql │ ├── packages.yml │ ├── pluto_build │ │ ├── 00_setup.sh │ │ ├── 01_load_local_csvs.sh │ │ ├── 02_build.sh │ │ ├── 03_corrections.sh │ │ ├── 04_archive.sh │ │ ├── 05_qaqc.sh │ │ ├── 06_export.sh │ │ ├── 07_custom_qaqc.sh │ │ ├── bash │ │ │ ├── cli.sh │ │ │ └── config.sh │ │ ├── data │ │ │ ├── dcp_zoning_maxfar.csv │ │ │ ├── lookup_bldgclass.csv │ │ │ ├── lookup_lottype.csv │ │ │ ├── pluto_input_bsmtcode.csv │ │ │ ├── pluto_input_condo_bldgclass.csv │ │ │ ├── pluto_input_condolot_descriptiveattributes.csv │ │ │ ├── pluto_input_landuse_bldgclass.csv │ │ │ ├── pluto_input_research.csv │ │ │ └── zoning_district_class_descriptions.csv │ │ ├── pluto │ │ └── sql │ │ │ ├── _create.sql │ │ │ ├── address.sql │ │ │ ├── allocated.sql │ │ │ ├── apdate.sql │ │ │ ├── backfill.sql │ │ │ ├── bbl.sql │ │ │ ├── bldgclass.sql │ │ │ ├── cama_bldgarea_1.sql │ │ │ ├── cama_bldgarea_2.sql │ │ │ ├── cama_bldgarea_3.sql │ │ │ ├── cama_bldgarea_4.sql │ │ │ ├── cama_bsmttype.sql │ │ │ ├── cama_easements.sql │ │ │ ├── cama_lottype.sql │ │ │ ├── cama_proxcode.sql │ │ │ ├── clean_database.sql │ │ │ ├── condono.sql │ │ │ ├── corr_create.sql │ │ │ ├── corr_inwoodrezoning.sql │ │ │ ├── corr_lotarea.sql │ │ │ ├── corr_ownername_punctuation.sql │ │ │ ├── corr_template.sql │ │ │ ├── create.sql │ │ │ ├── create_allocated.sql │ │ │ ├── create_cama_primebbl.sql │ │ │ ├── create_pts.sql │ │ │ ├── create_rpad_geo.sql │ │ │ ├── dedupecondotable.sql │ │ │ ├── dtmgeoms.sql │ │ │ ├── dtmmergepolygons.sql │ │ │ ├── edesignation.sql │ │ │ ├── export.sql │ │ │ ├── export_mappluto_gdb.sql │ │ │ ├── export_mappluto_shp.sql │ │ │ ├── far.sql │ │ │ ├── flood_flag.sql │ │ │ ├── geocode_billingbbl.sql │ │ │ ├── geocode_notgeocoded.sql │ │ │ ├── geocodes.sql │ │ │ ├── ipis.sql │ │ │ ├── irrlotcode.sql │ │ │ ├── landuse.sql │ │ │ ├── latlong.sql │ │ │ ├── lotarea.sql │ │ │ ├── lpc.sql │ │ │ ├── numericfields.sql │ │ │ ├── numericfields_geomfields.sql │ │ │ ├── ownertype.sql │ │ │ ├── plutogeoms.sql │ │ │ ├── plutomapid.sql │ │ │ ├── plutomapid_1.sql │ │ │ ├── plutomapid_2.sql │ │ │ ├── preprocessing.sql │ │ │ ├── primebbl.sql │ │ │ ├── qaqc_aggregate.sql │ │ │ ├── qaqc_bbl_diffs.sql │ │ │ ├── qaqc_expected.sql │ │ │ ├── qaqc_mismatch.sql │ │ │ ├── qaqc_null.sql │ │ │ ├── qaqc_outlier.sql │ │ │ ├── remove_unitlots.sql │ │ │ ├── sanitboro.sql │ │ │ ├── shorelineclip.sql │ │ │ ├── spatialindex.sql │ │ │ ├── spatialjoins.sql │ │ │ ├── update_empty_coord.sql │ │ │ ├── versions.sql │ │ │ ├── yearbuiltalt.sql │ │ │ ├── zerovacantlots.sql │ │ │ ├── zoning.sql │ │ │ ├── zoning_commercialoverlay.sql │ │ │ ├── zoning_create_priority.sql │ │ │ ├── zoning_limitedheight.sql │ │ │ ├── zoning_parks.sql │ │ │ ├── zoning_specialdistrict.sql │ │ │ ├── zoning_splitzone.sql │ │ │ ├── zoning_zonemap.sql │ │ │ └── zoning_zoningdistrict.sql │ ├── profiles.yml │ ├── recipe-minor.yml │ ├── recipe.yml │ ├── schemas │ │ ├── dcp_mappluto.json │ │ ├── dcp_mappluto_02b.json │ │ ├── dcp_mappluto_03c.json │ │ ├── dcp_mappluto_04c.json │ │ └── dcp_mappluto_05d.json │ ├── seeds │ │ ├── _seeds.yml │ │ └── ignored_bbls_for_unit_count_test.csv │ └── tests │ │ ├── assert_all_zoning_districts_have_far.sql │ │ ├── assert_bbl_count_is_different.sql │ │ ├── assert_bbl_count_is_the_same.sql │ │ ├── assert_condo_bbl_unit_count_research_required.sql │ │ └── assert_only_zoning_fields_changed.sql ├── template │ ├── README.md │ ├── build_scripts │ │ ├── __init__.py │ │ ├── export.py │ │ └── transform.py │ ├── dbt_project.yml │ ├── example.env │ ├── packages.yml │ ├── profiles.yml │ ├── python │ │ ├── __init__.py │ │ ├── compare_data_files.py │ │ ├── geospatial.py │ │ ├── map_data.ipynb │ │ ├── run_logging.py │ │ └── utils.py │ ├── recipe.yml │ ├── seeds │ │ └── boroughs.csv │ ├── sql │ │ ├── _intermediate_models.yml │ │ ├── _sources.yml │ │ ├── green_spaces.sql │ │ ├── historic_landmarks.sql │ │ ├── libraries.sql │ │ ├── product │ │ │ ├── _product_models.yml │ │ │ ├── aggregation │ │ │ │ ├── _aggregation_models.yml │ │ │ │ └── templatedb_boroughs.sql │ │ │ └── templatedb.sql │ │ └── staging.sql │ ├── tests │ │ ├── __init__.py │ │ ├── test_build.py │ │ ├── test_data │ │ │ ├── Open Streets Locations.zip │ │ │ ├── census_counties_nyc.csv │ │ │ ├── minimal_data.csv │ │ │ └── minimal_data.json │ │ ├── test_examples.py │ │ ├── test_geospatial.py │ │ └── test_utils.py │ └── version.env ├── zap-opendata │ ├── .devcontainer │ │ ├── Dockerfile │ │ ├── devcontainer.json │ │ ├── example.env │ │ └── initializeCommand.sh │ ├── .gitignore │ ├── .pre-commit-config.yaml │ ├── README.md │ ├── bash │ │ ├── dev_compile_python_packages.sh │ │ └── setup_build_env.sh │ ├── dbt_project.yml │ ├── docs │ │ └── column_descriptions.md │ ├── mapzap │ │ ├── models │ │ │ ├── intermediate │ │ │ │ ├── _intermediate_models.yml │ │ │ │ ├── int_zap_project_bbl_geometries.sql │ │ │ │ ├── int_zap_project_bbls.sql │ │ │ │ └── int_zap_project_map_geometries.sql │ │ │ ├── marts │ │ │ │ ├── _marts_models.yml │ │ │ │ └── mapzap.sql │ │ │ ├── staging │ │ │ │ ├── _dcp_models.yml │ │ │ │ ├── _dcp_source.yml │ │ │ │ ├── base │ │ │ │ │ ├── base_dcp__pluto_with_bbls.sql │ │ │ │ │ └── base_dcp__pluto_without_bbls.sql │ │ │ │ ├── stg_dcp__pluto_bbls.sql │ │ │ │ ├── stg_dcp__zap_bbls.sql │ │ │ │ ├── stg_dcp__zap_projects.sql │ │ │ │ └── stg_dcp__zoning_map_amendments.sql │ │ │ └── summary │ │ │ │ ├── _summary_models.yml │ │ │ │ ├── summary_geometry_sources.sql │ │ │ │ └── summary_mapzap_bbls.sql │ │ └── seeds │ │ │ ├── _seeds_.yml │ │ │ └── seed_pluto_versions.csv │ ├── packages.yml │ ├── schemas │ │ ├── dcp_communityboarddispositions.json │ │ ├── dcp_dcpprojectteams.json │ │ ├── dcp_projectactionbbls.json │ │ ├── dcp_projectactions.json │ │ ├── dcp_projectbbls.json │ │ ├── dcp_projectmilestones.json │ │ └── dcp_projects.json │ ├── src │ │ ├── __init__.py │ │ ├── client.py │ │ ├── pg.py │ │ ├── recode_id.py │ │ ├── runner.py │ │ ├── util.py │ │ └── visible_projects.py │ ├── templates │ │ ├── dcp_communityboarddispositions.yml │ │ ├── dcp_dcpprojectteams.yml │ │ ├── dcp_projectactionbbls.yml │ │ ├── dcp_projectactions.yml │ │ ├── dcp_projectbbls.yml │ │ ├── dcp_projectmilestones.yml │ │ └── dcp_projects.yml │ ├── tests │ │ ├── conftest.py │ │ ├── test_client.py │ │ ├── test_data │ │ │ └── timestamp_data.csv │ │ ├── test_recode_id.py │ │ ├── test_runner.py │ │ ├── test_util.py │ │ └── test_visible_projects.py │ └── zap.sh └── zoningtaxlots │ ├── .gitignore │ ├── README.md │ ├── bash │ ├── build.sh │ └── export.sh │ ├── dbt_project.yml │ ├── macros │ ├── is_diff.sql │ ├── not_equal_or_null.sql │ ├── union_newnulls.sql │ └── union_newvalues.sql │ ├── models │ ├── _sources.yml │ ├── intermediate │ │ ├── _int_models.yml │ │ ├── int__commercialoverlay.sql │ │ ├── int__inwoodrezooning.sql │ │ ├── int__inzonechange.sql │ │ ├── int__limitedheight.sql │ │ ├── int__specialpurpose.sql │ │ ├── int__zoningdistricts.sql │ │ ├── int__zoningmapindex.sql │ │ └── int__zoningtaxlots.sql │ ├── product │ │ ├── qaqc │ │ │ ├── qa_freq_changes.sql │ │ │ ├── qaqc_bbl.sql │ │ │ ├── qaqc_frequency.sql │ │ │ ├── qaqc_mismatch.sql │ │ │ ├── qaqc_null.sql │ │ │ ├── qc_bbldiffs.sql │ │ │ └── qc_versioncomparison.sql │ │ └── zoningtaxlot_db.sql │ └── staging │ │ ├── _staging_models.yml │ │ ├── stg__dcp_commercialoverlay.sql │ │ ├── stg__dcp_limitedheight.sql │ │ ├── stg__dcp_specialpurpose.sql │ │ ├── stg__dcp_zoningdistricts.sql │ │ ├── stg__dcp_zoningmapamendments.sql │ │ ├── stg__dcp_zoningmapindex.sql │ │ └── stg__dof_dtm.sql │ ├── packages.yml │ ├── profiles.yml │ ├── recipe.yml │ └── seeds │ ├── _seeds.yml │ ├── specialdistrict_priority.csv │ └── zonedist_priority.csv ├── profiles.yml └── pyproject.toml /.devcontainer/.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.devcontainer/.env -------------------------------------------------------------------------------- /.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.devcontainer/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.devcontainer/docker-compose.yml -------------------------------------------------------------------------------- /.devcontainer/sftp/remote_files/a_file.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.devcontainer/sftp/remote_files/a_file.txt -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- 1 | blank_issues_enabled: true -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/dep-monthly.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/ISSUE_TEMPLATE/dep-monthly.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/distribute_updates.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/ISSUE_TEMPLATE/distribute_updates.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/product_qa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/ISSUE_TEMPLATE/product_qa.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/product_update.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/ISSUE_TEMPLATE/product_update.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/ISSUE_TEMPLATE/project.yml -------------------------------------------------------------------------------- /.github/workflows/archive/ceqr_app_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/archive/ceqr_app_build.yml -------------------------------------------------------------------------------- /.github/workflows/archive/colp_publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/archive/colp_publish.yml -------------------------------------------------------------------------------- /.github/workflows/archive/pluto_publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/archive/pluto_publish.yml -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/cbbr_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/cbbr_build.yml -------------------------------------------------------------------------------- /.github/workflows/cdbg_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/cdbg_build.yml -------------------------------------------------------------------------------- /.github/workflows/ceqr_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ceqr_build.yml -------------------------------------------------------------------------------- /.github/workflows/ceqr_dep_monthly.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ceqr_dep_monthly.yml -------------------------------------------------------------------------------- /.github/workflows/ceqr_publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ceqr_publish.yml -------------------------------------------------------------------------------- /.github/workflows/checkbook_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/checkbook_build.yml -------------------------------------------------------------------------------- /.github/workflows/colp_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/colp_build.yml -------------------------------------------------------------------------------- /.github/workflows/cpdb_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/cpdb_build.yml -------------------------------------------------------------------------------- /.github/workflows/cscl_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/cscl_build.yml -------------------------------------------------------------------------------- /.github/workflows/data/pytest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/data/pytest.yml -------------------------------------------------------------------------------- /.github/workflows/data_library_single.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/data_library_single.yml -------------------------------------------------------------------------------- /.github/workflows/developments_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/developments_build.yml -------------------------------------------------------------------------------- /.github/workflows/developments_datasync.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/developments_datasync.yml -------------------------------------------------------------------------------- /.github/workflows/docker_publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/docker_publish.yml -------------------------------------------------------------------------------- /.github/workflows/edde_build_category.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/edde_build_category.yml -------------------------------------------------------------------------------- /.github/workflows/facilities_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/facilities_build.yml -------------------------------------------------------------------------------- /.github/workflows/factfinder_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/factfinder_build.yml -------------------------------------------------------------------------------- /.github/workflows/green_fast_track_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/green_fast_track_build.yml -------------------------------------------------------------------------------- /.github/workflows/ingest_bytes_quarterly.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ingest_bytes_quarterly.yml -------------------------------------------------------------------------------- /.github/workflows/ingest_library_compare.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ingest_library_compare.yml -------------------------------------------------------------------------------- /.github/workflows/ingest_multiple.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ingest_multiple.yml -------------------------------------------------------------------------------- /.github/workflows/ingest_open_data.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ingest_open_data.yml -------------------------------------------------------------------------------- /.github/workflows/ingest_single.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/ingest_single.yml -------------------------------------------------------------------------------- /.github/workflows/knownprojects_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/knownprojects_build.yml -------------------------------------------------------------------------------- /.github/workflows/nightly_qa.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/nightly_qa.yml -------------------------------------------------------------------------------- /.github/workflows/on_hold/factfinder_acs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/on_hold/factfinder_acs.yml -------------------------------------------------------------------------------- /.github/workflows/package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/package.yml -------------------------------------------------------------------------------- /.github/workflows/pluto_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/pluto_build.yml -------------------------------------------------------------------------------- /.github/workflows/pluto_inputs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/pluto_inputs.yml -------------------------------------------------------------------------------- /.github/workflows/pluto_publish_mvt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/pluto_publish_mvt.yml -------------------------------------------------------------------------------- /.github/workflows/promote_to_draft.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/promote_to_draft.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/publish_json_schemas.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/publish_json_schemas.yml -------------------------------------------------------------------------------- /.github/workflows/qa_deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/qa_deploy.yml -------------------------------------------------------------------------------- /.github/workflows/recipes_catalog.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/recipes_catalog.yml -------------------------------------------------------------------------------- /.github/workflows/repeat_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/repeat_build.yml -------------------------------------------------------------------------------- /.github/workflows/stale_builds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/stale_builds.yml -------------------------------------------------------------------------------- /.github/workflows/template_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/template_build.yml -------------------------------------------------------------------------------- /.github/workflows/template_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/template_test.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.github/workflows/test_helper.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/test_helper.yml -------------------------------------------------------------------------------- /.github/workflows/zap_export.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/zap_export.yml -------------------------------------------------------------------------------- /.github/workflows/zap_single_visible.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/zap_single_visible.yml -------------------------------------------------------------------------------- /.github/workflows/zoningtaxlots_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.github/workflows/zoningtaxlots_build.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/README.md -------------------------------------------------------------------------------- /admin/ops/clean_build_artifacts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/clean_build_artifacts.py -------------------------------------------------------------------------------- /admin/ops/docker_build_and_publish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/docker_build_and_publish.sh -------------------------------------------------------------------------------- /admin/ops/docker_delete.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/docker_delete.sh -------------------------------------------------------------------------------- /admin/ops/publish_json_schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/publish_json_schemas.py -------------------------------------------------------------------------------- /admin/ops/python_compile_requirements.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/python_compile_requirements.sh -------------------------------------------------------------------------------- /admin/ops/recipes_duckdb_catalog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/recipes_duckdb_catalog.py -------------------------------------------------------------------------------- /admin/ops/setup_dev_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/ops/setup_dev_bucket.py -------------------------------------------------------------------------------- /admin/run_environment/constraints.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/constraints.txt -------------------------------------------------------------------------------- /admin/run_environment/docker/base/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/docker/base/Dockerfile -------------------------------------------------------------------------------- /admin/run_environment/docker/base/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/docker/base/setup.sh -------------------------------------------------------------------------------- /admin/run_environment/docker/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/docker/config.sh -------------------------------------------------------------------------------- /admin/run_environment/docker/dev/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/docker/dev/setup.sh -------------------------------------------------------------------------------- /admin/run_environment/requirements.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/requirements.in -------------------------------------------------------------------------------- /admin/run_environment/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/admin/run_environment/requirements.txt -------------------------------------------------------------------------------- /apps/qa/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/Dockerfile -------------------------------------------------------------------------------- /apps/qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/README.md -------------------------------------------------------------------------------- /apps/qa/bandit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/bandit.yml -------------------------------------------------------------------------------- /apps/qa/bash/docker_build_and_publish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/bash/docker_build_and_publish.sh -------------------------------------------------------------------------------- /apps/qa/bash/docker_deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/bash/docker_deploy.sh -------------------------------------------------------------------------------- /apps/qa/bash/droplet_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/bash/droplet_setup.sh -------------------------------------------------------------------------------- /apps/qa/example.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/example.env -------------------------------------------------------------------------------- /apps/qa/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/requirements.txt -------------------------------------------------------------------------------- /apps/qa/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/__init__.py -------------------------------------------------------------------------------- /apps/qa/src/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/index.py -------------------------------------------------------------------------------- /apps/qa/src/pages/checkbook/checkbook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/checkbook/checkbook.py -------------------------------------------------------------------------------- /apps/qa/src/pages/checkbook/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/checkbook/components.py -------------------------------------------------------------------------------- /apps/qa/src/pages/colp/colp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/colp/colp.py -------------------------------------------------------------------------------- /apps/qa/src/pages/colp/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/colp/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/cpdb/cpdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/cpdb/cpdb.py -------------------------------------------------------------------------------- /apps/qa/src/pages/cpdb/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/cpdb/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/devdb/devdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/devdb/devdb.py -------------------------------------------------------------------------------- /apps/qa/src/pages/devdb/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/devdb/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/edde/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/edde/components.py -------------------------------------------------------------------------------- /apps/qa/src/pages/edde/edde.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/edde/edde.py -------------------------------------------------------------------------------- /apps/qa/src/pages/edde/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/edde/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/facdb/facdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/facdb/facdb.py -------------------------------------------------------------------------------- /apps/qa/src/pages/facdb/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/facdb/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/gru/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/gru/components.py -------------------------------------------------------------------------------- /apps/qa/src/pages/gru/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/gru/constants.py -------------------------------------------------------------------------------- /apps/qa/src/pages/gru/gru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/gru/gru.py -------------------------------------------------------------------------------- /apps/qa/src/pages/gru/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/gru/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/home/home.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/home/home.py -------------------------------------------------------------------------------- /apps/qa/src/pages/ingest/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/ingest/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/ingest/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/ingest/ingest.py -------------------------------------------------------------------------------- /apps/qa/src/pages/pluto/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/pluto/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/pluto/pluto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/pluto/pluto.py -------------------------------------------------------------------------------- /apps/qa/src/pages/source_data/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/source_data/helpers.py -------------------------------------------------------------------------------- /apps/qa/src/pages/template/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/template/template.py -------------------------------------------------------------------------------- /apps/qa/src/pages/ztl/ztl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/pages/ztl/ztl.py -------------------------------------------------------------------------------- /apps/qa/src/shared/components/geocode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/shared/components/geocode.py -------------------------------------------------------------------------------- /apps/qa/src/shared/components/github.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/shared/components/github.py -------------------------------------------------------------------------------- /apps/qa/src/shared/components/sidebar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/shared/components/sidebar.py -------------------------------------------------------------------------------- /apps/qa/src/shared/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/shared/constants.py -------------------------------------------------------------------------------- /apps/qa/src/shared/utils/publishing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/shared/utils/publishing.py -------------------------------------------------------------------------------- /apps/qa/src/shared/utils/source_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/src/shared/utils/source_report.py -------------------------------------------------------------------------------- /apps/qa/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/tests/conftest.py -------------------------------------------------------------------------------- /apps/qa/tests/test_eddy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/tests/test_eddy.py -------------------------------------------------------------------------------- /apps/qa/tests/test_pluto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/tests/test_pluto.py -------------------------------------------------------------------------------- /apps/qa/tests/test_sanity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/tests/test_sanity.py -------------------------------------------------------------------------------- /apps/qa/tests/test_source_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/apps/qa/tests/test_source_report.py -------------------------------------------------------------------------------- /bash/build_env_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/bash/build_env_setup.sh -------------------------------------------------------------------------------- /bash/docker_container_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/bash/docker_container_setup.sh -------------------------------------------------------------------------------- /bash/export_recipe_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/bash/export_recipe_env.sh -------------------------------------------------------------------------------- /bash/utils.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/bash/utils.sh -------------------------------------------------------------------------------- /dcpy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/__init__.py -------------------------------------------------------------------------------- /dcpy/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/__main__.py -------------------------------------------------------------------------------- /dcpy/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/configuration.py -------------------------------------------------------------------------------- /dcpy/connectors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/connectors/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/_cli.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/connectors/edm/bytes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/bytes/__init__.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/bytes/_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/bytes/_connector.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/bytes/_sitemap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/bytes/_sitemap.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/bytes/site_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/bytes/site_map.json -------------------------------------------------------------------------------- /dcpy/connectors/edm/open_data_nyc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/open_data_nyc.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/packaging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/packaging.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/product_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/product_metadata.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/publishing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/publishing.py -------------------------------------------------------------------------------- /dcpy/connectors/edm/recipes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/edm/recipes.py -------------------------------------------------------------------------------- /dcpy/connectors/filesystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/filesystem.py -------------------------------------------------------------------------------- /dcpy/connectors/hybrid_pathed_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/hybrid_pathed_storage.py -------------------------------------------------------------------------------- /dcpy/connectors/ingest_datastore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/ingest_datastore.py -------------------------------------------------------------------------------- /dcpy/connectors/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/registry.py -------------------------------------------------------------------------------- /dcpy/connectors/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/s3.py -------------------------------------------------------------------------------- /dcpy/connectors/sftp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/sftp.py -------------------------------------------------------------------------------- /dcpy/connectors/socrata/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/connectors/socrata/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/socrata/configuration.py -------------------------------------------------------------------------------- /dcpy/connectors/socrata/connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/socrata/connector.py -------------------------------------------------------------------------------- /dcpy/connectors/socrata/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/socrata/extract.py -------------------------------------------------------------------------------- /dcpy/connectors/socrata/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/socrata/metadata.py -------------------------------------------------------------------------------- /dcpy/connectors/socrata/publish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/socrata/publish.py -------------------------------------------------------------------------------- /dcpy/connectors/socrata/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/socrata/utils.py -------------------------------------------------------------------------------- /dcpy/connectors/uscourts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/uscourts.py -------------------------------------------------------------------------------- /dcpy/connectors/web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/connectors/web.py -------------------------------------------------------------------------------- /dcpy/data/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/data/compare.py -------------------------------------------------------------------------------- /dcpy/geosupport/pluto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/geosupport/pluto.py -------------------------------------------------------------------------------- /dcpy/library/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/README.md -------------------------------------------------------------------------------- /dcpy/library/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/__init__.py -------------------------------------------------------------------------------- /dcpy/library/archive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/archive.py -------------------------------------------------------------------------------- /dcpy/library/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/cli.py -------------------------------------------------------------------------------- /dcpy/library/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/config.py -------------------------------------------------------------------------------- /dcpy/library/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/ingest.py -------------------------------------------------------------------------------- /dcpy/library/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/s3.py -------------------------------------------------------------------------------- /dcpy/library/script/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/__init__.py -------------------------------------------------------------------------------- /dcpy/library/script/bpl_libraries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/bpl_libraries.py -------------------------------------------------------------------------------- /dcpy/library/script/dcp_censusdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/dcp_censusdata.py -------------------------------------------------------------------------------- /dcpy/library/script/dob_cofos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/dob_cofos.py -------------------------------------------------------------------------------- /dcpy/library/script/dob_now_permits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/dob_now_permits.py -------------------------------------------------------------------------------- /dcpy/library/script/doe_pepmeetingurls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/doe_pepmeetingurls.py -------------------------------------------------------------------------------- /dcpy/library/script/excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/excel.py -------------------------------------------------------------------------------- /dcpy/library/script/nycdoc_corrections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/nycdoc_corrections.py -------------------------------------------------------------------------------- /dcpy/library/script/nycoc_checkbook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/nycoc_checkbook.py -------------------------------------------------------------------------------- /dcpy/library/script/scriptor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/scriptor.py -------------------------------------------------------------------------------- /dcpy/library/script/uscourts_courts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/uscourts_courts.py -------------------------------------------------------------------------------- /dcpy/library/script/usfws_nyc_wetlands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/script/usfws_nyc_wetlands.py -------------------------------------------------------------------------------- /dcpy/library/sources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/sources.py -------------------------------------------------------------------------------- /dcpy/library/templates/bpl_libraries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/bpl_libraries.yml -------------------------------------------------------------------------------- /dcpy/library/templates/council_members.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/council_members.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_beaches.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_beaches.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_censusdata.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_censusdata.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_facilities.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_facilities.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_housing.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_housing.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_mappluto_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_mappluto_wi.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_pop_acs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_pop_acs.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dcp_pops.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dcp_pops.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dep_wwtc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dep_wwtc.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dob_cofos.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dob_cofos.yml -------------------------------------------------------------------------------- /dcpy/library/templates/dob_now_permits.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/dob_now_permits.yml -------------------------------------------------------------------------------- /dcpy/library/templates/doe_eszones.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/doe_eszones.yml -------------------------------------------------------------------------------- /dcpy/library/templates/doe_hszones.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/doe_hszones.yml -------------------------------------------------------------------------------- /dcpy/library/templates/doe_mszones.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/doe_mszones.yml -------------------------------------------------------------------------------- /dcpy/library/templates/nycoc_checkbook.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/nycoc_checkbook.yml -------------------------------------------------------------------------------- /dcpy/library/templates/nycourts_courts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/nycourts_courts.yml -------------------------------------------------------------------------------- /dcpy/library/templates/panynj_jfk_65db.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/panynj_jfk_65db.yml -------------------------------------------------------------------------------- /dcpy/library/templates/panynj_lga_65db.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/panynj_lga_65db.yml -------------------------------------------------------------------------------- /dcpy/library/templates/sca_bluebook.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/sca_bluebook.yml -------------------------------------------------------------------------------- /dcpy/library/templates/sca_e_pct.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/sca_e_pct.yml -------------------------------------------------------------------------------- /dcpy/library/templates/uscourts_courts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/uscourts_courts.yml -------------------------------------------------------------------------------- /dcpy/library/templates/usdot_ports.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/templates/usdot_ports.yml -------------------------------------------------------------------------------- /dcpy/library/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/utils.py -------------------------------------------------------------------------------- /dcpy/library/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/library/validator.py -------------------------------------------------------------------------------- /dcpy/lifecycle/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/lifecycle/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/_connectors_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/_connectors_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/__init__.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/build.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/connector.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/dbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/dbt.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/load.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/metadata.py -------------------------------------------------------------------------------- /dcpy/lifecycle/builds/plan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/builds/plan.py -------------------------------------------------------------------------------- /dcpy/lifecycle/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/config.py -------------------------------------------------------------------------------- /dcpy/lifecycle/connector_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/connector_registry.py -------------------------------------------------------------------------------- /dcpy/lifecycle/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/data_loader.py -------------------------------------------------------------------------------- /dcpy/lifecycle/distribute/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/distribute/README.md -------------------------------------------------------------------------------- /dcpy/lifecycle/distribute/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/distribute/__init__.py -------------------------------------------------------------------------------- /dcpy/lifecycle/distribute/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/distribute/_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/connectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/connectors.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/extract.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/plan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/plan.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/run.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/transform.py -------------------------------------------------------------------------------- /dcpy/lifecycle/ingest/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/ingest/validate.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/__init__.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/abstract_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/abstract_doc.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/assemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/assemble.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/esri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/esri.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/pdf_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/pdf_writer.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/shapefiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/shapefiles.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/validate.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/xlsx_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/xlsx_writer.py -------------------------------------------------------------------------------- /dcpy/lifecycle/package/yaml_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/package/yaml_writer.py -------------------------------------------------------------------------------- /dcpy/lifecycle/product_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/product_metadata.py -------------------------------------------------------------------------------- /dcpy/lifecycle/scripts/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/scripts/_cli.py -------------------------------------------------------------------------------- /dcpy/lifecycle/scripts/product_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/scripts/product_metadata.py -------------------------------------------------------------------------------- /dcpy/lifecycle/scripts/validate_ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/scripts/validate_ingest.py -------------------------------------------------------------------------------- /dcpy/lifecycle/scripts/version_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/scripts/version_compare.py -------------------------------------------------------------------------------- /dcpy/lifecycle/validate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/validate/__init__.py -------------------------------------------------------------------------------- /dcpy/lifecycle/validate/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/validate/data.py -------------------------------------------------------------------------------- /dcpy/lifecycle/validate/pandera_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/lifecycle/validate/pandera_utils.py -------------------------------------------------------------------------------- /dcpy/migrations/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/migrations/Readme.md -------------------------------------------------------------------------------- /dcpy/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/base.py -------------------------------------------------------------------------------- /dcpy/models/connectors/edm/publishing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/connectors/edm/publishing.py -------------------------------------------------------------------------------- /dcpy/models/connectors/edm/recipes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/connectors/edm/recipes.py -------------------------------------------------------------------------------- /dcpy/models/connectors/esri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/connectors/esri.py -------------------------------------------------------------------------------- /dcpy/models/data/comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/data/comparison.py -------------------------------------------------------------------------------- /dcpy/models/data/shapefile_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/data/shapefile_metadata.py -------------------------------------------------------------------------------- /dcpy/models/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/dataset.py -------------------------------------------------------------------------------- /dcpy/models/design/elements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/design/elements.py -------------------------------------------------------------------------------- /dcpy/models/file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/file.py -------------------------------------------------------------------------------- /dcpy/models/geospatial/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/geospatial/geometry.py -------------------------------------------------------------------------------- /dcpy/models/geospatial/parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/geospatial/parquet.py -------------------------------------------------------------------------------- /dcpy/models/library.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/library.py -------------------------------------------------------------------------------- /dcpy/models/lifecycle/builds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/lifecycle/builds.py -------------------------------------------------------------------------------- /dcpy/models/lifecycle/distribute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/lifecycle/distribute.py -------------------------------------------------------------------------------- /dcpy/models/lifecycle/event_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/lifecycle/event_result.py -------------------------------------------------------------------------------- /dcpy/models/lifecycle/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/lifecycle/ingest.py -------------------------------------------------------------------------------- /dcpy/models/lifecycle/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/lifecycle/validate.py -------------------------------------------------------------------------------- /dcpy/models/product/artifacts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/product/artifacts.py -------------------------------------------------------------------------------- /dcpy/models/product/data_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/product/data_dictionary.py -------------------------------------------------------------------------------- /dcpy/models/product/dataset/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/product/dataset/metadata.py -------------------------------------------------------------------------------- /dcpy/models/product/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/models/product/metadata.py -------------------------------------------------------------------------------- /dcpy/test/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/conftest.py -------------------------------------------------------------------------------- /dcpy/test/connectors/edm/resources/library/test.csv: -------------------------------------------------------------------------------- 1 | a,b 2 | 1,2 3 | -------------------------------------------------------------------------------- /dcpy/test/connectors/edm/test_bytes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/connectors/edm/test_bytes.py -------------------------------------------------------------------------------- /dcpy/test/connectors/edm/test_recipes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/connectors/edm/test_recipes.py -------------------------------------------------------------------------------- /dcpy/test/connectors/test_esri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/connectors/test_esri.py -------------------------------------------------------------------------------- /dcpy/test/connectors/test_filesystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/connectors/test_filesystem.py -------------------------------------------------------------------------------- /dcpy/test/connectors/test_s3_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/connectors/test_s3_connector.py -------------------------------------------------------------------------------- /dcpy/test/data/test_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/data/test_compare.py -------------------------------------------------------------------------------- /dcpy/test/library/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/__init__.py -------------------------------------------------------------------------------- /dcpy/test/library/data/field_names.csv: -------------------------------------------------------------------------------- 1 | Column 1,col2,the_geom 2 | a,1,POINT (1 2) 3 | -------------------------------------------------------------------------------- /dcpy/test/library/data/field_names.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/data/field_names.yml -------------------------------------------------------------------------------- /dcpy/test/library/data/script_no_path.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/data/script_no_path.yml -------------------------------------------------------------------------------- /dcpy/test/library/data/socrata.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/data/socrata.yml -------------------------------------------------------------------------------- /dcpy/test/library/data/test_none.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/data/test_none.yml -------------------------------------------------------------------------------- /dcpy/test/library/data/url.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/data/url.yml -------------------------------------------------------------------------------- /dcpy/test/library/test_archive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/test_archive.py -------------------------------------------------------------------------------- /dcpy/test/library/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/test_config.py -------------------------------------------------------------------------------- /dcpy/test/library/test_ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/test_ingest.py -------------------------------------------------------------------------------- /dcpy/test/library/test_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/test_s3.py -------------------------------------------------------------------------------- /dcpy/test/library/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/test_utils.py -------------------------------------------------------------------------------- /dcpy/test/library/test_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/library/test_validator.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/builds/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/builds/conftest.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/builds/test_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/builds/test_load.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/builds/test_plan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/builds/test_plan.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/ingest/conftest.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/resources/definitions/invalid_model.yml: -------------------------------------------------------------------------------- 1 | id: simple 2 | acl: public-read 3 | rest: missing 4 | -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/resources/test_data/test.shp/test.cpg: -------------------------------------------------------------------------------- 1 | ISO-8859-1 -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/ingest/shared.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/test_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/ingest/test_extract.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/test_plan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/ingest/test_plan.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/ingest/test_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/ingest/test_run.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/package/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/package/conftest.py -------------------------------------------------------------------------------- /dcpy/test/lifecycle/package/resources/test_package/attachments/build_metadata.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/test/lifecycle/package/resources/test_package/attachments/source_data_versions.csv: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/test/lifecycle/validate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/lifecycle/validate/__init__.py -------------------------------------------------------------------------------- /dcpy/test/models/lifecycle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/models/lifecycle.py -------------------------------------------------------------------------------- /dcpy/test/models/product/test_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/models/product/test_metadata.py -------------------------------------------------------------------------------- /dcpy/test/models/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/models/test_base.py -------------------------------------------------------------------------------- /dcpy/test/resources/mocked_responses/arcfs_metadata_no_layers.json: -------------------------------------------------------------------------------- 1 | {"layers": []} 2 | -------------------------------------------------------------------------------- /dcpy/test/resources/package_and_distribute/metadata_repo/snippets/strings.yml: -------------------------------------------------------------------------------- 1 | sample_text: SAMPLE_TEXT 2 | -------------------------------------------------------------------------------- /dcpy/test/resources/package_and_distribute/packages/colp_single_feature/attachments/colp_metadata.pdf: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /dcpy/test/resources/package_and_distribute/packages/colp_single_feature/attachments/colp_readme.pdf: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /dcpy/test/utils/resources/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/resources/config.yml -------------------------------------------------------------------------------- /dcpy/test/utils/resources/config_old.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/resources/config_old.yml -------------------------------------------------------------------------------- /dcpy/test/utils/resources/data_wkb.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/resources/data_wkb.csv -------------------------------------------------------------------------------- /dcpy/test/utils/resources/data_wkt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/resources/data_wkt.csv -------------------------------------------------------------------------------- /dcpy/test/utils/resources/geo.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/resources/geo.parquet -------------------------------------------------------------------------------- /dcpy/test/utils/resources/simple.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/resources/simple.parquet -------------------------------------------------------------------------------- /dcpy/test/utils/test_collections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_collections.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_data.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_excel.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_geospatial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_geospatial.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_introspect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_introspect.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_metadata_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_metadata_utils.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_postgres.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_postgres.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_s3.py -------------------------------------------------------------------------------- /dcpy/test/utils/test_versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test/utils/test_versions.py -------------------------------------------------------------------------------- /dcpy/test_integration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test_integration/README.md -------------------------------------------------------------------------------- /dcpy/test_integration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test_integration/conftest.py -------------------------------------------------------------------------------- /dcpy/test_integration/test_github.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test_integration/test_github.py -------------------------------------------------------------------------------- /dcpy/test_integration/test_sftp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/test_integration/test_sftp.py -------------------------------------------------------------------------------- /dcpy/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dcpy/utils/_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/_cli.py -------------------------------------------------------------------------------- /dcpy/utils/code_gen/pydantic_from_xml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/code_gen/pydantic_from_xml.py -------------------------------------------------------------------------------- /dcpy/utils/collections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/collections.py -------------------------------------------------------------------------------- /dcpy/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/data.py -------------------------------------------------------------------------------- /dcpy/utils/duckdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/duckdb.py -------------------------------------------------------------------------------- /dcpy/utils/excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/excel.py -------------------------------------------------------------------------------- /dcpy/utils/geospatial/mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/geospatial/mapping.py -------------------------------------------------------------------------------- /dcpy/utils/geospatial/parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/geospatial/parquet.py -------------------------------------------------------------------------------- /dcpy/utils/geospatial/shapefile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/geospatial/shapefile.py -------------------------------------------------------------------------------- /dcpy/utils/geospatial/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/geospatial/transform.py -------------------------------------------------------------------------------- /dcpy/utils/git/__init__.py: -------------------------------------------------------------------------------- 1 | from .git import commit_hash, action_url, branch 2 | -------------------------------------------------------------------------------- /dcpy/utils/git/git.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/git/git.py -------------------------------------------------------------------------------- /dcpy/utils/git/github.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/git/github.py -------------------------------------------------------------------------------- /dcpy/utils/introspect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/introspect.py -------------------------------------------------------------------------------- /dcpy/utils/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/json.py -------------------------------------------------------------------------------- /dcpy/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/logging.py -------------------------------------------------------------------------------- /dcpy/utils/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/metadata.py -------------------------------------------------------------------------------- /dcpy/utils/postgres.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/postgres.py -------------------------------------------------------------------------------- /dcpy/utils/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/s3.py -------------------------------------------------------------------------------- /dcpy/utils/sftp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/sftp.py -------------------------------------------------------------------------------- /dcpy/utils/string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/string.py -------------------------------------------------------------------------------- /dcpy/utils/versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/dcpy/utils/versions.py -------------------------------------------------------------------------------- /docs/diagrams/DRAFTS/data_platform_v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/DRAFTS/data_platform_v1.png -------------------------------------------------------------------------------- /docs/diagrams/DRAFTS/data_platform_v2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/DRAFTS/data_platform_v2.png -------------------------------------------------------------------------------- /docs/diagrams/DRAFTS/data_platform_v3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/DRAFTS/data_platform_v3.png -------------------------------------------------------------------------------- /docs/diagrams/DRAFTS/data_platform_v4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/DRAFTS/data_platform_v4.png -------------------------------------------------------------------------------- /docs/diagrams/DRAFTS/data_platform_v5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/DRAFTS/data_platform_v5.png -------------------------------------------------------------------------------- /docs/diagrams/data_platform.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/data_platform.drawio.png -------------------------------------------------------------------------------- /docs/diagrams/dataflow_ceqr.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/dataflow_ceqr.drawio.png -------------------------------------------------------------------------------- /docs/diagrams/dataflow_zap_kpdb.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/dataflow_zap_kpdb.drawio.png -------------------------------------------------------------------------------- /docs/diagrams/product_metadata.drawio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/docs/diagrams/product_metadata.drawio.png -------------------------------------------------------------------------------- /example.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/example.env -------------------------------------------------------------------------------- /experimental/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/README.md -------------------------------------------------------------------------------- /experimental/dm/marimo_stuff/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/dm/marimo_stuff/.gitignore -------------------------------------------------------------------------------- /experimental/dm/marimo_stuff/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/dm/marimo_stuff/README.md -------------------------------------------------------------------------------- /experimental/dm/marimo_stuff/requirements.in: -------------------------------------------------------------------------------- 1 | leafmap[duckdb] 2 | marimo[recommended] 3 | -------------------------------------------------------------------------------- /experimental/dm/marimo_stuff/ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/dm/marimo_stuff/ruff.toml -------------------------------------------------------------------------------- /experimental/entities/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/entities/README.md -------------------------------------------------------------------------------- /experimental/entities/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/entities/dbt_project.yml -------------------------------------------------------------------------------- /experimental/entities/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/entities/models/sources.yml -------------------------------------------------------------------------------- /experimental/entities/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/entities/packages.yml -------------------------------------------------------------------------------- /experimental/entities/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/entities/profiles.yml -------------------------------------------------------------------------------- /experimental/entities/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/experimental/entities/recipe.yml -------------------------------------------------------------------------------- /ingest_templates/bpl_libraries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/bpl_libraries.yml -------------------------------------------------------------------------------- /ingest_templates/dcas_ipis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcas_ipis.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_addresspoints.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_addresspoints.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_atomicpolygons.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_atomicpolygons.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_boroboundaries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_boroboundaries.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_boroboundaries_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_boroboundaries_wi.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cb2010.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cb2010.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cb2010_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cb2010_wi.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cb2020.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cb2020.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cb2020_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cb2020_wi.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cbbr_requests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cbbr_requests.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cdboundaries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cdboundaries.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cdboundaries_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cdboundaries_wi.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cdta2020.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cdta2020.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_colp.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_colp.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_commercialoverlay.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_commercialoverlay.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_councildistricts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_councildistricts.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cscl_commonplace.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cscl_commonplace.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cscl_complex.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cscl_complex.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_cscl_gdb.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_cscl_gdb.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_ct2010.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_ct2010.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_ct2010_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_ct2010_wi.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_ct2020.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_ct2020.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_ct2020_wi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_ct2020_wi.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_developments.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_developments.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_edesignation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_edesignation.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_edesignation_csv.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_edesignation_csv.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_electiondistricts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_electiondistricts.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_firecompanies.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_firecompanies.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_healthareas.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_healthareas.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_healthcenters.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_healthcenters.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_limitedheight.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_limitedheight.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_limwa.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_limwa.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_lion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_lion.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_mih.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_mih.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_nta2010.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_nta2010.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_nta2020.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_nta2020.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_pad.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_pad.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_pfirms.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_pfirms.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_pluto.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_pluto.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_policeprecincts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_policeprecincts.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_projectbbls_cy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_projectbbls_cy.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_pumas2020.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_pumas2020.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_school_districts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_school_districts.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_sfpsd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_sfpsd.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_specialpurpose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_specialpurpose.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_zoningdistricts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_zoningdistricts.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_zoningmapindex.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_zoningmapindex.yml -------------------------------------------------------------------------------- /ingest_templates/dcp_zoningtaxlots.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dcp_zoningtaxlots.yml -------------------------------------------------------------------------------- /ingest_templates/dfta_contracts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dfta_contracts.yml -------------------------------------------------------------------------------- /ingest_templates/doe_busroutesgarages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/doe_busroutesgarages.yml -------------------------------------------------------------------------------- /ingest_templates/doe_lcgms.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/doe_lcgms.yml -------------------------------------------------------------------------------- /ingest_templates/dof_air_rights_lots.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dof_air_rights_lots.yml -------------------------------------------------------------------------------- /ingest_templates/dof_condo.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dof_condo.yml -------------------------------------------------------------------------------- /ingest_templates/dof_dtm.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dof_dtm.yml -------------------------------------------------------------------------------- /ingest_templates/dof_shoreline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dof_shoreline.yml -------------------------------------------------------------------------------- /ingest_templates/dohmh_daycare.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dohmh_daycare.yml -------------------------------------------------------------------------------- /ingest_templates/doi_evictions.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/doi_evictions.yml -------------------------------------------------------------------------------- /ingest_templates/doitt_roadbed.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/doitt_roadbed.yml -------------------------------------------------------------------------------- /ingest_templates/dot_bike_routes.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_bike_routes.yml -------------------------------------------------------------------------------- /ingest_templates/dot_mannedfacilities.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_mannedfacilities.yml -------------------------------------------------------------------------------- /ingest_templates/dot_open_streets.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_open_streets.yml -------------------------------------------------------------------------------- /ingest_templates/dot_pedplazas.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_pedplazas.yml -------------------------------------------------------------------------------- /ingest_templates/dot_projects_streets.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_projects_streets.yml -------------------------------------------------------------------------------- /ingest_templates/dot_publicparking.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_publicparking.yml -------------------------------------------------------------------------------- /ingest_templates/dot_truck_routes.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dot_truck_routes.yml -------------------------------------------------------------------------------- /ingest_templates/dpr_capitalprojects.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dpr_capitalprojects.yml -------------------------------------------------------------------------------- /ingest_templates/dpr_forever_wild.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dpr_forever_wild.yml -------------------------------------------------------------------------------- /ingest_templates/dpr_greenthumb.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dpr_greenthumb.yml -------------------------------------------------------------------------------- /ingest_templates/dpr_park_access_zone.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dpr_park_access_zone.yml -------------------------------------------------------------------------------- /ingest_templates/dpr_parksproperties.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dpr_parksproperties.yml -------------------------------------------------------------------------------- /ingest_templates/dpr_walk_to_a_park.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dpr_walk_to_a_park.yml -------------------------------------------------------------------------------- /ingest_templates/dsny_electronicsdrop.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dsny_electronicsdrop.yml -------------------------------------------------------------------------------- /ingest_templates/dsny_fooddrop.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dsny_fooddrop.yml -------------------------------------------------------------------------------- /ingest_templates/dsny_frequencies.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dsny_frequencies.yml -------------------------------------------------------------------------------- /ingest_templates/dsny_garages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dsny_garages.yml -------------------------------------------------------------------------------- /ingest_templates/dsny_leafdrop.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dsny_leafdrop.yml -------------------------------------------------------------------------------- /ingest_templates/dsny_specialwastedrop.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/dsny_specialwastedrop.yml -------------------------------------------------------------------------------- /ingest_templates/fdny_firehouses.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/fdny_firehouses.yml -------------------------------------------------------------------------------- /ingest_templates/fisa_dailybudget.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/fisa_dailybudget.yml -------------------------------------------------------------------------------- /ingest_templates/hhc_hospitals.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/hhc_hospitals.yml -------------------------------------------------------------------------------- /ingest_templates/hra_jobcenters.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/hra_jobcenters.yml -------------------------------------------------------------------------------- /ingest_templates/hra_medicaid.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/hra_medicaid.yml -------------------------------------------------------------------------------- /ingest_templates/hra_snapcenters.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/hra_snapcenters.yml -------------------------------------------------------------------------------- /ingest_templates/lpc_landmarks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/lpc_landmarks.yml -------------------------------------------------------------------------------- /ingest_templates/lpc_scenic_landmarks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/lpc_scenic_landmarks.yml -------------------------------------------------------------------------------- /ingest_templates/nycha_policeservice.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nycha_policeservice.yml -------------------------------------------------------------------------------- /ingest_templates/nypl_libraries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nypl_libraries.yml -------------------------------------------------------------------------------- /ingest_templates/nysdec_lands.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysdec_lands.yml -------------------------------------------------------------------------------- /ingest_templates/nysdec_priority_lakes.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysdec_priority_lakes.yml -------------------------------------------------------------------------------- /ingest_templates/nysdec_solidwaste.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysdec_solidwaste.yml -------------------------------------------------------------------------------- /ingest_templates/nysdec_tidal_wetlands.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysdec_tidal_wetlands.yml -------------------------------------------------------------------------------- /ingest_templates/nysdoh_nursinghomes.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysdoh_nursinghomes.yml -------------------------------------------------------------------------------- /ingest_templates/nysoasas_programs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysoasas_programs.yml -------------------------------------------------------------------------------- /ingest_templates/nysomh_mentalhealth.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysomh_mentalhealth.yml -------------------------------------------------------------------------------- /ingest_templates/nysopwdd_providers.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysopwdd_providers.yml -------------------------------------------------------------------------------- /ingest_templates/nysparks_parks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/nysparks_parks.yml -------------------------------------------------------------------------------- /ingest_templates/pluto_input_cama_dof.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/pluto_input_cama_dof.yml -------------------------------------------------------------------------------- /ingest_templates/pluto_input_geocodes.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/pluto_input_geocodes.yml -------------------------------------------------------------------------------- /ingest_templates/pluto_input_numbldgs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/pluto_input_numbldgs.yml -------------------------------------------------------------------------------- /ingest_templates/pluto_pts.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/pluto_pts.yml -------------------------------------------------------------------------------- /ingest_templates/qpl_libraries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/qpl_libraries.yml -------------------------------------------------------------------------------- /ingest_templates/sbs_workforce1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/sbs_workforce1.yml -------------------------------------------------------------------------------- /ingest_templates/usdot_airports.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/usdot_airports.yml -------------------------------------------------------------------------------- /ingest_templates/usnps_parks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/ingest_templates/usnps_parks.yml -------------------------------------------------------------------------------- /products/cbbr/02_cbbr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/02_cbbr.sh -------------------------------------------------------------------------------- /products/cbbr/03_spatial.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/03_spatial.sh -------------------------------------------------------------------------------- /products/cbbr/04_export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/04_export.sh -------------------------------------------------------------------------------- /products/cbbr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/README.md -------------------------------------------------------------------------------- /products/cbbr/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/config.sh -------------------------------------------------------------------------------- /products/cbbr/geocode/geosupport.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/geocode/geosupport.py -------------------------------------------------------------------------------- /products/cbbr/geocode/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/geocode/helpers.py -------------------------------------------------------------------------------- /products/cbbr/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/recipe.yml -------------------------------------------------------------------------------- /products/cbbr/sql/assign_geoms.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/assign_geoms.sql -------------------------------------------------------------------------------- /products/cbbr/sql/cbbr_submissions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/cbbr_submissions.sql -------------------------------------------------------------------------------- /products/cbbr/sql/export.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/export.sql -------------------------------------------------------------------------------- /products/cbbr/sql/geo_rejects.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/geo_rejects.sql -------------------------------------------------------------------------------- /products/cbbr/sql/normalize_agency.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/normalize_agency.sql -------------------------------------------------------------------------------- /products/cbbr/sql/normalize_commdist.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/normalize_commdist.sql -------------------------------------------------------------------------------- /products/cbbr/sql/preprocessing.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/preprocessing.sql -------------------------------------------------------------------------------- /products/cbbr/sql/spatial_facilities.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/spatial_facilities.sql -------------------------------------------------------------------------------- /products/cbbr/sql/spatial_geomclean.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/spatial_geomclean.sql -------------------------------------------------------------------------------- /products/cbbr/sql/spatial_manual_map.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cbbr/sql/spatial_manual_map.sql -------------------------------------------------------------------------------- /products/cdbg/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/README.md -------------------------------------------------------------------------------- /products/cdbg/bash/export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/bash/export.sh -------------------------------------------------------------------------------- /products/cdbg/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/dbt_project.yml -------------------------------------------------------------------------------- /products/cdbg/macros/bool_to_str.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/macros/bool_to_str.sql -------------------------------------------------------------------------------- /products/cdbg/macros/test_sum.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/macros/test_sum.sql -------------------------------------------------------------------------------- /products/cdbg/models/_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/models/_sources.yml -------------------------------------------------------------------------------- /products/cdbg/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/packages.yml -------------------------------------------------------------------------------- /products/cdbg/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/profiles.yml -------------------------------------------------------------------------------- /products/cdbg/python/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/python/__init__.py -------------------------------------------------------------------------------- /products/cdbg/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cdbg/recipe.yml -------------------------------------------------------------------------------- /products/ceqr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/README.md -------------------------------------------------------------------------------- /products/ceqr/build_scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/ceqr/build_scripts/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/build_scripts/constants.py -------------------------------------------------------------------------------- /products/ceqr/build_scripts/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/build_scripts/export.py -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/.gitignore -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/README.md -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/bin/cli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/bin/cli.sh -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/bin/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/bin/config.sh -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/bin/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/bin/run.sh -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/bin/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/bin/setup.sh -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/ceqr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/ceqr -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/docs/index.html -------------------------------------------------------------------------------- /products/ceqr/ceqr_app/example.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/ceqr_app/example.env -------------------------------------------------------------------------------- /products/ceqr/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/dbt_project.yml -------------------------------------------------------------------------------- /products/ceqr/models/_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/models/_sources.yml -------------------------------------------------------------------------------- /products/ceqr/models/dataset_versions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/models/dataset_versions.sql -------------------------------------------------------------------------------- /products/ceqr/models/dataset_versions.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/models/dataset_versions.yml -------------------------------------------------------------------------------- /products/ceqr/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/packages.yml -------------------------------------------------------------------------------- /products/ceqr/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/profiles.yml -------------------------------------------------------------------------------- /products/ceqr/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/recipe.yml -------------------------------------------------------------------------------- /products/ceqr/seeds/_seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/seeds/_seeds.yml -------------------------------------------------------------------------------- /products/ceqr/seeds/chapter_datasets.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/seeds/chapter_datasets.csv -------------------------------------------------------------------------------- /products/ceqr/seeds/chapters.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/seeds/chapters.csv -------------------------------------------------------------------------------- /products/ceqr/seeds/datasets.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/ceqr/seeds/datasets.csv -------------------------------------------------------------------------------- /products/checkbook/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/checkbook/README.md -------------------------------------------------------------------------------- /products/checkbook/build_scripts/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/checkbook/build_scripts/build.py -------------------------------------------------------------------------------- /products/checkbook/build_scripts/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/checkbook/build_scripts/export.py -------------------------------------------------------------------------------- /products/checkbook/sql/categorization.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/checkbook/sql/categorization.sql -------------------------------------------------------------------------------- /products/checkbook/sql/parks.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/checkbook/sql/parks.sql -------------------------------------------------------------------------------- /products/checkbook/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/colp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/README.md -------------------------------------------------------------------------------- /products/colp/bash/02_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/bash/02_build.sh -------------------------------------------------------------------------------- /products/colp/bash/03_qaqc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/bash/03_qaqc.sh -------------------------------------------------------------------------------- /products/colp/bash/04_export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/bash/04_export.sh -------------------------------------------------------------------------------- /products/colp/bash/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/bash/config.sh -------------------------------------------------------------------------------- /products/colp/colp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/colp.sh -------------------------------------------------------------------------------- /products/colp/data/ipis_modified_names.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/data/ipis_modified_names.csv -------------------------------------------------------------------------------- /products/colp/data/modifications.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/data/modifications.csv -------------------------------------------------------------------------------- /products/colp/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/colp/python/geo_qaqc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/python/geo_qaqc.py -------------------------------------------------------------------------------- /products/colp/python/geocode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/python/geocode.py -------------------------------------------------------------------------------- /products/colp/python/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/python/utils.py -------------------------------------------------------------------------------- /products/colp/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/recipe.yml -------------------------------------------------------------------------------- /products/colp/resources/use_type_codes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/resources/use_type_codes.csv -------------------------------------------------------------------------------- /products/colp/sql/_procedures.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/_procedures.sql -------------------------------------------------------------------------------- /products/colp/sql/clean_parcelname.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/clean_parcelname.sql -------------------------------------------------------------------------------- /products/colp/sql/colp_qaqc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/colp_qaqc.sql -------------------------------------------------------------------------------- /products/colp/sql/create_colp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/create_colp.sql -------------------------------------------------------------------------------- /products/colp/sql/export_colp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/export_colp.sql -------------------------------------------------------------------------------- /products/colp/sql/geo_inputs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/geo_inputs.sql -------------------------------------------------------------------------------- /products/colp/sql/geo_qaqc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/geo_qaqc.sql -------------------------------------------------------------------------------- /products/colp/sql/load_modifications.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/load_modifications.sql -------------------------------------------------------------------------------- /products/colp/sql/qc_geospatial_check.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/colp/sql/qc_geospatial_check.sql -------------------------------------------------------------------------------- /products/cpdb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/README.md -------------------------------------------------------------------------------- /products/cpdb/bash/01_preprocessing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/bash/01_preprocessing.sh -------------------------------------------------------------------------------- /products/cpdb/bash/02_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/bash/02_build.sh -------------------------------------------------------------------------------- /products/cpdb/bash/03_adminbounds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/bash/03_adminbounds.sh -------------------------------------------------------------------------------- /products/cpdb/bash/04_analysis.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/bash/04_analysis.sh -------------------------------------------------------------------------------- /products/cpdb/bash/05_export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/bash/05_export.sh -------------------------------------------------------------------------------- /products/cpdb/cpdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/cpdb.sh -------------------------------------------------------------------------------- /products/cpdb/data/edcgeoms_2020-12-28.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/data/edcgeoms_2020-12-28.csv -------------------------------------------------------------------------------- /products/cpdb/data/edcgeoms_2021-01-08.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/data/edcgeoms_2021-01-08.csv -------------------------------------------------------------------------------- /products/cpdb/data/rules.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/data/rules.csv -------------------------------------------------------------------------------- /products/cpdb/data/sprints.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/data/sprints.sql -------------------------------------------------------------------------------- /products/cpdb/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/dbt_project.yml -------------------------------------------------------------------------------- /products/cpdb/docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/cpdb/docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/docs/index.html -------------------------------------------------------------------------------- /products/cpdb/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/models/sources.yml -------------------------------------------------------------------------------- /products/cpdb/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/packages.yml -------------------------------------------------------------------------------- /products/cpdb/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/profiles.yml -------------------------------------------------------------------------------- /products/cpdb/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/cpdb/python/admin_geographies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/python/admin_geographies.py -------------------------------------------------------------------------------- /products/cpdb/python/dot_bridges.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/python/dot_bridges.py -------------------------------------------------------------------------------- /products/cpdb/python/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/python/utils.py -------------------------------------------------------------------------------- /products/cpdb/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/recipe.yml -------------------------------------------------------------------------------- /products/cpdb/seeds/_seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/seeds/_seeds.yml -------------------------------------------------------------------------------- /products/cpdb/seeds/cpdb_badgeoms.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/seeds/cpdb_badgeoms.csv -------------------------------------------------------------------------------- /products/cpdb/seeds/dcp_id_bin_map.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/seeds/dcp_id_bin_map.csv -------------------------------------------------------------------------------- /products/cpdb/seeds/dcp_json.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/seeds/dcp_json.csv -------------------------------------------------------------------------------- /products/cpdb/sql/_create.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/_create.sql -------------------------------------------------------------------------------- /products/cpdb/sql/_create_export.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/_create_export.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes_badgeoms.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes_badgeoms.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes_ddc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes_ddc.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes_dot.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes_dot.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes_dpr_fmsid.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes_dpr_fmsid.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes_edc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes_edc.sql -------------------------------------------------------------------------------- /products/cpdb/sql/attributes_geomclean.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/attributes_geomclean.sql -------------------------------------------------------------------------------- /products/cpdb/sql/budget_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/budget_data.sql -------------------------------------------------------------------------------- /products/cpdb/sql/ccp_budgets.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/ccp_budgets.sql -------------------------------------------------------------------------------- /products/cpdb/sql/ccp_commitments.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/ccp_commitments.sql -------------------------------------------------------------------------------- /products/cpdb/sql/ccp_projects.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/ccp_projects.sql -------------------------------------------------------------------------------- /products/cpdb/sql/projects.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cpdb/sql/projects.sql -------------------------------------------------------------------------------- /products/cscl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/README.md -------------------------------------------------------------------------------- /products/cscl/bash/validate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/bash/validate.sh -------------------------------------------------------------------------------- /products/cscl/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/dbt_project.yml -------------------------------------------------------------------------------- /products/cscl/models/intermediate/_int.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/models/intermediate/_int.yml -------------------------------------------------------------------------------- /products/cscl/models/product/lion/by_borough/bronx_lion_dat.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ ref('lion_dat') }} 3 | WHERE dat_column LIKE '2%' 4 | -------------------------------------------------------------------------------- /products/cscl/models/product/lion/by_borough/brooklyn_lion_dat.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ ref('lion_dat') }} 3 | WHERE dat_column LIKE '3%' 4 | -------------------------------------------------------------------------------- /products/cscl/models/product/lion/by_borough/manhattan_lion_dat.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ ref('lion_dat') }} 3 | WHERE dat_column LIKE '1%' 4 | -------------------------------------------------------------------------------- /products/cscl/models/product/lion/by_borough/queens_lion_dat.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ ref('lion_dat') }} 3 | WHERE dat_column LIKE '4%' 4 | -------------------------------------------------------------------------------- /products/cscl/models/product/lion/by_borough/staten_island_lion_dat.sql: -------------------------------------------------------------------------------- 1 | SELECT * 2 | FROM {{ ref('lion_dat') }} 3 | WHERE dat_column LIKE '5%' 4 | -------------------------------------------------------------------------------- /products/cscl/models/product/sedat/exports/sedat.sql: -------------------------------------------------------------------------------- 1 | {{ select_rows_as_text(model='sedat_by_field') }} 2 | -------------------------------------------------------------------------------- /products/cscl/models/product/sedat/exports/special_sedat.sql: -------------------------------------------------------------------------------- 1 | {{ select_rows_as_text(model='special_sedat_by_field') }} 2 | -------------------------------------------------------------------------------- /products/cscl/models/sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/models/sources.yml -------------------------------------------------------------------------------- /products/cscl/models/staging/_stg.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/models/staging/_stg.yml -------------------------------------------------------------------------------- /products/cscl/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/packages.yml -------------------------------------------------------------------------------- /products/cscl/poc_validation/dat_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/poc_validation/dat_loader.py -------------------------------------------------------------------------------- /products/cscl/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/profiles.yml -------------------------------------------------------------------------------- /products/cscl/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/recipe.yml -------------------------------------------------------------------------------- /products/cscl/seeds/feature_type_codes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/cscl/seeds/feature_type_codes.csv -------------------------------------------------------------------------------- /products/developments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/README.md -------------------------------------------------------------------------------- /products/developments/bash/04_qaqc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/bash/04_qaqc.sh -------------------------------------------------------------------------------- /products/developments/bash/05_export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/bash/05_export.sh -------------------------------------------------------------------------------- /products/developments/bash/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/bash/config.sh -------------------------------------------------------------------------------- /products/developments/data/lookup_occ.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/data/lookup_occ.csv -------------------------------------------------------------------------------- /products/developments/devdb_datasync.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/devdb_datasync.sh -------------------------------------------------------------------------------- /products/developments/docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/developments/docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/docs/index.html -------------------------------------------------------------------------------- /products/developments/python/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/python/utils.py -------------------------------------------------------------------------------- /products/developments/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/recipe.yml -------------------------------------------------------------------------------- /products/developments/sql/_bis.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_bis.sql -------------------------------------------------------------------------------- /products/developments/sql/_census.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_census.sql -------------------------------------------------------------------------------- /products/developments/sql/_co.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_co.sql -------------------------------------------------------------------------------- /products/developments/sql/_create.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_create.sql -------------------------------------------------------------------------------- /products/developments/sql/_export.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_export.sql -------------------------------------------------------------------------------- /products/developments/sql/_function.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_function.sql -------------------------------------------------------------------------------- /products/developments/sql/_geo.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_geo.sql -------------------------------------------------------------------------------- /products/developments/sql/_hny_join.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_hny_join.sql -------------------------------------------------------------------------------- /products/developments/sql/_hny_match.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_hny_match.sql -------------------------------------------------------------------------------- /products/developments/sql/_hny_union.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_hny_union.sql -------------------------------------------------------------------------------- /products/developments/sql/_hpd.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_hpd.sql -------------------------------------------------------------------------------- /products/developments/sql/_init.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_init.sql -------------------------------------------------------------------------------- /products/developments/sql/_mid.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_mid.sql -------------------------------------------------------------------------------- /products/developments/sql/_now.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_now.sql -------------------------------------------------------------------------------- /products/developments/sql/_occ.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_occ.sql -------------------------------------------------------------------------------- /products/developments/sql/_pluto.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_pluto.sql -------------------------------------------------------------------------------- /products/developments/sql/_procedures.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_procedures.sql -------------------------------------------------------------------------------- /products/developments/sql/_spatial.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_spatial.sql -------------------------------------------------------------------------------- /products/developments/sql/_status.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_status.sql -------------------------------------------------------------------------------- /products/developments/sql/_status_q.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_status_q.sql -------------------------------------------------------------------------------- /products/developments/sql/_units.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/_units.sql -------------------------------------------------------------------------------- /products/developments/sql/corrections.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/corrections.sql -------------------------------------------------------------------------------- /products/developments/sql/final.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/final.sql -------------------------------------------------------------------------------- /products/developments/sql/init.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/init.sql -------------------------------------------------------------------------------- /products/developments/sql/mid.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/developments/sql/mid.sql -------------------------------------------------------------------------------- /products/edde/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/README.md -------------------------------------------------------------------------------- /products/edde/aggregate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/edde/aggregate/all_accessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/aggregate/all_accessors.py -------------------------------------------------------------------------------- /products/edde/aggregate/housing_production/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/edde/aggregate/load_aggregated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/aggregate/load_aggregated.py -------------------------------------------------------------------------------- /products/edde/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/config.py -------------------------------------------------------------------------------- /products/edde/eddt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/eddt.sh -------------------------------------------------------------------------------- /products/edde/ingest/HVS/HVS_ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/ingest/HVS/HVS_ingestion.py -------------------------------------------------------------------------------- /products/edde/ingest/PUMS/PUMS_cleaner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/ingest/PUMS/PUMS_cleaner.py -------------------------------------------------------------------------------- /products/edde/ingest/PUMS/PUMS_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/ingest/PUMS/PUMS_data.py -------------------------------------------------------------------------------- /products/edde/ingest/PUMS/PUMS_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/ingest/PUMS/PUMS_request.py -------------------------------------------------------------------------------- /products/edde/ingest/ingestion_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/ingest/ingestion_helpers.py -------------------------------------------------------------------------------- /products/edde/ingest/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/ingest/load_data.py -------------------------------------------------------------------------------- /products/edde/qa/proto_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/qa/proto_qa.py -------------------------------------------------------------------------------- /products/edde/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/recipe.yml -------------------------------------------------------------------------------- /products/edde/tests/PUMS/local_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/tests/PUMS/local_loader.py -------------------------------------------------------------------------------- /products/edde/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/edde/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/tests/conftest.py -------------------------------------------------------------------------------- /products/edde/tests/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/tests/util.py -------------------------------------------------------------------------------- /products/edde/utils/geo_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/utils/geo_helpers.py -------------------------------------------------------------------------------- /products/edde/utils/geocode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/edde/utils/geocode.py -------------------------------------------------------------------------------- /products/facilities/.gitignore: -------------------------------------------------------------------------------- 1 | .library/ 2 | .facdb/metadata.yml 3 | -------------------------------------------------------------------------------- /products/facilities/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/README.md -------------------------------------------------------------------------------- /products/facilities/facdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb.sh -------------------------------------------------------------------------------- /products/facilities/facdb/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/__init__.py -------------------------------------------------------------------------------- /products/facilities/facdb/bash/export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/bash/export.sh -------------------------------------------------------------------------------- /products/facilities/facdb/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/cli.py -------------------------------------------------------------------------------- /products/facilities/facdb/datasets.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/datasets.yml -------------------------------------------------------------------------------- /products/facilities/facdb/metadata.yml: -------------------------------------------------------------------------------- 1 | datasets: [] 2 | -------------------------------------------------------------------------------- /products/facilities/facdb/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/pipelines.py -------------------------------------------------------------------------------- /products/facilities/facdb/sql/_qaqc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/sql/_qaqc.sql -------------------------------------------------------------------------------- /products/facilities/facdb/utility/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/facdb/utility/utils.py -------------------------------------------------------------------------------- /products/facilities/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/facilities/recipe.yml -------------------------------------------------------------------------------- /products/factfinder/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/.gitignore -------------------------------------------------------------------------------- /products/factfinder/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/LICENSE -------------------------------------------------------------------------------- /products/factfinder/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/README.md -------------------------------------------------------------------------------- /products/factfinder/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | -------------------------------------------------------------------------------- /products/factfinder/acs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/acs.yml -------------------------------------------------------------------------------- /products/factfinder/decennial.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/decennial.yml -------------------------------------------------------------------------------- /products/factfinder/example.env: -------------------------------------------------------------------------------- 1 | BUILD_ENGINE= 2 | API_KEY= -------------------------------------------------------------------------------- /products/factfinder/factfinder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/factfinder/__init__.py -------------------------------------------------------------------------------- /products/factfinder/factfinder/data/decennial/2010/median.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /products/factfinder/factfinder/data/decennial/2010/special.json: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /products/factfinder/factfinder/data/decennial/2020/median.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /products/factfinder/factfinder/data/decennial/2020/special.json: -------------------------------------------------------------------------------- 1 | [] 2 | -------------------------------------------------------------------------------- /products/factfinder/factfinder/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/factfinder/download.py -------------------------------------------------------------------------------- /products/factfinder/factfinder/median.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/factfinder/median.py -------------------------------------------------------------------------------- /products/factfinder/factfinder/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/factfinder/metadata.py -------------------------------------------------------------------------------- /products/factfinder/factfinder/special.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/factfinder/special.py -------------------------------------------------------------------------------- /products/factfinder/factfinder/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/factfinder/utils.py -------------------------------------------------------------------------------- /products/factfinder/geolookup/2020/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/geolookup/2020/run.sh -------------------------------------------------------------------------------- /products/factfinder/geolookup/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/geolookup/README.md -------------------------------------------------------------------------------- /products/factfinder/geolookup/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/geolookup/__main__.py -------------------------------------------------------------------------------- /products/factfinder/geolookup/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/geolookup/config.sh -------------------------------------------------------------------------------- /products/factfinder/paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/paths.py -------------------------------------------------------------------------------- /products/factfinder/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/pipelines/__init__.py -------------------------------------------------------------------------------- /products/factfinder/pipelines/acs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/pipelines/acs.py -------------------------------------------------------------------------------- /products/factfinder/pipelines/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/pipelines/utils.py -------------------------------------------------------------------------------- /products/factfinder/recipe_qa.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/recipe_qa.yml -------------------------------------------------------------------------------- /products/factfinder/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/run.py -------------------------------------------------------------------------------- /products/factfinder/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/tests/__init__.py -------------------------------------------------------------------------------- /products/factfinder/tests/test_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/tests/test_download.py -------------------------------------------------------------------------------- /products/factfinder/tests/test_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/factfinder/tests/test_metadata.py -------------------------------------------------------------------------------- /products/green_fast_track/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/README.md -------------------------------------------------------------------------------- /products/green_fast_track/bash/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/bash/build.sh -------------------------------------------------------------------------------- /products/green_fast_track/bash/export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/bash/export.sh -------------------------------------------------------------------------------- /products/green_fast_track/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/dbt_project.yml -------------------------------------------------------------------------------- /products/green_fast_track/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/packages.yml -------------------------------------------------------------------------------- /products/green_fast_track/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/profiles.yml -------------------------------------------------------------------------------- /products/green_fast_track/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/recipe.yml -------------------------------------------------------------------------------- /products/green_fast_track/seeds/_seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/green_fast_track/seeds/_seeds.yml -------------------------------------------------------------------------------- /products/knownprojects/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/README.md -------------------------------------------------------------------------------- /products/knownprojects/bash/02_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/bash/02_build.sh -------------------------------------------------------------------------------- /products/knownprojects/bash/04_export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/bash/04_export.sh -------------------------------------------------------------------------------- /products/knownprojects/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/dbt_project.yml -------------------------------------------------------------------------------- /products/knownprojects/docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/knownprojects/docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/docs/index.html -------------------------------------------------------------------------------- /products/knownprojects/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/packages.yml -------------------------------------------------------------------------------- /products/knownprojects/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/profiles.yml -------------------------------------------------------------------------------- /products/knownprojects/python/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/python/__init__.py -------------------------------------------------------------------------------- /products/knownprojects/python/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/python/download.py -------------------------------------------------------------------------------- /products/knownprojects/python/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/python/upload.py -------------------------------------------------------------------------------- /products/knownprojects/python/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/python/utils.py -------------------------------------------------------------------------------- /products/knownprojects/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/recipe.yml -------------------------------------------------------------------------------- /products/knownprojects/sql/_functions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/sql/_functions.sql -------------------------------------------------------------------------------- /products/knownprojects/sql/_procedures.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/sql/_procedures.sql -------------------------------------------------------------------------------- /products/knownprojects/sql/combine.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/sql/combine.sql -------------------------------------------------------------------------------- /products/knownprojects/sql/create_kpdb.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/sql/create_kpdb.sql -------------------------------------------------------------------------------- /products/knownprojects/sql/dcp_housing.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/knownprojects/sql/dcp_housing.sql -------------------------------------------------------------------------------- /products/pluto/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/README.md -------------------------------------------------------------------------------- /products/pluto/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/dbt_project.yml -------------------------------------------------------------------------------- /products/pluto/models/_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/models/_sources.yml -------------------------------------------------------------------------------- /products/pluto/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/packages.yml -------------------------------------------------------------------------------- /products/pluto/pluto_build/00_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/00_setup.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/02_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/02_build.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/04_archive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/04_archive.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/05_qaqc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/05_qaqc.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/06_export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/06_export.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/bash/cli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/bash/cli.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/bash/config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/bash/config.sh -------------------------------------------------------------------------------- /products/pluto/pluto_build/pluto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/pluto -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/_create.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/_create.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/address.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/address.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/apdate.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/apdate.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/bbl.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/bbl.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/condono.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/condono.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/create.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/create.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/export.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/export.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/far.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/far.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/ipis.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/ipis.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/landuse.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/landuse.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/latlong.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/latlong.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/lotarea.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/lotarea.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/lpc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/lpc.sql -------------------------------------------------------------------------------- /products/pluto/pluto_build/sql/zoning.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/pluto_build/sql/zoning.sql -------------------------------------------------------------------------------- /products/pluto/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/profiles.yml -------------------------------------------------------------------------------- /products/pluto/recipe-minor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/recipe-minor.yml -------------------------------------------------------------------------------- /products/pluto/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/recipe.yml -------------------------------------------------------------------------------- /products/pluto/schemas/dcp_mappluto.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/schemas/dcp_mappluto.json -------------------------------------------------------------------------------- /products/pluto/seeds/_seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/pluto/seeds/_seeds.yml -------------------------------------------------------------------------------- /products/template/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/README.md -------------------------------------------------------------------------------- /products/template/build_scripts/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/build_scripts/export.py -------------------------------------------------------------------------------- /products/template/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/dbt_project.yml -------------------------------------------------------------------------------- /products/template/example.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/example.env -------------------------------------------------------------------------------- /products/template/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/packages.yml -------------------------------------------------------------------------------- /products/template/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/profiles.yml -------------------------------------------------------------------------------- /products/template/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /products/template/python/geospatial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/python/geospatial.py -------------------------------------------------------------------------------- /products/template/python/map_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/python/map_data.ipynb -------------------------------------------------------------------------------- /products/template/python/run_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/python/run_logging.py -------------------------------------------------------------------------------- /products/template/python/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/python/utils.py -------------------------------------------------------------------------------- /products/template/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/recipe.yml -------------------------------------------------------------------------------- /products/template/seeds/boroughs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/seeds/boroughs.csv -------------------------------------------------------------------------------- /products/template/sql/_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/sql/_sources.yml -------------------------------------------------------------------------------- /products/template/sql/green_spaces.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/sql/green_spaces.sql -------------------------------------------------------------------------------- /products/template/sql/libraries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/sql/libraries.sql -------------------------------------------------------------------------------- /products/template/sql/staging.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/sql/staging.sql -------------------------------------------------------------------------------- /products/template/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/tests/__init__.py -------------------------------------------------------------------------------- /products/template/tests/test_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/tests/test_build.py -------------------------------------------------------------------------------- /products/template/tests/test_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/tests/test_examples.py -------------------------------------------------------------------------------- /products/template/tests/test_geospatial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/tests/test_geospatial.py -------------------------------------------------------------------------------- /products/template/tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/tests/test_utils.py -------------------------------------------------------------------------------- /products/template/version.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/template/version.env -------------------------------------------------------------------------------- /products/zap-opendata/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/.gitignore -------------------------------------------------------------------------------- /products/zap-opendata/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/README.md -------------------------------------------------------------------------------- /products/zap-opendata/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/dbt_project.yml -------------------------------------------------------------------------------- /products/zap-opendata/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/packages.yml -------------------------------------------------------------------------------- /products/zap-opendata/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/src/__init__.py -------------------------------------------------------------------------------- /products/zap-opendata/src/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/src/client.py -------------------------------------------------------------------------------- /products/zap-opendata/src/pg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/src/pg.py -------------------------------------------------------------------------------- /products/zap-opendata/src/recode_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/src/recode_id.py -------------------------------------------------------------------------------- /products/zap-opendata/src/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/src/runner.py -------------------------------------------------------------------------------- /products/zap-opendata/src/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/src/util.py -------------------------------------------------------------------------------- /products/zap-opendata/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/tests/conftest.py -------------------------------------------------------------------------------- /products/zap-opendata/tests/test_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/tests/test_client.py -------------------------------------------------------------------------------- /products/zap-opendata/tests/test_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/tests/test_runner.py -------------------------------------------------------------------------------- /products/zap-opendata/tests/test_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/tests/test_util.py -------------------------------------------------------------------------------- /products/zap-opendata/zap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zap-opendata/zap.sh -------------------------------------------------------------------------------- /products/zoningtaxlots/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/.gitignore -------------------------------------------------------------------------------- /products/zoningtaxlots/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/README.md -------------------------------------------------------------------------------- /products/zoningtaxlots/bash/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/bash/build.sh -------------------------------------------------------------------------------- /products/zoningtaxlots/bash/export.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/bash/export.sh -------------------------------------------------------------------------------- /products/zoningtaxlots/dbt_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/dbt_project.yml -------------------------------------------------------------------------------- /products/zoningtaxlots/macros/is_diff.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/macros/is_diff.sql -------------------------------------------------------------------------------- /products/zoningtaxlots/models/_sources.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/models/_sources.yml -------------------------------------------------------------------------------- /products/zoningtaxlots/packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/packages.yml -------------------------------------------------------------------------------- /products/zoningtaxlots/profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/profiles.yml -------------------------------------------------------------------------------- /products/zoningtaxlots/recipe.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/recipe.yml -------------------------------------------------------------------------------- /products/zoningtaxlots/seeds/_seeds.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/products/zoningtaxlots/seeds/_seeds.yml -------------------------------------------------------------------------------- /profiles.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/profiles.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NYCPlanning/data-engineering/HEAD/pyproject.toml --------------------------------------------------------------------------------