├── .gitignore ├── LICENSE ├── README.md ├── data ├── IHDP │ ├── ihdp_npci_1-100.test.npz │ └── ihdp_npci_1-100.train.npz └── NLSM │ └── NLSM_data.csv ├── environment.yml ├── notebooks ├── experiments │ ├── 1-sim-comparison-nie-wager-synthetic.ipynb │ ├── 2-dist-alaa-synthetic.ipynb │ ├── 2-sim-comparison-alaa-synthetic.ipynb │ ├── 3a-sim-comparison-semi-synthetic.ipynb │ ├── 3b-sim-comparison-semi-synthetic-acic2016.ipynb │ ├── 3c-sim-comparison-semi-synthetic-edu.ipynb │ ├── 4-sim-epsilon-analysis.ipynb │ └── 5-visualization.ipynb └── visualization │ ├── preparation.ipynb │ ├── viz-appendix.ipynb │ └── viz-main-paper.ipynb ├── results └── figures │ ├── alaa_pit_setupA_B.pdf │ ├── alaa_pit_setupA_B.png │ ├── nie_wager_90_coverage_setupA_B_C_D.pdf │ ├── nie_wager_90_coverage_setupA_B_C_D.png │ ├── nie_wager_coverage_epsilon.pdf │ ├── nie_wager_efficiency_epsilon.pdf │ ├── nie_wager_pit.pdf │ ├── nie_wager_pit.png │ ├── nie_wager_pit_unweighted.pdf │ ├── nie_wager_pit_unweighted.png │ ├── nie_wager_rmse_epsilon.pdf │ ├── results_90_ihdp_nlsm.pdf │ ├── results_90_ihdp_nlsm.png │ ├── results_90_synthetic_alaa.pdf │ ├── results_90_synthetic_alaa.png │ ├── results_90_synthetic_alaa_all.pdf │ ├── results_90_synthetic_alaa_all.png │ ├── results_acic2016.pdf │ └── results_acic2016.png ├── scripts ├── acic2016.py ├── acic2018.py ├── alaa_synthetic.py ├── edu.py ├── evaluation.py ├── ihdp.py ├── nie_wager_synthetic.py └── nlsm.py └── src ├── benchmarks ├── bart.py ├── cevae.py ├── cmgp.py ├── diffpo │ ├── __init__.py │ ├── diff_model.py │ ├── main_model.py │ └── utils.py ├── dklite.py ├── fccn.py ├── ganite │ ├── ganite.py │ ├── ganite_tester.py │ ├── ganitelin.py │ └── utils_gan.py └── noflite │ ├── gaussianization.py │ ├── lossfunctions.py │ ├── noflite.py │ └── sigmoid_flow.py ├── cmc_metalearners └── cmc_metalearners.py ├── conformal_metalearners ├── CM_learner.py ├── drlearner.py └── metalearners.py ├── datasets ├── alaa_synthetic.py ├── nie_wager_synthetic.py └── semi_synthetic.py ├── metrics.py ├── utils.py └── wcp └── wcp.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/README.md -------------------------------------------------------------------------------- /data/IHDP/ihdp_npci_1-100.test.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/data/IHDP/ihdp_npci_1-100.test.npz -------------------------------------------------------------------------------- /data/IHDP/ihdp_npci_1-100.train.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/data/IHDP/ihdp_npci_1-100.train.npz -------------------------------------------------------------------------------- /data/NLSM/NLSM_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/data/NLSM/NLSM_data.csv -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/environment.yml -------------------------------------------------------------------------------- /notebooks/experiments/1-sim-comparison-nie-wager-synthetic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/1-sim-comparison-nie-wager-synthetic.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/2-dist-alaa-synthetic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/2-dist-alaa-synthetic.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/2-sim-comparison-alaa-synthetic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/2-sim-comparison-alaa-synthetic.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/3a-sim-comparison-semi-synthetic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/3a-sim-comparison-semi-synthetic.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/3b-sim-comparison-semi-synthetic-acic2016.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/3b-sim-comparison-semi-synthetic-acic2016.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/3c-sim-comparison-semi-synthetic-edu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/3c-sim-comparison-semi-synthetic-edu.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/4-sim-epsilon-analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/4-sim-epsilon-analysis.ipynb -------------------------------------------------------------------------------- /notebooks/experiments/5-visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/experiments/5-visualization.ipynb -------------------------------------------------------------------------------- /notebooks/visualization/preparation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/visualization/preparation.ipynb -------------------------------------------------------------------------------- /notebooks/visualization/viz-appendix.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/visualization/viz-appendix.ipynb -------------------------------------------------------------------------------- /notebooks/visualization/viz-main-paper.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/notebooks/visualization/viz-main-paper.ipynb -------------------------------------------------------------------------------- /results/figures/alaa_pit_setupA_B.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/alaa_pit_setupA_B.pdf -------------------------------------------------------------------------------- /results/figures/alaa_pit_setupA_B.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/alaa_pit_setupA_B.png -------------------------------------------------------------------------------- /results/figures/nie_wager_90_coverage_setupA_B_C_D.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_90_coverage_setupA_B_C_D.pdf -------------------------------------------------------------------------------- /results/figures/nie_wager_90_coverage_setupA_B_C_D.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_90_coverage_setupA_B_C_D.png -------------------------------------------------------------------------------- /results/figures/nie_wager_coverage_epsilon.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_coverage_epsilon.pdf -------------------------------------------------------------------------------- /results/figures/nie_wager_efficiency_epsilon.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_efficiency_epsilon.pdf -------------------------------------------------------------------------------- /results/figures/nie_wager_pit.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_pit.pdf -------------------------------------------------------------------------------- /results/figures/nie_wager_pit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_pit.png -------------------------------------------------------------------------------- /results/figures/nie_wager_pit_unweighted.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_pit_unweighted.pdf -------------------------------------------------------------------------------- /results/figures/nie_wager_pit_unweighted.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_pit_unweighted.png -------------------------------------------------------------------------------- /results/figures/nie_wager_rmse_epsilon.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/nie_wager_rmse_epsilon.pdf -------------------------------------------------------------------------------- /results/figures/results_90_ihdp_nlsm.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_90_ihdp_nlsm.pdf -------------------------------------------------------------------------------- /results/figures/results_90_ihdp_nlsm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_90_ihdp_nlsm.png -------------------------------------------------------------------------------- /results/figures/results_90_synthetic_alaa.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_90_synthetic_alaa.pdf -------------------------------------------------------------------------------- /results/figures/results_90_synthetic_alaa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_90_synthetic_alaa.png -------------------------------------------------------------------------------- /results/figures/results_90_synthetic_alaa_all.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_90_synthetic_alaa_all.pdf -------------------------------------------------------------------------------- /results/figures/results_90_synthetic_alaa_all.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_90_synthetic_alaa_all.png -------------------------------------------------------------------------------- /results/figures/results_acic2016.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_acic2016.pdf -------------------------------------------------------------------------------- /results/figures/results_acic2016.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/results/figures/results_acic2016.png -------------------------------------------------------------------------------- /scripts/acic2016.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/acic2016.py -------------------------------------------------------------------------------- /scripts/acic2018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/acic2018.py -------------------------------------------------------------------------------- /scripts/alaa_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/alaa_synthetic.py -------------------------------------------------------------------------------- /scripts/edu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/edu.py -------------------------------------------------------------------------------- /scripts/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/evaluation.py -------------------------------------------------------------------------------- /scripts/ihdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/ihdp.py -------------------------------------------------------------------------------- /scripts/nie_wager_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/nie_wager_synthetic.py -------------------------------------------------------------------------------- /scripts/nlsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/scripts/nlsm.py -------------------------------------------------------------------------------- /src/benchmarks/bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/bart.py -------------------------------------------------------------------------------- /src/benchmarks/cevae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/cevae.py -------------------------------------------------------------------------------- /src/benchmarks/cmgp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/cmgp.py -------------------------------------------------------------------------------- /src/benchmarks/diffpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/benchmarks/diffpo/diff_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/diffpo/diff_model.py -------------------------------------------------------------------------------- /src/benchmarks/diffpo/main_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/diffpo/main_model.py -------------------------------------------------------------------------------- /src/benchmarks/diffpo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/diffpo/utils.py -------------------------------------------------------------------------------- /src/benchmarks/dklite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/dklite.py -------------------------------------------------------------------------------- /src/benchmarks/fccn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/fccn.py -------------------------------------------------------------------------------- /src/benchmarks/ganite/ganite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/ganite/ganite.py -------------------------------------------------------------------------------- /src/benchmarks/ganite/ganite_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/ganite/ganite_tester.py -------------------------------------------------------------------------------- /src/benchmarks/ganite/ganitelin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/ganite/ganitelin.py -------------------------------------------------------------------------------- /src/benchmarks/ganite/utils_gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/ganite/utils_gan.py -------------------------------------------------------------------------------- /src/benchmarks/noflite/gaussianization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/noflite/gaussianization.py -------------------------------------------------------------------------------- /src/benchmarks/noflite/lossfunctions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/noflite/lossfunctions.py -------------------------------------------------------------------------------- /src/benchmarks/noflite/noflite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/noflite/noflite.py -------------------------------------------------------------------------------- /src/benchmarks/noflite/sigmoid_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/benchmarks/noflite/sigmoid_flow.py -------------------------------------------------------------------------------- /src/cmc_metalearners/cmc_metalearners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/cmc_metalearners/cmc_metalearners.py -------------------------------------------------------------------------------- /src/conformal_metalearners/CM_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/conformal_metalearners/CM_learner.py -------------------------------------------------------------------------------- /src/conformal_metalearners/drlearner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/conformal_metalearners/drlearner.py -------------------------------------------------------------------------------- /src/conformal_metalearners/metalearners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/conformal_metalearners/metalearners.py -------------------------------------------------------------------------------- /src/datasets/alaa_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/datasets/alaa_synthetic.py -------------------------------------------------------------------------------- /src/datasets/nie_wager_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/datasets/nie_wager_synthetic.py -------------------------------------------------------------------------------- /src/datasets/semi_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/datasets/semi_synthetic.py -------------------------------------------------------------------------------- /src/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/metrics.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/utils.py -------------------------------------------------------------------------------- /src/wcp/wcp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/predict-idlab/cct-cmc/HEAD/src/wcp/wcp.py --------------------------------------------------------------------------------