├── .gitignore ├── .gitmodules ├── .pylintrc ├── .vscode └── settings.json ├── LICENSE.txt ├── MANIFEST.in ├── README.md ├── analyses ├── contradictions │ ├── get-poligraph-contradictions.py │ └── reclassify-policylint-contradictions.py ├── flow-consistency │ ├── check-policheck-flow-consistency.py │ ├── convert_flow_csv.py │ └── plot.py ├── summarization │ ├── collect-and-purpose-statistics.py │ ├── finding3-sharing-generic-term.py │ └── plot.py └── term-definitions │ ├── check-misleading-definition.py │ └── check-self-defined-terms.py ├── datasets ├── deduplicate.py ├── merge_tracker_radar_and_crunchbase.py └── policheck │ ├── extract_htmls.py │ ├── fetch_wayback_machine.py │ ├── filename_hash_to_app_id.py │ └── gen_crawler_script.py ├── docs ├── img │ ├── poligraph-example.png │ └── yed-graph-autolayout.png ├── usenix-artifact-evaluation-additional.md ├── usenix-artifact-evaluation.md └── view-poligraph.md ├── environment.yml ├── evals ├── coref │ ├── export-doccano-coref-data.py │ ├── generate-coref-validation.py │ └── validate-coref.py ├── edges │ ├── generate-validation-table.py │ ├── plot.py │ └── poligraph-stats.py └── tuples │ ├── evaluate.py │ ├── export_policylint_tuples.py │ ├── export_poligraph_tuples.py │ └── guess_tuples.py ├── models ├── named-entity-recognition │ ├── approve_verified_doccano_examples.py │ ├── base_config.cfg │ ├── data_types.yml │ ├── expand_templates.py │ ├── export_doccano_ner_data.py │ ├── gen_ner_data.py │ ├── generate_prelabeled_dataset.py │ ├── get_actor_entity_list.py │ └── template.yml └── purpose-classification │ ├── evaluate.py │ ├── export_doccano_data.py │ ├── generate_prelabeled_dataset.py │ └── train_setfit.py ├── poligrapher ├── __init__.py ├── annotators │ ├── __init__.py │ ├── base.py │ ├── collection_annotator.py │ ├── coreference_annotator.py │ ├── list_annotator.py │ ├── purpose_annotator.py │ ├── subject_annotator.py │ └── subsumption_annotator.py ├── document.py ├── extra-data │ ├── data_ontology_readable.graphml │ └── phrase_map.yml ├── graph_utils.py ├── phrase_normalization.py ├── purpose_classification.py ├── scripts │ ├── build_graph.py │ ├── flow_consistency_analysis.py │ ├── html_crawler.py │ ├── init_document.py │ └── run_annotators.py ├── utils.py └── verb_patterns.yml └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/.pylintrc -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include poligrapher/extra-data/ * 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/README.md -------------------------------------------------------------------------------- /analyses/contradictions/get-poligraph-contradictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/contradictions/get-poligraph-contradictions.py -------------------------------------------------------------------------------- /analyses/contradictions/reclassify-policylint-contradictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/contradictions/reclassify-policylint-contradictions.py -------------------------------------------------------------------------------- /analyses/flow-consistency/check-policheck-flow-consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/flow-consistency/check-policheck-flow-consistency.py -------------------------------------------------------------------------------- /analyses/flow-consistency/convert_flow_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/flow-consistency/convert_flow_csv.py -------------------------------------------------------------------------------- /analyses/flow-consistency/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/flow-consistency/plot.py -------------------------------------------------------------------------------- /analyses/summarization/collect-and-purpose-statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/summarization/collect-and-purpose-statistics.py -------------------------------------------------------------------------------- /analyses/summarization/finding3-sharing-generic-term.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/summarization/finding3-sharing-generic-term.py -------------------------------------------------------------------------------- /analyses/summarization/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/summarization/plot.py -------------------------------------------------------------------------------- /analyses/term-definitions/check-misleading-definition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/term-definitions/check-misleading-definition.py -------------------------------------------------------------------------------- /analyses/term-definitions/check-self-defined-terms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/analyses/term-definitions/check-self-defined-terms.py -------------------------------------------------------------------------------- /datasets/deduplicate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/datasets/deduplicate.py -------------------------------------------------------------------------------- /datasets/merge_tracker_radar_and_crunchbase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/datasets/merge_tracker_radar_and_crunchbase.py -------------------------------------------------------------------------------- /datasets/policheck/extract_htmls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/datasets/policheck/extract_htmls.py -------------------------------------------------------------------------------- /datasets/policheck/fetch_wayback_machine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/datasets/policheck/fetch_wayback_machine.py -------------------------------------------------------------------------------- /datasets/policheck/filename_hash_to_app_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/datasets/policheck/filename_hash_to_app_id.py -------------------------------------------------------------------------------- /datasets/policheck/gen_crawler_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/datasets/policheck/gen_crawler_script.py -------------------------------------------------------------------------------- /docs/img/poligraph-example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/docs/img/poligraph-example.png -------------------------------------------------------------------------------- /docs/img/yed-graph-autolayout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/docs/img/yed-graph-autolayout.png -------------------------------------------------------------------------------- /docs/usenix-artifact-evaluation-additional.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/docs/usenix-artifact-evaluation-additional.md -------------------------------------------------------------------------------- /docs/usenix-artifact-evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/docs/usenix-artifact-evaluation.md -------------------------------------------------------------------------------- /docs/view-poligraph.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/docs/view-poligraph.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/environment.yml -------------------------------------------------------------------------------- /evals/coref/export-doccano-coref-data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/coref/export-doccano-coref-data.py -------------------------------------------------------------------------------- /evals/coref/generate-coref-validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/coref/generate-coref-validation.py -------------------------------------------------------------------------------- /evals/coref/validate-coref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/coref/validate-coref.py -------------------------------------------------------------------------------- /evals/edges/generate-validation-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/edges/generate-validation-table.py -------------------------------------------------------------------------------- /evals/edges/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/edges/plot.py -------------------------------------------------------------------------------- /evals/edges/poligraph-stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/edges/poligraph-stats.py -------------------------------------------------------------------------------- /evals/tuples/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/tuples/evaluate.py -------------------------------------------------------------------------------- /evals/tuples/export_policylint_tuples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/tuples/export_policylint_tuples.py -------------------------------------------------------------------------------- /evals/tuples/export_poligraph_tuples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/tuples/export_poligraph_tuples.py -------------------------------------------------------------------------------- /evals/tuples/guess_tuples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/evals/tuples/guess_tuples.py -------------------------------------------------------------------------------- /models/named-entity-recognition/approve_verified_doccano_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/approve_verified_doccano_examples.py -------------------------------------------------------------------------------- /models/named-entity-recognition/base_config.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/base_config.cfg -------------------------------------------------------------------------------- /models/named-entity-recognition/data_types.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/data_types.yml -------------------------------------------------------------------------------- /models/named-entity-recognition/expand_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/expand_templates.py -------------------------------------------------------------------------------- /models/named-entity-recognition/export_doccano_ner_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/export_doccano_ner_data.py -------------------------------------------------------------------------------- /models/named-entity-recognition/gen_ner_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/gen_ner_data.py -------------------------------------------------------------------------------- /models/named-entity-recognition/generate_prelabeled_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/generate_prelabeled_dataset.py -------------------------------------------------------------------------------- /models/named-entity-recognition/get_actor_entity_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/get_actor_entity_list.py -------------------------------------------------------------------------------- /models/named-entity-recognition/template.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/named-entity-recognition/template.yml -------------------------------------------------------------------------------- /models/purpose-classification/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/purpose-classification/evaluate.py -------------------------------------------------------------------------------- /models/purpose-classification/export_doccano_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/purpose-classification/export_doccano_data.py -------------------------------------------------------------------------------- /models/purpose-classification/generate_prelabeled_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/purpose-classification/generate_prelabeled_dataset.py -------------------------------------------------------------------------------- /models/purpose-classification/train_setfit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/models/purpose-classification/train_setfit.py -------------------------------------------------------------------------------- /poligrapher/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/__init__.py -------------------------------------------------------------------------------- /poligrapher/annotators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/__init__.py -------------------------------------------------------------------------------- /poligrapher/annotators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/base.py -------------------------------------------------------------------------------- /poligrapher/annotators/collection_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/collection_annotator.py -------------------------------------------------------------------------------- /poligrapher/annotators/coreference_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/coreference_annotator.py -------------------------------------------------------------------------------- /poligrapher/annotators/list_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/list_annotator.py -------------------------------------------------------------------------------- /poligrapher/annotators/purpose_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/purpose_annotator.py -------------------------------------------------------------------------------- /poligrapher/annotators/subject_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/subject_annotator.py -------------------------------------------------------------------------------- /poligrapher/annotators/subsumption_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/annotators/subsumption_annotator.py -------------------------------------------------------------------------------- /poligrapher/document.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/document.py -------------------------------------------------------------------------------- /poligrapher/extra-data/data_ontology_readable.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/extra-data/data_ontology_readable.graphml -------------------------------------------------------------------------------- /poligrapher/extra-data/phrase_map.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/extra-data/phrase_map.yml -------------------------------------------------------------------------------- /poligrapher/graph_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/graph_utils.py -------------------------------------------------------------------------------- /poligrapher/phrase_normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/phrase_normalization.py -------------------------------------------------------------------------------- /poligrapher/purpose_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/purpose_classification.py -------------------------------------------------------------------------------- /poligrapher/scripts/build_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/scripts/build_graph.py -------------------------------------------------------------------------------- /poligrapher/scripts/flow_consistency_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/scripts/flow_consistency_analysis.py -------------------------------------------------------------------------------- /poligrapher/scripts/html_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/scripts/html_crawler.py -------------------------------------------------------------------------------- /poligrapher/scripts/init_document.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/scripts/init_document.py -------------------------------------------------------------------------------- /poligrapher/scripts/run_annotators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/scripts/run_annotators.py -------------------------------------------------------------------------------- /poligrapher/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/utils.py -------------------------------------------------------------------------------- /poligrapher/verb_patterns.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/poligrapher/verb_patterns.yml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCI-Networking-Group/PoliGraph/HEAD/setup.py --------------------------------------------------------------------------------