├── .gitignore ├── README.md ├── abstracts_final.csv ├── data ├── classifier_training │ ├── base.json │ ├── generated_outputs.csv │ ├── test.json │ ├── test_inductive.json │ ├── test_transductive.json │ ├── train.json │ ├── train_inductive.json │ └── train_transductive.json └── mechanical_turk │ ├── Batch_5083843_batch_results.csv │ ├── processed_responses.csv │ ├── processed_responses_with_predictions.csv │ ├── processed_responses_with_predictions2.csv │ ├── processed_responses_with_predictions3.csv │ └── qids.csv ├── example-figure-gptturk.key ├── finetuning_models └── src │ └── finetune_model.py ├── flight_notes.txt ├── hit.html ├── src ├── .ipynb_checkpoints │ ├── 0_exploration-checkpoint.ipynb │ ├── 1_generation-checkpoint.ipynb │ ├── 2_prepare_for_training-checkpoint.ipynb │ └── 3_finetuned_classifying-checkpoint.ipynb ├── 0_exploration.ipynb ├── 1_generation.ipynb ├── 2_prepare_for_training.ipynb ├── 3_finetuned_classifying.ipynb ├── data_processing │ ├── __pycache__ │ │ └── config.cpython-310.pyc │ ├── config.py │ ├── prepare_for_training.py │ ├── prepare_train_test.py │ ├── process_responses.py │ └── utils.py └── prompting │ ├── __pycache__ │ └── prompts.cpython-39.pyc │ └── prompts.py ├── summaries.csv └── visuals ├── detection.pdf ├── logit_plot.pdf ├── proportion_copied.pdf ├── proportion_copied_from_abstract.pdf └── proportion_copied_side_by_side.pdf /.gitignore: -------------------------------------------------------------------------------- 1 | .env 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/README.md -------------------------------------------------------------------------------- /abstracts_final.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/abstracts_final.csv -------------------------------------------------------------------------------- /data/classifier_training/base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/base.json -------------------------------------------------------------------------------- /data/classifier_training/generated_outputs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/generated_outputs.csv -------------------------------------------------------------------------------- /data/classifier_training/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/test.json -------------------------------------------------------------------------------- /data/classifier_training/test_inductive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/test_inductive.json -------------------------------------------------------------------------------- /data/classifier_training/test_transductive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/test_transductive.json -------------------------------------------------------------------------------- /data/classifier_training/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/train.json -------------------------------------------------------------------------------- /data/classifier_training/train_inductive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/train_inductive.json -------------------------------------------------------------------------------- /data/classifier_training/train_transductive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/classifier_training/train_transductive.json -------------------------------------------------------------------------------- /data/mechanical_turk/Batch_5083843_batch_results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/mechanical_turk/Batch_5083843_batch_results.csv -------------------------------------------------------------------------------- /data/mechanical_turk/processed_responses.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/mechanical_turk/processed_responses.csv -------------------------------------------------------------------------------- /data/mechanical_turk/processed_responses_with_predictions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/mechanical_turk/processed_responses_with_predictions.csv -------------------------------------------------------------------------------- /data/mechanical_turk/processed_responses_with_predictions2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/mechanical_turk/processed_responses_with_predictions2.csv -------------------------------------------------------------------------------- /data/mechanical_turk/processed_responses_with_predictions3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/mechanical_turk/processed_responses_with_predictions3.csv -------------------------------------------------------------------------------- /data/mechanical_turk/qids.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/data/mechanical_turk/qids.csv -------------------------------------------------------------------------------- /example-figure-gptturk.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/example-figure-gptturk.key -------------------------------------------------------------------------------- /finetuning_models/src/finetune_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/finetuning_models/src/finetune_model.py -------------------------------------------------------------------------------- /flight_notes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/flight_notes.txt -------------------------------------------------------------------------------- /hit.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/hit.html -------------------------------------------------------------------------------- /src/.ipynb_checkpoints/0_exploration-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/.ipynb_checkpoints/0_exploration-checkpoint.ipynb -------------------------------------------------------------------------------- /src/.ipynb_checkpoints/1_generation-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/.ipynb_checkpoints/1_generation-checkpoint.ipynb -------------------------------------------------------------------------------- /src/.ipynb_checkpoints/2_prepare_for_training-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/.ipynb_checkpoints/2_prepare_for_training-checkpoint.ipynb -------------------------------------------------------------------------------- /src/.ipynb_checkpoints/3_finetuned_classifying-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/.ipynb_checkpoints/3_finetuned_classifying-checkpoint.ipynb -------------------------------------------------------------------------------- /src/0_exploration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/0_exploration.ipynb -------------------------------------------------------------------------------- /src/1_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/1_generation.ipynb -------------------------------------------------------------------------------- /src/2_prepare_for_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/2_prepare_for_training.ipynb -------------------------------------------------------------------------------- /src/3_finetuned_classifying.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/3_finetuned_classifying.ipynb -------------------------------------------------------------------------------- /src/data_processing/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/data_processing/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /src/data_processing/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/data_processing/config.py -------------------------------------------------------------------------------- /src/data_processing/prepare_for_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/data_processing/prepare_for_training.py -------------------------------------------------------------------------------- /src/data_processing/prepare_train_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/data_processing/prepare_train_test.py -------------------------------------------------------------------------------- /src/data_processing/process_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/data_processing/process_responses.py -------------------------------------------------------------------------------- /src/data_processing/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/data_processing/utils.py -------------------------------------------------------------------------------- /src/prompting/__pycache__/prompts.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/prompting/__pycache__/prompts.cpython-39.pyc -------------------------------------------------------------------------------- /src/prompting/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/src/prompting/prompts.py -------------------------------------------------------------------------------- /summaries.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/summaries.csv -------------------------------------------------------------------------------- /visuals/detection.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/visuals/detection.pdf -------------------------------------------------------------------------------- /visuals/logit_plot.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/visuals/logit_plot.pdf -------------------------------------------------------------------------------- /visuals/proportion_copied.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/visuals/proportion_copied.pdf -------------------------------------------------------------------------------- /visuals/proportion_copied_from_abstract.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/visuals/proportion_copied_from_abstract.pdf -------------------------------------------------------------------------------- /visuals/proportion_copied_side_by_side.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GPTurk/HEAD/visuals/proportion_copied_side_by_side.pdf --------------------------------------------------------------------------------