├── .gitignore ├── LICENSE ├── README.md ├── data_code ├── generate_summary_news.py ├── generate_summary_paper.py ├── generate_summary_patent.py ├── generate_summary_poem.py ├── process_news.py ├── process_paper.py ├── process_patent.py └── process_poem.py ├── data_new ├── assisting_creative.jsonl ├── editing_rewriting.jsonl └── news_2024.json ├── figures ├── gap_distribution.pdf └── gap_distribution.png ├── human_annotation └── labels.ndjson ├── script ├── ada.sh ├── app.sh ├── estimate.sh ├── eval_ada.sh ├── eval_app.sh ├── eval_lens.sh ├── eval_multi.sh ├── eval_style.sh ├── eval_tempature.sh ├── evaluate.sh ├── generate.sh ├── multi.sh ├── style.sh ├── tempetature.sh ├── threshold.sh └── very_lens.sh └── src ├── analyze.py ├── calculate_threshold.py ├── config.py ├── config ├── claude.yaml ├── gemini.yaml ├── gpt35.yaml ├── llama3_8b.yaml └── mixtral_8x7b.yaml ├── estimate.py ├── evaluate.py ├── evaluate_app.py ├── evaluate_case.py ├── evaluate_multi.py ├── evaluate_vary_lens.py ├── generation_app.py ├── generation_llm.py ├── generation_multi.py ├── generation_vary_lens.py └── model ├── __init__.py ├── base.py ├── claude.py ├── gpt.py ├── llama.py ├── utils.py └── vllm_worker.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/README.md -------------------------------------------------------------------------------- /data_code/generate_summary_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/generate_summary_news.py -------------------------------------------------------------------------------- /data_code/generate_summary_paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/generate_summary_paper.py -------------------------------------------------------------------------------- /data_code/generate_summary_patent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/generate_summary_patent.py -------------------------------------------------------------------------------- /data_code/generate_summary_poem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/generate_summary_poem.py -------------------------------------------------------------------------------- /data_code/process_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/process_news.py -------------------------------------------------------------------------------- /data_code/process_paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/process_paper.py -------------------------------------------------------------------------------- /data_code/process_patent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/process_patent.py -------------------------------------------------------------------------------- /data_code/process_poem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_code/process_poem.py -------------------------------------------------------------------------------- /data_new/assisting_creative.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_new/assisting_creative.jsonl -------------------------------------------------------------------------------- /data_new/editing_rewriting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_new/editing_rewriting.jsonl -------------------------------------------------------------------------------- /data_new/news_2024.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/data_new/news_2024.json -------------------------------------------------------------------------------- /figures/gap_distribution.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/figures/gap_distribution.pdf -------------------------------------------------------------------------------- /figures/gap_distribution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/figures/gap_distribution.png -------------------------------------------------------------------------------- /human_annotation/labels.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/human_annotation/labels.ndjson -------------------------------------------------------------------------------- /script/ada.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/ada.sh -------------------------------------------------------------------------------- /script/app.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/app.sh -------------------------------------------------------------------------------- /script/estimate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/estimate.sh -------------------------------------------------------------------------------- /script/eval_ada.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/eval_ada.sh -------------------------------------------------------------------------------- /script/eval_app.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/eval_app.sh -------------------------------------------------------------------------------- /script/eval_lens.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/eval_lens.sh -------------------------------------------------------------------------------- /script/eval_multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/eval_multi.sh -------------------------------------------------------------------------------- /script/eval_style.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/eval_style.sh -------------------------------------------------------------------------------- /script/eval_tempature.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/eval_tempature.sh -------------------------------------------------------------------------------- /script/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/evaluate.sh -------------------------------------------------------------------------------- /script/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/generate.sh -------------------------------------------------------------------------------- /script/multi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/multi.sh -------------------------------------------------------------------------------- /script/style.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/style.sh -------------------------------------------------------------------------------- /script/tempetature.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/tempetature.sh -------------------------------------------------------------------------------- /script/threshold.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/threshold.sh -------------------------------------------------------------------------------- /script/very_lens.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/script/very_lens.sh -------------------------------------------------------------------------------- /src/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/analyze.py -------------------------------------------------------------------------------- /src/calculate_threshold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/calculate_threshold.py -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/config.py -------------------------------------------------------------------------------- /src/config/claude.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/config/claude.yaml -------------------------------------------------------------------------------- /src/config/gemini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/config/gemini.yaml -------------------------------------------------------------------------------- /src/config/gpt35.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/config/gpt35.yaml -------------------------------------------------------------------------------- /src/config/llama3_8b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/config/llama3_8b.yaml -------------------------------------------------------------------------------- /src/config/mixtral_8x7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/config/mixtral_8x7b.yaml -------------------------------------------------------------------------------- /src/estimate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/estimate.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/evaluate_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/evaluate_app.py -------------------------------------------------------------------------------- /src/evaluate_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/evaluate_case.py -------------------------------------------------------------------------------- /src/evaluate_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/evaluate_multi.py -------------------------------------------------------------------------------- /src/evaluate_vary_lens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/evaluate_vary_lens.py -------------------------------------------------------------------------------- /src/generation_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/generation_app.py -------------------------------------------------------------------------------- /src/generation_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/generation_llm.py -------------------------------------------------------------------------------- /src/generation_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/generation_multi.py -------------------------------------------------------------------------------- /src/generation_vary_lens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/generation_vary_lens.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/base.py -------------------------------------------------------------------------------- /src/model/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/claude.py -------------------------------------------------------------------------------- /src/model/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/gpt.py -------------------------------------------------------------------------------- /src/model/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/llama.py -------------------------------------------------------------------------------- /src/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/utils.py -------------------------------------------------------------------------------- /src/model/vllm_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xyq7/Human-Contribution-Measurement/HEAD/src/model/vllm_worker.py --------------------------------------------------------------------------------