├── .gitignore ├── LICENSE ├── README.md ├── config.yaml ├── conversation_infill.py ├── data ├── random_code_questions.txt └── random_questions.txt ├── figures ├── advanced_artistic_illustration.png ├── artistic_illustration.jpeg ├── benchmark_overview.png ├── generate_data.png ├── logo.png ├── overview.png ├── results_long_context.png └── results_qa_types.png ├── inference.py ├── inference_standalone_openai.py ├── prepare_blocks.py ├── prepare_data.py ├── prepare_qa.py ├── prompts.py ├── qa_annotation ├── TODO ├── analyze_annotations.py ├── annotation_output │ └── full │ │ ├── annotated_instances.tsv │ │ ├── bryanli.ca@gmail.com │ │ ├── annotated_instances.jsonl │ │ ├── annotation_order.txt │ │ └── assigned_user_data.json │ │ ├── bwjiang@seas.upenn.edu │ │ └── assigned_user_data.json │ │ ├── jch0@seas.upenn.edu │ │ └── assigned_user_data.json │ │ ├── sihaoc@seas.upenn.edu │ │ └── assigned_user_data.json │ │ ├── task_assignment.json │ │ ├── yyuan86@seas.upenn.edu │ │ ├── annotated_instances.jsonl │ │ ├── annotation_order.txt │ │ └── assigned_user_data.json │ │ └── zhuoqunh@sas.upenn.edu │ │ ├── annotated_instances.jsonl │ │ ├── annotation_order.txt │ │ └── assigned_user_data.json ├── configs │ └── personamem.yaml ├── data_files │ └── personamem_annot_sample.csv ├── format_qa_data.py ├── img │ ├── how-to-highlight.gif │ ├── how-to-undo.gif │ └── no-answer.gif ├── surveyflow │ ├── end.jsonl │ ├── instruction.jsonl │ └── intro.jsonl ├── templates │ └── layout.html └── user_config.json ├── query_llm.py ├── requirements.txt ├── scripts ├── add_pref_update_marker.py ├── add_stereotype_marker.py ├── double_check_scores.py ├── fix_json_syntax_in_personal_hist.py ├── inference_claude_3p5_haiku.sh ├── inference_claude_3p7_sonnet.sh ├── inference_deepseek_r1_671b.sh ├── inference_gemini_1p5_flash.sh ├── inference_gemini_2p0_flash.sh ├── inference_gemini_2p0_flash_lite.sh ├── inference_gemini_2p5_pro.sh ├── inference_gpt_4o.sh ├── inference_gpt_4o_mini.sh ├── inference_gpt_4p5_preview.sh ├── inference_gpt_o1.sh ├── inference_gpt_o1_mini.sh ├── inference_gpt_o3_mini.sh ├── inference_llama4_maverick.sh ├── inference_llama_3p1_405b.sh ├── remove_one_type_qa.py ├── run_all_prepare_data.sh ├── run_all_prepare_qa.sh ├── run_generate_benchmark.sh └── validate_generated_qa.py ├── summarize_results.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/README.md -------------------------------------------------------------------------------- /config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/config.yaml -------------------------------------------------------------------------------- /conversation_infill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/conversation_infill.py -------------------------------------------------------------------------------- /data/random_code_questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/data/random_code_questions.txt -------------------------------------------------------------------------------- /data/random_questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/data/random_questions.txt -------------------------------------------------------------------------------- /figures/advanced_artistic_illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/advanced_artistic_illustration.png -------------------------------------------------------------------------------- /figures/artistic_illustration.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/artistic_illustration.jpeg -------------------------------------------------------------------------------- /figures/benchmark_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/benchmark_overview.png -------------------------------------------------------------------------------- /figures/generate_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/generate_data.png -------------------------------------------------------------------------------- /figures/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/logo.png -------------------------------------------------------------------------------- /figures/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/overview.png -------------------------------------------------------------------------------- /figures/results_long_context.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/results_long_context.png -------------------------------------------------------------------------------- /figures/results_qa_types.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/figures/results_qa_types.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/inference.py -------------------------------------------------------------------------------- /inference_standalone_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/inference_standalone_openai.py -------------------------------------------------------------------------------- /prepare_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/prepare_blocks.py -------------------------------------------------------------------------------- /prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/prepare_data.py -------------------------------------------------------------------------------- /prepare_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/prepare_qa.py -------------------------------------------------------------------------------- /prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/prompts.py -------------------------------------------------------------------------------- /qa_annotation/TODO: -------------------------------------------------------------------------------- 1 | make everyone an account 2 | -------------------------------------------------------------------------------- /qa_annotation/analyze_annotations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/analyze_annotations.py -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/annotated_instances.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/annotated_instances.tsv -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/bryanli.ca@gmail.com/annotated_instances.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/bryanli.ca@gmail.com/annotated_instances.jsonl -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/bryanli.ca@gmail.com/annotation_order.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/bryanli.ca@gmail.com/annotation_order.txt -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/bryanli.ca@gmail.com/assigned_user_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/bryanli.ca@gmail.com/assigned_user_data.json -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/bwjiang@seas.upenn.edu/assigned_user_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/bwjiang@seas.upenn.edu/assigned_user_data.json -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/jch0@seas.upenn.edu/assigned_user_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/jch0@seas.upenn.edu/assigned_user_data.json -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/sihaoc@seas.upenn.edu/assigned_user_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/sihaoc@seas.upenn.edu/assigned_user_data.json -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/task_assignment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/task_assignment.json -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/yyuan86@seas.upenn.edu/annotated_instances.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/yyuan86@seas.upenn.edu/annotated_instances.jsonl -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/yyuan86@seas.upenn.edu/annotation_order.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/yyuan86@seas.upenn.edu/annotation_order.txt -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/yyuan86@seas.upenn.edu/assigned_user_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/yyuan86@seas.upenn.edu/assigned_user_data.json -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/zhuoqunh@sas.upenn.edu/annotated_instances.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/zhuoqunh@sas.upenn.edu/annotated_instances.jsonl -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/zhuoqunh@sas.upenn.edu/annotation_order.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/zhuoqunh@sas.upenn.edu/annotation_order.txt -------------------------------------------------------------------------------- /qa_annotation/annotation_output/full/zhuoqunh@sas.upenn.edu/assigned_user_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/annotation_output/full/zhuoqunh@sas.upenn.edu/assigned_user_data.json -------------------------------------------------------------------------------- /qa_annotation/configs/personamem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/configs/personamem.yaml -------------------------------------------------------------------------------- /qa_annotation/data_files/personamem_annot_sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/data_files/personamem_annot_sample.csv -------------------------------------------------------------------------------- /qa_annotation/format_qa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/format_qa_data.py -------------------------------------------------------------------------------- /qa_annotation/img/how-to-highlight.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/img/how-to-highlight.gif -------------------------------------------------------------------------------- /qa_annotation/img/how-to-undo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/img/how-to-undo.gif -------------------------------------------------------------------------------- /qa_annotation/img/no-answer.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/img/no-answer.gif -------------------------------------------------------------------------------- /qa_annotation/surveyflow/end.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/surveyflow/end.jsonl -------------------------------------------------------------------------------- /qa_annotation/surveyflow/instruction.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/surveyflow/instruction.jsonl -------------------------------------------------------------------------------- /qa_annotation/surveyflow/intro.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/surveyflow/intro.jsonl -------------------------------------------------------------------------------- /qa_annotation/templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/templates/layout.html -------------------------------------------------------------------------------- /qa_annotation/user_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/qa_annotation/user_config.json -------------------------------------------------------------------------------- /query_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/query_llm.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/add_pref_update_marker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/add_pref_update_marker.py -------------------------------------------------------------------------------- /scripts/add_stereotype_marker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/add_stereotype_marker.py -------------------------------------------------------------------------------- /scripts/double_check_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/double_check_scores.py -------------------------------------------------------------------------------- /scripts/fix_json_syntax_in_personal_hist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/fix_json_syntax_in_personal_hist.py -------------------------------------------------------------------------------- /scripts/inference_claude_3p5_haiku.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_claude_3p5_haiku.sh -------------------------------------------------------------------------------- /scripts/inference_claude_3p7_sonnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_claude_3p7_sonnet.sh -------------------------------------------------------------------------------- /scripts/inference_deepseek_r1_671b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_deepseek_r1_671b.sh -------------------------------------------------------------------------------- /scripts/inference_gemini_1p5_flash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gemini_1p5_flash.sh -------------------------------------------------------------------------------- /scripts/inference_gemini_2p0_flash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gemini_2p0_flash.sh -------------------------------------------------------------------------------- /scripts/inference_gemini_2p0_flash_lite.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gemini_2p0_flash_lite.sh -------------------------------------------------------------------------------- /scripts/inference_gemini_2p5_pro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gemini_2p5_pro.sh -------------------------------------------------------------------------------- /scripts/inference_gpt_4o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gpt_4o.sh -------------------------------------------------------------------------------- /scripts/inference_gpt_4o_mini.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gpt_4o_mini.sh -------------------------------------------------------------------------------- /scripts/inference_gpt_4p5_preview.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gpt_4p5_preview.sh -------------------------------------------------------------------------------- /scripts/inference_gpt_o1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gpt_o1.sh -------------------------------------------------------------------------------- /scripts/inference_gpt_o1_mini.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gpt_o1_mini.sh -------------------------------------------------------------------------------- /scripts/inference_gpt_o3_mini.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_gpt_o3_mini.sh -------------------------------------------------------------------------------- /scripts/inference_llama4_maverick.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_llama4_maverick.sh -------------------------------------------------------------------------------- /scripts/inference_llama_3p1_405b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/inference_llama_3p1_405b.sh -------------------------------------------------------------------------------- /scripts/remove_one_type_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/remove_one_type_qa.py -------------------------------------------------------------------------------- /scripts/run_all_prepare_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/run_all_prepare_data.sh -------------------------------------------------------------------------------- /scripts/run_all_prepare_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/run_all_prepare_qa.sh -------------------------------------------------------------------------------- /scripts/run_generate_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/run_generate_benchmark.sh -------------------------------------------------------------------------------- /scripts/validate_generated_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/scripts/validate_generated_qa.py -------------------------------------------------------------------------------- /summarize_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/summarize_results.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bowen-upenn/PersonaMem/HEAD/utils.py --------------------------------------------------------------------------------