├── .gitignore ├── LICENSE ├── analyze.py ├── coding_ui ├── .gitignore ├── package-lock.json ├── package.json ├── public │ ├── index.html │ ├── manifest.json │ └── robots.txt └── src │ ├── App.css │ ├── App.js │ ├── CodeLabel.js │ ├── CodeList.js │ ├── CodingPane.css │ ├── CodingPane.js │ ├── EvalPane.js │ ├── EvalTopBar.js │ ├── ExamplePane.js │ ├── FileManager.js │ ├── FileUpload.js │ ├── LLMPane.js │ ├── LoadingPane.js │ ├── ResultsPane.js │ ├── TextPane.js │ ├── TopBar.js │ ├── colors.js │ ├── components │ ├── Checkbox.js │ ├── MenuButton.js │ ├── ProgressBar.js │ ├── ScoreBox.js │ ├── ToggleButton.js │ └── Tooltip.js │ ├── helpers.js │ ├── index.css │ ├── index.js │ ├── llmcode │ ├── Coding.js │ ├── LLM.js │ ├── Metrics.js │ └── Utils.js │ └── reportWebVitals.js ├── data_exploration_and_visualization.ipynb ├── docs └── LLMs_intro.pdf ├── images ├── editable_result.png ├── group_summary.png ├── group_summary_cmd.png ├── group_summary_cropped.png ├── human-gpt-comparison.png └── reddit_search.png ├── inductive_and_deductive_coding.ipynb ├── llmcode ├── __init__.py ├── coding.py ├── embeddings.py ├── extracts.py ├── llms.py ├── metrics.py ├── process_docx.py ├── scrapped.py └── themes.py ├── readme.md ├── reddit_coding.ipynb ├── reddit_scraping.ipynb ├── relevant_data_extraction.ipynb ├── requirements.txt ├── requirements_notebooks.txt ├── test_data ├── bopp_test.csv ├── bopp_test.xlsx ├── bopp_test_augmented_1.docx ├── bopp_test_augmented_feelings2.docx ├── games_as_art │ ├── bopp_test_code_descriptions.csv │ ├── bopp_test_coded_texts.csv │ ├── bopp_test_examples.docx │ └── bopp_test_input.docx └── readme.txt ├── test_results ├── bopp_test_coded.csv ├── bopp_test_codes_grouped.csv ├── bopp_test_codes_visualized.html ├── bopp_test_human-llm-comparison.csv ├── bopp_test_prompt.txt └── bopp_test_visualization.gif └── theme_generation.ipynb /.gitignore: -------------------------------------------------------------------------------- 1 | .ipynb_checkpoints 2 | .DS_Store 3 | venv/ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/LICENSE -------------------------------------------------------------------------------- /analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/analyze.py -------------------------------------------------------------------------------- /coding_ui/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/.gitignore -------------------------------------------------------------------------------- /coding_ui/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/package-lock.json -------------------------------------------------------------------------------- /coding_ui/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/package.json -------------------------------------------------------------------------------- /coding_ui/public/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/public/index.html -------------------------------------------------------------------------------- /coding_ui/public/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/public/manifest.json -------------------------------------------------------------------------------- /coding_ui/public/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/public/robots.txt -------------------------------------------------------------------------------- /coding_ui/src/App.css: -------------------------------------------------------------------------------- 1 | .App { 2 | text-align: center; 3 | } -------------------------------------------------------------------------------- /coding_ui/src/App.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/App.js -------------------------------------------------------------------------------- /coding_ui/src/CodeLabel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/CodeLabel.js -------------------------------------------------------------------------------- /coding_ui/src/CodeList.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/CodeList.js -------------------------------------------------------------------------------- /coding_ui/src/CodingPane.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/CodingPane.css -------------------------------------------------------------------------------- /coding_ui/src/CodingPane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/CodingPane.js -------------------------------------------------------------------------------- /coding_ui/src/EvalPane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/EvalPane.js -------------------------------------------------------------------------------- /coding_ui/src/EvalTopBar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/EvalTopBar.js -------------------------------------------------------------------------------- /coding_ui/src/ExamplePane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/ExamplePane.js -------------------------------------------------------------------------------- /coding_ui/src/FileManager.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/FileManager.js -------------------------------------------------------------------------------- /coding_ui/src/FileUpload.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/FileUpload.js -------------------------------------------------------------------------------- /coding_ui/src/LLMPane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/LLMPane.js -------------------------------------------------------------------------------- /coding_ui/src/LoadingPane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/LoadingPane.js -------------------------------------------------------------------------------- /coding_ui/src/ResultsPane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/ResultsPane.js -------------------------------------------------------------------------------- /coding_ui/src/TextPane.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/TextPane.js -------------------------------------------------------------------------------- /coding_ui/src/TopBar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/TopBar.js -------------------------------------------------------------------------------- /coding_ui/src/colors.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/colors.js -------------------------------------------------------------------------------- /coding_ui/src/components/Checkbox.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/components/Checkbox.js -------------------------------------------------------------------------------- /coding_ui/src/components/MenuButton.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/components/MenuButton.js -------------------------------------------------------------------------------- /coding_ui/src/components/ProgressBar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/components/ProgressBar.js -------------------------------------------------------------------------------- /coding_ui/src/components/ScoreBox.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/components/ScoreBox.js -------------------------------------------------------------------------------- /coding_ui/src/components/ToggleButton.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/components/ToggleButton.js -------------------------------------------------------------------------------- /coding_ui/src/components/Tooltip.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/components/Tooltip.js -------------------------------------------------------------------------------- /coding_ui/src/helpers.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/helpers.js -------------------------------------------------------------------------------- /coding_ui/src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/index.css -------------------------------------------------------------------------------- /coding_ui/src/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/index.js -------------------------------------------------------------------------------- /coding_ui/src/llmcode/Coding.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/llmcode/Coding.js -------------------------------------------------------------------------------- /coding_ui/src/llmcode/LLM.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/llmcode/LLM.js -------------------------------------------------------------------------------- /coding_ui/src/llmcode/Metrics.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/llmcode/Metrics.js -------------------------------------------------------------------------------- /coding_ui/src/llmcode/Utils.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/llmcode/Utils.js -------------------------------------------------------------------------------- /coding_ui/src/reportWebVitals.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/coding_ui/src/reportWebVitals.js -------------------------------------------------------------------------------- /data_exploration_and_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/data_exploration_and_visualization.ipynb -------------------------------------------------------------------------------- /docs/LLMs_intro.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/docs/LLMs_intro.pdf -------------------------------------------------------------------------------- /images/editable_result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/images/editable_result.png -------------------------------------------------------------------------------- /images/group_summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/images/group_summary.png -------------------------------------------------------------------------------- /images/group_summary_cmd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/images/group_summary_cmd.png -------------------------------------------------------------------------------- /images/group_summary_cropped.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/images/group_summary_cropped.png -------------------------------------------------------------------------------- /images/human-gpt-comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/images/human-gpt-comparison.png -------------------------------------------------------------------------------- /images/reddit_search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/images/reddit_search.png -------------------------------------------------------------------------------- /inductive_and_deductive_coding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/inductive_and_deductive_coding.ipynb -------------------------------------------------------------------------------- /llmcode/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/__init__.py -------------------------------------------------------------------------------- /llmcode/coding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/coding.py -------------------------------------------------------------------------------- /llmcode/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/embeddings.py -------------------------------------------------------------------------------- /llmcode/extracts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/extracts.py -------------------------------------------------------------------------------- /llmcode/llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/llms.py -------------------------------------------------------------------------------- /llmcode/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/metrics.py -------------------------------------------------------------------------------- /llmcode/process_docx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/process_docx.py -------------------------------------------------------------------------------- /llmcode/scrapped.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/scrapped.py -------------------------------------------------------------------------------- /llmcode/themes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/llmcode/themes.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/readme.md -------------------------------------------------------------------------------- /reddit_coding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/reddit_coding.ipynb -------------------------------------------------------------------------------- /reddit_scraping.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/reddit_scraping.ipynb -------------------------------------------------------------------------------- /relevant_data_extraction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/relevant_data_extraction.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_notebooks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/requirements_notebooks.txt -------------------------------------------------------------------------------- /test_data/bopp_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/bopp_test.csv -------------------------------------------------------------------------------- /test_data/bopp_test.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/bopp_test.xlsx -------------------------------------------------------------------------------- /test_data/bopp_test_augmented_1.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/bopp_test_augmented_1.docx -------------------------------------------------------------------------------- /test_data/bopp_test_augmented_feelings2.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/bopp_test_augmented_feelings2.docx -------------------------------------------------------------------------------- /test_data/games_as_art/bopp_test_code_descriptions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/games_as_art/bopp_test_code_descriptions.csv -------------------------------------------------------------------------------- /test_data/games_as_art/bopp_test_coded_texts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/games_as_art/bopp_test_coded_texts.csv -------------------------------------------------------------------------------- /test_data/games_as_art/bopp_test_examples.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/games_as_art/bopp_test_examples.docx -------------------------------------------------------------------------------- /test_data/games_as_art/bopp_test_input.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/games_as_art/bopp_test_input.docx -------------------------------------------------------------------------------- /test_data/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_data/readme.txt -------------------------------------------------------------------------------- /test_results/bopp_test_coded.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_results/bopp_test_coded.csv -------------------------------------------------------------------------------- /test_results/bopp_test_codes_grouped.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_results/bopp_test_codes_grouped.csv -------------------------------------------------------------------------------- /test_results/bopp_test_codes_visualized.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_results/bopp_test_codes_visualized.html -------------------------------------------------------------------------------- /test_results/bopp_test_human-llm-comparison.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_results/bopp_test_human-llm-comparison.csv -------------------------------------------------------------------------------- /test_results/bopp_test_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_results/bopp_test_prompt.txt -------------------------------------------------------------------------------- /test_results/bopp_test_visualization.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/test_results/bopp_test_visualization.gif -------------------------------------------------------------------------------- /theme_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PerttuHamalainen/LLMCode/HEAD/theme_generation.ipynb --------------------------------------------------------------------------------