├── .gitignore ├── LICENSE ├── README.md ├── png ├── control-sequences.png ├── divergence-not.png ├── divergence.png ├── qna_gpt-3.5-turbo.png ├── qna_gpt-4_0.png ├── qna_gpt-4_1.png ├── space-sequences.png └── training-data.png ├── results └── 2023-08 │ ├── repeated-sequences_gpt-3.5-turbo.out │ ├── repeated-sequences_gpt-4-32k.out │ └── repeated-sequences_gpt-4.out └── src ├── common ├── __init__.py ├── openai.py └── strings.py ├── question-with-context.py ├── repeated-sequences.py └── repeated-tokens.py /.gitignore: -------------------------------------------------------------------------------- 1 | .vscode 2 | __pycache__/ 3 | *.py[cod] -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/README.md -------------------------------------------------------------------------------- /png/control-sequences.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/control-sequences.png -------------------------------------------------------------------------------- /png/divergence-not.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/divergence-not.png -------------------------------------------------------------------------------- /png/divergence.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/divergence.png -------------------------------------------------------------------------------- /png/qna_gpt-3.5-turbo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/qna_gpt-3.5-turbo.png -------------------------------------------------------------------------------- /png/qna_gpt-4_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/qna_gpt-4_0.png -------------------------------------------------------------------------------- /png/qna_gpt-4_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/qna_gpt-4_1.png -------------------------------------------------------------------------------- /png/space-sequences.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/space-sequences.png -------------------------------------------------------------------------------- /png/training-data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/png/training-data.png -------------------------------------------------------------------------------- /results/2023-08/repeated-sequences_gpt-3.5-turbo.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/results/2023-08/repeated-sequences_gpt-3.5-turbo.out -------------------------------------------------------------------------------- /results/2023-08/repeated-sequences_gpt-4-32k.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/results/2023-08/repeated-sequences_gpt-4-32k.out -------------------------------------------------------------------------------- /results/2023-08/repeated-sequences_gpt-4.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/results/2023-08/repeated-sequences_gpt-4.out -------------------------------------------------------------------------------- /src/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/common/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/src/common/openai.py -------------------------------------------------------------------------------- /src/common/strings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/src/common/strings.py -------------------------------------------------------------------------------- /src/question-with-context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/src/question-with-context.py -------------------------------------------------------------------------------- /src/repeated-sequences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/src/repeated-sequences.py -------------------------------------------------------------------------------- /src/repeated-tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropbox/llm-security/HEAD/src/repeated-tokens.py --------------------------------------------------------------------------------