├── .dockerignore ├── .env.example ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── publish-to-pypi.yml │ └── python-package.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .streamlit └── config.toml ├── CHANGELOG.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── README.md ├── RELEASE_CHECKLIST.md ├── UV_MIGRATION_GUIDE.md ├── __init__.py ├── cli ├── __init__.py ├── commands.py └── main.py ├── configs ├── blackbox │ └── payload.json └── config.yaml ├── core ├── __init__.py ├── analytics │ ├── __init__.py │ ├── client.py │ ├── settings.py │ └── tracker.py ├── compliance_mappings │ ├── __init__.py │ ├── base.py │ ├── gdpr │ │ ├── __init__.py │ │ ├── adapter.py │ │ ├── controls_reference.yaml │ │ ├── documentation_requirements.yaml │ │ ├── gdpr_data_protection_principles.yaml │ │ ├── gdpr_user_rights.yaml │ │ ├── risk_scoring.yaml │ │ └── strategy_mapping.yaml │ ├── genai_redteam_compliance_mapping.yaml │ ├── nist │ │ ├── __init__.py │ │ ├── adapter.py │ │ ├── const.py │ │ ├── loaders.py │ │ ├── mapper.py │ │ ├── mappings │ │ │ ├── control_strategy_coverage_matrix.csv │ │ │ ├── controls_reference.yaml │ │ │ ├── documentation_requirements.yaml │ │ │ ├── risk_scoring.yaml │ │ │ └── strategy_mapping.yaml │ │ └── reporter.py │ └── orchestrator.py ├── config_manager │ ├── __init__.py │ ├── cli_adapter.py │ ├── config.py │ └── ui_adapter.py ├── data_models │ └── __init__.py ├── data_store │ ├── __init__.py │ └── model_config_store.py ├── evaluators │ ├── __init__.py │ ├── base.py │ └── evals │ │ ├── __init__.py │ │ ├── advanced_evaluators.py │ │ ├── attack_evaluator.py │ │ └── compliance.py ├── providers │ ├── __init__.py │ ├── base.py │ └── litellm_provider.py ├── reporter.py ├── runner.py ├── strategies │ ├── __init__.py │ ├── attack_strategies │ │ ├── __init__.py │ │ ├── context_manipulation │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── data_poisoning │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── excessive_agency │ │ │ ├── __init__.py │ │ │ └── base.py │ │ ├── indirect_prompt_injection │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── insecure_output_handling │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── jailbreak │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── model_dos │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── model_extraction │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── owasp_strategy.py │ │ ├── prompt_injection │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ ├── sensitive_info_disclosure │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ └── data.yaml │ │ └── strategy.py │ ├── base.py │ └── const.py └── test_engine │ ├── __init__.py │ └── orchestrator.py ├── docker-compose.yml ├── docs ├── README.md ├── cli │ ├── config.md │ ├── generate.md │ ├── index.md │ ├── report.md │ └── test.md ├── configuration.md ├── development.md ├── getting_started.md ├── gif │ ├── demo.gif │ └── stars.gif ├── images │ ├── control_tests.png │ ├── control_usage_distribution.png │ ├── custom_policy_integrations.png │ ├── github.png │ └── ui_screenshot.png ├── index.md ├── installation.md ├── premium.md ├── providers │ ├── anthropic.md │ ├── azure.md │ ├── index.md │ ├── openai.md │ └── vllm.md ├── releaseguide.md ├── supported_providers.md └── testing │ ├── blackbox │ └── index.md │ └── index.md ├── examples ├── __init__.py ├── async_runner_example.py └── config_examples │ └── banking_assistant.yaml ├── pyproject.toml ├── requirements-lock.txt ├── requirements.txt ├── setup.py ├── tests ├── __init__.py ├── test_cli.py ├── test_cli_adapter.py ├── test_config.py └── test_runner.py └── ui ├── __init__.py ├── app.py ├── components ├── __init__.py ├── compliance_report.py ├── risk_severity.py ├── security_findings.py └── strategy_table.py ├── constants ├── __init__.py ├── attacks.py └── provider.py ├── dashboard.py ├── docs.py └── utils ├── __init__.py └── report_loader.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.env.example -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/publish-to-pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.github/workflows/publish-to-pypi.yml -------------------------------------------------------------------------------- /.github/workflows/python-package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.github/workflows/python-package.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.streamlit/config.toml: -------------------------------------------------------------------------------- 1 | [client] 2 | toolbarMode = "viewer" 3 | 4 | [ui] 5 | hideTopBar = true 6 | -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/README.md -------------------------------------------------------------------------------- /RELEASE_CHECKLIST.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/RELEASE_CHECKLIST.md -------------------------------------------------------------------------------- /UV_MIGRATION_GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/UV_MIGRATION_GUIDE.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cli/commands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/cli/commands.py -------------------------------------------------------------------------------- /cli/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/cli/main.py -------------------------------------------------------------------------------- /configs/blackbox/payload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/configs/blackbox/payload.json -------------------------------------------------------------------------------- /configs/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/configs/config.yaml -------------------------------------------------------------------------------- /core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/analytics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/analytics/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/analytics/client.py -------------------------------------------------------------------------------- /core/analytics/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/analytics/settings.py -------------------------------------------------------------------------------- /core/analytics/tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/analytics/tracker.py -------------------------------------------------------------------------------- /core/compliance_mappings/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/compliance_mappings/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/base.py -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/adapter.py -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/controls_reference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/controls_reference.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/documentation_requirements.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/documentation_requirements.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/gdpr_data_protection_principles.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/gdpr_data_protection_principles.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/gdpr_user_rights.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/gdpr_user_rights.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/risk_scoring.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/risk_scoring.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/gdpr/strategy_mapping.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/gdpr/strategy_mapping.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/genai_redteam_compliance_mapping.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/genai_redteam_compliance_mapping.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/nist/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/compliance_mappings/nist/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/adapter.py -------------------------------------------------------------------------------- /core/compliance_mappings/nist/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/const.py -------------------------------------------------------------------------------- /core/compliance_mappings/nist/loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/loaders.py -------------------------------------------------------------------------------- /core/compliance_mappings/nist/mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/mapper.py -------------------------------------------------------------------------------- /core/compliance_mappings/nist/mappings/control_strategy_coverage_matrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/mappings/control_strategy_coverage_matrix.csv -------------------------------------------------------------------------------- /core/compliance_mappings/nist/mappings/controls_reference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/mappings/controls_reference.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/nist/mappings/documentation_requirements.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/mappings/documentation_requirements.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/nist/mappings/risk_scoring.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/mappings/risk_scoring.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/nist/mappings/strategy_mapping.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/mappings/strategy_mapping.yaml -------------------------------------------------------------------------------- /core/compliance_mappings/nist/reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/nist/reporter.py -------------------------------------------------------------------------------- /core/compliance_mappings/orchestrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/compliance_mappings/orchestrator.py -------------------------------------------------------------------------------- /core/config_manager/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/config_manager/cli_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/config_manager/cli_adapter.py -------------------------------------------------------------------------------- /core/config_manager/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/config_manager/config.py -------------------------------------------------------------------------------- /core/config_manager/ui_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/config_manager/ui_adapter.py -------------------------------------------------------------------------------- /core/data_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/data_store/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/data_store/model_config_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/data_store/model_config_store.py -------------------------------------------------------------------------------- /core/evaluators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/evaluators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/evaluators/base.py -------------------------------------------------------------------------------- /core/evaluators/evals/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /core/evaluators/evals/advanced_evaluators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/evaluators/evals/advanced_evaluators.py -------------------------------------------------------------------------------- /core/evaluators/evals/attack_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/evaluators/evals/attack_evaluator.py -------------------------------------------------------------------------------- /core/evaluators/evals/compliance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/evaluators/evals/compliance.py -------------------------------------------------------------------------------- /core/providers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/providers/__init__.py -------------------------------------------------------------------------------- /core/providers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/providers/base.py -------------------------------------------------------------------------------- /core/providers/litellm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/providers/litellm_provider.py -------------------------------------------------------------------------------- /core/reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/reporter.py -------------------------------------------------------------------------------- /core/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/runner.py -------------------------------------------------------------------------------- /core/strategies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/__init__.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/context_manipulation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/context_manipulation/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/context_manipulation/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/context_manipulation/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/context_manipulation/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/data_poisoning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/data_poisoning/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/data_poisoning/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/data_poisoning/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/data_poisoning/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/excessive_agency/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/excessive_agency/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/excessive_agency/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/indirect_prompt_injection/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/indirect_prompt_injection/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/indirect_prompt_injection/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/indirect_prompt_injection/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/indirect_prompt_injection/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/insecure_output_handling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/insecure_output_handling/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/insecure_output_handling/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/insecure_output_handling/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/insecure_output_handling/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/jailbreak/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/jailbreak/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/jailbreak/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/jailbreak/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/jailbreak/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/model_dos/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/model_dos/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/model_dos/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/model_dos/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/model_dos/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/model_extraction/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/model_extraction/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/model_extraction/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/model_extraction/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/model_extraction/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/owasp_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/owasp_strategy.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/prompt_injection/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/prompt_injection/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/prompt_injection/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/prompt_injection/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/prompt_injection/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/sensitive_info_disclosure/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/strategies/attack_strategies/sensitive_info_disclosure/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/sensitive_info_disclosure/base.py -------------------------------------------------------------------------------- /core/strategies/attack_strategies/sensitive_info_disclosure/data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/sensitive_info_disclosure/data.yaml -------------------------------------------------------------------------------- /core/strategies/attack_strategies/strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/attack_strategies/strategy.py -------------------------------------------------------------------------------- /core/strategies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/base.py -------------------------------------------------------------------------------- /core/strategies/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/strategies/const.py -------------------------------------------------------------------------------- /core/test_engine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/test_engine/orchestrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/core/test_engine/orchestrator.py -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/cli/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/cli/config.md -------------------------------------------------------------------------------- /docs/cli/generate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/cli/generate.md -------------------------------------------------------------------------------- /docs/cli/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/cli/index.md -------------------------------------------------------------------------------- /docs/cli/report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/cli/report.md -------------------------------------------------------------------------------- /docs/cli/test.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/cli/test.md -------------------------------------------------------------------------------- /docs/configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/configuration.md -------------------------------------------------------------------------------- /docs/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/development.md -------------------------------------------------------------------------------- /docs/getting_started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/getting_started.md -------------------------------------------------------------------------------- /docs/gif/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/gif/demo.gif -------------------------------------------------------------------------------- /docs/gif/stars.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/gif/stars.gif -------------------------------------------------------------------------------- /docs/images/control_tests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/images/control_tests.png -------------------------------------------------------------------------------- /docs/images/control_usage_distribution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/images/control_usage_distribution.png -------------------------------------------------------------------------------- /docs/images/custom_policy_integrations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/images/custom_policy_integrations.png -------------------------------------------------------------------------------- /docs/images/github.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/images/github.png -------------------------------------------------------------------------------- /docs/images/ui_screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/images/ui_screenshot.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/installation.md -------------------------------------------------------------------------------- /docs/premium.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/premium.md -------------------------------------------------------------------------------- /docs/providers/anthropic.md: -------------------------------------------------------------------------------- 1 | # Setup Anthropic 2 | 3 | ```bash 4 | export ANTHROPIC_API_KEY="your-api-key" 5 | ``` -------------------------------------------------------------------------------- /docs/providers/azure.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/providers/azure.md -------------------------------------------------------------------------------- /docs/providers/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/providers/index.md -------------------------------------------------------------------------------- /docs/providers/openai.md: -------------------------------------------------------------------------------- 1 | # Setup OpenAI 2 | 3 | ```bash 4 | export OPENAI_API_KEY="your-api-key" 5 | ``` -------------------------------------------------------------------------------- /docs/providers/vllm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/providers/vllm.md -------------------------------------------------------------------------------- /docs/releaseguide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/releaseguide.md -------------------------------------------------------------------------------- /docs/supported_providers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/supported_providers.md -------------------------------------------------------------------------------- /docs/testing/blackbox/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/testing/blackbox/index.md -------------------------------------------------------------------------------- /docs/testing/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/docs/testing/index.md -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/async_runner_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/examples/async_runner_example.py -------------------------------------------------------------------------------- /examples/config_examples/banking_assistant.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/examples/config_examples/banking_assistant.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements-lock.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/requirements-lock.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_cli_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/tests/test_cli_adapter.py -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/tests/test_runner.py -------------------------------------------------------------------------------- /ui/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ui/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/app.py -------------------------------------------------------------------------------- /ui/components/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /ui/components/compliance_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/components/compliance_report.py -------------------------------------------------------------------------------- /ui/components/risk_severity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/components/risk_severity.py -------------------------------------------------------------------------------- /ui/components/security_findings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/components/security_findings.py -------------------------------------------------------------------------------- /ui/components/strategy_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/components/strategy_table.py -------------------------------------------------------------------------------- /ui/constants/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ui/constants/attacks.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ui/constants/provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/constants/provider.py -------------------------------------------------------------------------------- /ui/dashboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/dashboard.py -------------------------------------------------------------------------------- /ui/docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/docs.py -------------------------------------------------------------------------------- /ui/utils/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /ui/utils/report_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fiddlecube/compliant-llm/HEAD/ui/utils/report_loader.py --------------------------------------------------------------------------------