├── .github └── workflows │ ├── auto-assign.yml │ └── proof-html.yml ├── .gitignore ├── LICENSE ├── README.md ├── app ├── README.md ├── app.py ├── feedback.py ├── feel-add-icon.png ├── languages.json └── tempCodeRunnerFile.py ├── data ├── download_data.sh ├── example_data.json └── generate_dpo.py ├── ml ├── README.md ├── adapter_metadata.py ├── dataset_transformer.py ├── dpo_pipeline.py ├── eval │ ├── .reward_eval.py.swp │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-312.pyc │ │ ├── evaluate_arguments.cpython-312.pyc │ │ └── utils.cpython-312.pyc │ ├── alpaca.py │ ├── bt.py │ ├── evaluate_arguments.py │ ├── evaluation_pipeline.py │ ├── generate.py │ ├── generate_sanity_check.py │ ├── reward_eval.py │ ├── test │ │ ├── gen_examples_idan_mini.json │ │ └── gens_examples_idan.json │ └── utils.py ├── feel.yaml ├── kto_dataset_processor.py ├── train.sh ├── trainer.py └── trl_rlhf_data.py ├── pyproject.toml ├── requirements.txt └── uv.lock /.github/workflows/auto-assign.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/.github/workflows/auto-assign.yml -------------------------------------------------------------------------------- /.github/workflows/proof-html.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/.github/workflows/proof-html.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/README.md -------------------------------------------------------------------------------- /app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/app/README.md -------------------------------------------------------------------------------- /app/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/app/app.py -------------------------------------------------------------------------------- /app/feedback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/app/feedback.py -------------------------------------------------------------------------------- /app/feel-add-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/app/feel-add-icon.png -------------------------------------------------------------------------------- /app/languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/app/languages.json -------------------------------------------------------------------------------- /app/tempCodeRunnerFile.py: -------------------------------------------------------------------------------- 1 | th gr.Blocks(css=cs -------------------------------------------------------------------------------- /data/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/data/download_data.sh -------------------------------------------------------------------------------- /data/example_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/data/example_data.json -------------------------------------------------------------------------------- /data/generate_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/data/generate_dpo.py -------------------------------------------------------------------------------- /ml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/README.md -------------------------------------------------------------------------------- /ml/adapter_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/adapter_metadata.py -------------------------------------------------------------------------------- /ml/dataset_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/dataset_transformer.py -------------------------------------------------------------------------------- /ml/dpo_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/dpo_pipeline.py -------------------------------------------------------------------------------- /ml/eval/.reward_eval.py.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/.reward_eval.py.swp -------------------------------------------------------------------------------- /ml/eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/__init__.py -------------------------------------------------------------------------------- /ml/eval/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /ml/eval/__pycache__/evaluate_arguments.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/__pycache__/evaluate_arguments.cpython-312.pyc -------------------------------------------------------------------------------- /ml/eval/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /ml/eval/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/alpaca.py -------------------------------------------------------------------------------- /ml/eval/bt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/bt.py -------------------------------------------------------------------------------- /ml/eval/evaluate_arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/evaluate_arguments.py -------------------------------------------------------------------------------- /ml/eval/evaluation_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/evaluation_pipeline.py -------------------------------------------------------------------------------- /ml/eval/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/generate.py -------------------------------------------------------------------------------- /ml/eval/generate_sanity_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/generate_sanity_check.py -------------------------------------------------------------------------------- /ml/eval/reward_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/reward_eval.py -------------------------------------------------------------------------------- /ml/eval/test/gen_examples_idan_mini.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/test/gen_examples_idan_mini.json -------------------------------------------------------------------------------- /ml/eval/test/gens_examples_idan.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/test/gens_examples_idan.json -------------------------------------------------------------------------------- /ml/eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/eval/utils.py -------------------------------------------------------------------------------- /ml/feel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/feel.yaml -------------------------------------------------------------------------------- /ml/kto_dataset_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/kto_dataset_processor.py -------------------------------------------------------------------------------- /ml/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/train.sh -------------------------------------------------------------------------------- /ml/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/trainer.py -------------------------------------------------------------------------------- /ml/trl_rlhf_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/ml/trl_rlhf_data.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/requirements.txt -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/feel/HEAD/uv.lock --------------------------------------------------------------------------------