├── .github
├── ISSUE_TEMPLATE
│ └── paper-submission-form.yaml
└── workflows
│ └── main.yml
├── EditEval_v1
├── Dataset
│ ├── action_change
│ │ ├── 1.jpeg
│ │ ├── 2.jpg
│ │ ├── 3.jpeg
│ │ └── 4.jpg
│ ├── background_change
│ │ ├── 1.jpg
│ │ ├── 2.jpg
│ │ ├── 3.jpg
│ │ ├── 4.jpg
│ │ ├── 5.jpg
│ │ ├── 6.jpg
│ │ ├── 7.jpg
│ │ └── 8.jpg
│ ├── editing_prompts_collection.xlsx
│ ├── object_addition
│ │ ├── 1.jpg
│ │ ├── 2.jpeg
│ │ ├── 3.jpg
│ │ ├── 4.jpg
│ │ ├── 5.jpg
│ │ ├── 6.jpg
│ │ ├── 7.jpg
│ │ └── 8.jpg
│ ├── object_removel
│ │ ├── 1.jpg
│ │ ├── 2.jpg
│ │ ├── 3.jpg
│ │ ├── 4.jpeg
│ │ ├── 5.jpeg
│ │ ├── 6.jpg
│ │ ├── 7.jpg
│ │ └── 8.jpg
│ ├── object_replacement
│ │ ├── 1.jpg
│ │ ├── 2.jpg
│ │ ├── 3.jpg
│ │ ├── 4.jpg
│ │ ├── 5.jpg
│ │ ├── 6.jpg
│ │ ├── 7.jpg
│ │ └── 8.jpg
│ ├── style_change
│ │ ├── 1.jpg
│ │ ├── 2.jpg
│ │ ├── 3.jpg
│ │ ├── 4.jpg
│ │ ├── 5.jpg
│ │ ├── 6.jpg
│ │ ├── 7.jpg
│ │ └── 8.jpg
│ └── texture_change
│ │ ├── 1.jpg
│ │ ├── 2.jpg
│ │ ├── 3.jpg
│ │ ├── 4.jpg
│ │ ├── 5.jpg
│ │ └── 6.jpg
└── Metric
│ └── LMM_Score_GPT4V_Prompt_Template.md
├── LICENSE
├── Leaderboard.md
├── README.MD
└── media
├── License-MIT-green.svg
├── Made-With-Love-red.svg
├── arXiv-Paper-red.svg
├── arXiv.svg
├── badge.svg
├── bg_change
├── 6_AIDI.png
├── 6_DDS.png
├── 6_InstructionPix2Pix.png
├── 6_LEDITS_PLUSPLUS.png
├── 6_SINE.png
├── 6_edict.png
├── 6_null_text.png
├── 6_proxedit.png
└── 6_src.jpg
└── title.png
/.github/ISSUE_TEMPLATE/paper-submission-form.yaml:
--------------------------------------------------------------------------------
1 | name: Paper Submission Form
2 | description: Use this form to submit a paper for this repository.
3 | title: "Paper Submission "
4 | labels: ["paper-submission"]
5 | assignees: ['huangjch526']
6 | body:
7 | - type: input
8 | id: paper-title
9 | attributes:
10 | label: Paper Title
11 | description: Enter the title of your paper.
12 | placeholder: "Your paper title here"
13 | validations:
14 | required: true
15 |
16 | - type: input
17 | id: publication-venue
18 | attributes:
19 | label: Publication
20 | description: "Please specify where your paper is published."
21 | placeholder: "arXiv 2024, etc."
22 | validations:
23 | required: true
24 |
25 | - type: input
26 | id: paper-link
27 | attributes:
28 | label: Paper Link
29 | description: Provide an arXiv link or publication link for your paper.
30 | placeholder: "http(s)://"
31 | validations:
32 | required: true
33 |
34 | - type: dropdown
35 | id: main-category
36 | attributes:
37 | label: Main Method Category
38 | description: Select the main method category of your paper.
39 | options:
40 | - Training-Based
41 | - Testing-Time Finetuning
42 | - Training and Finetuning Free
43 | validations:
44 | required: true
45 |
46 | - type: dropdown
47 | id: training-based-specifics
48 | attributes:
49 | label: Training-Based Specifics (Optional)
50 | description: "If you select 'Training-Based', please select a more specific category. If you prefer not to specify, it's okay; we will classify it for you."
51 | options:
52 | - Domain-Specific Editing with Weak Supervision
53 | - Reference and Attribute Guidance via Self-Supervision
54 | - Instructional Editing via Full Supervision
55 | - Pseudo-Target Retrieval with Weak Supervision
56 | validations:
57 | required: false
58 |
59 | - type: dropdown
60 | id: testing-time-finetuning-specifics
61 | attributes:
62 | label: Testing-Time Finetuning Specifics (Optional)
63 | description: "If you select 'Testing-Time Finetuning', please select a more specific category. If you prefer not to specify, it's okay; we will classify it for you."
64 | options:
65 | - Denosing Model Finetuning
66 | - Embeddings Finetuning
67 | - Guidance with Hypernetworks
68 | - Latent Variable Optimization
69 | - Hybrid Finetuning
70 | validations:
71 | required: false
72 |
73 | - type: dropdown
74 | id: training-and-finetuning-free-specifics
75 | attributes:
76 | label: Training and Finetuning Free Specifics (Optional)
77 | description: "If you select 'Training and Finetuning Free', please select a more specific category. If you prefer not to specify, it's okay; we will classify it for you."
78 | options:
79 | - Input Text Refinement
80 | - Inversion/Sampling Modification
81 | - Attention Modification
82 | - Mask Guidance
83 | - Multi-Noise Redirection
84 | validations:
85 | required: false
86 |
87 | - type: textarea
88 | id: additional-information
89 | attributes:
90 | label: Additional Information (Optional)
91 | description: "If there is anything else you'd like to add or specify about your submission, please do so here."
92 | placeholder: "Any other details or context for your paper submission."
93 | validations:
94 | required: false
95 |
--------------------------------------------------------------------------------
/.github/workflows/main.yml:
--------------------------------------------------------------------------------
1 | name: Auto Label and Assign Based on Main Method Category
2 |
3 | on:
4 | issues:
5 | types: [opened, edited]
6 |
7 | jobs:
8 | auto-label-and-assign:
9 | runs-on: ubuntu-latest
10 | steps:
11 | - name: Label and Assign Based on Category
12 | uses: actions/github-script@v7
13 | with:
14 | script: |
15 | const issueBody = context.payload.issue.body;
16 | const categories = {
17 | 'Training-Based': {
18 | label: 'training',
19 | assignees: ['Zwette', 'jiaxilv', 'Easquel']
20 | },
21 | 'Testing-Time Finetuning': {
22 | label: 'testing-time finetuning',
23 | assignees: ['liuyifan6613', 'Easquel', 'Zwette']
24 | },
25 | 'Training and Finetuning Free': {
26 | label: 'training & finetuning free',
27 | assignees: ['huangjch526', 'MingfuYAN', 'Easquel', 'Zwette']
28 | }
29 | };
30 |
31 | Object.keys(categories).forEach(category => {
32 | const pattern = new RegExp(`Main Method Category\\s*\\n\\s*${category}`);
33 | if (pattern.test(issueBody)) {
34 | const { label, assignees } = categories[category];
35 | github.rest.issues.addLabels({
36 | owner: context.repo.owner,
37 | repo: context.repo.repo,
38 | issue_number: context.issue.number,
39 | labels: [label],
40 | });
41 | github.rest.issues.addAssignees({
42 | owner: context.repo.owner,
43 | repo: context.repo.repo,
44 | issue_number: context.issue.number,
45 | assignees: assignees,
46 | });
47 | }
48 | });
49 |
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/action_change/1.jpeg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/action_change/1.jpeg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/action_change/2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/action_change/2.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/action_change/3.jpeg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/action_change/3.jpeg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/action_change/4.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/action_change/4.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/1.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/2.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/3.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/4.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/4.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/5.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/5.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/6.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/6.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/7.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/7.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/background_change/8.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/background_change/8.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/editing_prompts_collection.xlsx:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/editing_prompts_collection.xlsx
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/1.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/2.jpeg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/2.jpeg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/3.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/4.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/4.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/5.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/5.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/6.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/6.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/7.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/7.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_addition/8.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_addition/8.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/1.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/2.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/3.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/4.jpeg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/4.jpeg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/5.jpeg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/5.jpeg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/6.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/6.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/7.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/7.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_removel/8.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_removel/8.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/1.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/2.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/3.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/4.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/4.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/5.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/5.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/6.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/6.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/7.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/7.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/object_replacement/8.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/object_replacement/8.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/1.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/2.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/3.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/4.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/4.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/5.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/5.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/6.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/6.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/7.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/7.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/style_change/8.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/style_change/8.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/texture_change/1.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/texture_change/1.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/texture_change/2.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/texture_change/2.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/texture_change/3.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/texture_change/3.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/texture_change/4.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/texture_change/4.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/texture_change/5.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/texture_change/5.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Dataset/texture_change/6.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/SiatMMLab/Awesome-Diffusion-Model-Based-Image-Editing-Methods/0581cec1a20b89ca0f60e70cd6545704d5600368/EditEval_v1/Dataset/texture_change/6.jpg
--------------------------------------------------------------------------------
/EditEval_v1/Metric/LMM_Score_GPT4V_Prompt_Template.md:
--------------------------------------------------------------------------------
1 | # LMM Score: GPT-4V Prompt Template
2 |
3 | ## Prompt:
4 | I invite you to participate in an experiment on "Evaluation of Image Editing Performance with Different Methods". Be patient and focus. I will pay you tips according to your performance. Are you ready now?
5 |
6 | ## ChatGPT:
7 |
8 | I'm ready and intrigued! Let's dive into the experiment. How can I assist you with the evaluation?
9 |
10 | ## Prompt:
11 |
12 | Step 1: I will provide a source image, a task indicator meaning which specific task is being performed, and an editing instruction that guides the editing process on the source image. Please first view the images and describe the source image. Then describe the editing process.
13 |
14 | ## ChatGPT:
15 |
16 | Please go ahead and provide the source image, task indicator, and editing instruction. I'll start by describing the source image once I see it.
17 |
18 | ## Prompt:
19 |
20 |
21 | This is the source image.
22 |
23 | Task indicator: Background Change.
24 |
25 | Editing Instruction: Change the snowland to a beach.
26 |
27 | ## ChatGPT:
28 |
29 | The source image features an arctic fox sitting on snow-covered ground. The fox has thick, white fur, which provides camouflage against the snowy backdrop. The scene appears to be in a natural, possibly Arctic, environment, given the animal and the snow. There's a soft glow that suggests either early morning or late afternoon light, and the background is predominantly white due to the snow, with some shades of purple, likely due to the lighting or shadows.
30 |
31 | For the editing process as per your instruction, the snowland in the background would be replaced with a beach setting. This would involve removing the snowy ground and any snow-related features from the background and introducing elements typical of a beach scene, such as sand, perhaps some ocean or sea in the distance, and possibly a blue sky. The lighting and shadows on the fox might also need to be adjusted to match the typical lighting one would find in a beach environment, which tends to be brighter and warmer in tone.
32 |
33 | ## Prompt:
34 | Step 2: Now there are 8 edited images which are edited from the source image by 8 different methods with the same one editing instruction mentioned before. You are required to first pay enough careful examination of the 8 edited images. Then you need to score each one based on each of the four following evaluation factors separately, resulting in 4 sub-scores ranging from 1 to 10, termed $S_{acc}, S_{pre}, S_{qua}, S_{real}$, respectively. A higher score means better. The four factors are:
35 |
36 | 1. Editing Accuracy: Evaluate how closely the edited image adheres to the specified editing instruction, measuring the precision of the editing.
37 |
38 | 2. Contextual Preservation: Assess how well the edited image maintains the context of the source image that should not be changed.
39 |
40 | 3. Visual Quality: Assess the overall visual quality of the edited image.
41 |
42 | 4. Logical Realism: Evaluate how logically realistic the edited image is in terms of adherence to natural physical laws.
43 |
44 | Before scoring, carefully specify what to be concerned in each factor in this case. This can help you score more accurately. After that, I will upload the 8 edited images one by one. When I upload one image each time, you first give a detailed analysis based on the factors. After I upload them all, you can score them for comparison. Are you clear?
45 |
46 | ## ChatGPT:
47 |
48 | Absolutely clear. Before scoring, let's define the criteria for each evaluation factor in the context of changing the background from a snowy landscape to a beach scene:
49 |
50 | 1. **Editing Accuracy ($S_{acc}$):** This assesses how well the beach replaces the snowy environment without affecting the fox. Key concerns would include whether the snow is completely replaced by sand, if the boundary between the fox and the new background is seamless, and if elements such as the ocean, sky, or beach accessories (like seashells, starfish, etc.) have been added appropriately.
51 |
52 | 2. **Contextual Preservation ($S_{pre}$):** This evaluates the maintenance of the source image's context that shouldn't be altered, particularly the fox. Points to check are whether the fox remains unaltered in terms of appearance, pose, and shadow, and if the new background is adjusted to maintain the original lighting and perspective context.
53 |
54 | 3. **Visual Quality ($S_{qua}$):** Here, the overall aesthetic appeal of the image is judged, including the resolution, absence of artifacts, color harmony between the fox and the new background, and the natural integration of the beach scene.
55 |
56 | 4. **Logical Realism ($S_{real}$):** This factor gauges the believability of the edited image. It involves assessing whether the fox looks like it could naturally exist in the beach setting, whether the shadows and lighting on the fox match the new environment, and if the scale and perspective of the beach elements align with the fox.
57 |
58 | I'm ready to analyze the edited images based on these factors. Please upload the images when you are ready.
59 |
60 | ## Prompt:
61 |
62 |
63 | The first edited image.
64 |
65 | ## ChatGPT:
66 |
67 | In the provided edited image, the snowy background has been replaced with what seems to be a sandy beach. The following is a detailed analysis based on the four factors:
68 |
69 | 1. **Editing Accuracy:** The initial instruction was to transition the environment from a wintry snowscape to a coastal beach setting. Here, the original snow has been substituted with sand, which indicates a direct approach to the task. However, this change does not extend to a complete representation of a beach; essential elements like the sea, sky, and possibly vegetation or beach artifacts are missing. The alteration is fundamental but not comprehensive.
70 |
71 | 2. **Contextual Preservation:** The subject of the original image, the arctic fox, has been largely conserved in situ with meticulous attention to its defining characteristics. The preservation here is good as the creature remains unaltered and is the clear focal point of the composition, ensuring that the essence of the original image is intact.
72 |
73 | 3. **Visual Quality:** Assessing the aesthetic merits of the edit, there's a satisfactory level of finesse in blending the fox into its new context. Nevertheless, there is room for enhancement in terms of resolution and clarity to elevate the visual narrative. The current state presents an agreeable visual output, yet it doesn’t quite reach the zenith of high-definition quality.
74 |
75 | 4. **Logical Realism:** The logical realism of this image is challenging. While the fox is well integrated into the scene, the color of the sand doesn't align with natural sand colors, and the lighting has a purple hue that is atypical for a beach setting, making it less believable as a real beach environment.
76 |
77 | I'll hold off on scoring until I've seen all eight images to ensure a fair comparison. Please upload the next image when ready.
78 |
79 |
80 |
81 | ## Prompt:
82 |
83 |
84 |
85 | The second one.
86 |
87 | ## ChatGPT:
88 |
89 | In this second edited image, the arctic fox is placed against a background that seems to be a dusk or dawn beach scene. Here’s the analysis based on the reference points provided:
90 |
91 | 1. **Editing Accuracy:** The sandy beach setting is apparent, and there is a hint of the ocean in the background. The edit adheres to the instruction to change the snowland to a beach, and this is achieved with a noticeable level of detail.
92 |
93 | 2. **Contextual Preservation:** The integrity of the fox is maintained with no apparent distortion. However, there is a slight alteration in the shadow under the fox, which seems to be darker and more pronounced than in the original image. The fur texture and the overall posture of the fox remain consistent with the source image.
94 |
95 | 3. **Visual Quality:** This image displays an increase in visual quality. The blending of the fox into the sandy beach is executed with a higher degree of finesse, and the image is free from any noticeable editing artifacts. The colors are vibrant and draw the viewer's eye.
96 |
97 | 4. **Logical Realism:** The setting sun gives the beach a purple hue that complements the fox's fur, and the shadowing beneath the fox is consistent with this lighting. The positioning of the fox and the inclusion of the ocean add to the image's realistic portrayal of a beach scene.
98 |
99 | The overall appearance of this edit is of a higher quality, taking into account the effort to create a believable beach environment around the arctic fox. The elements combined here result in a coherent and aesthetically pleasing image. Please upload the next image for analysis.
100 |
101 |
102 |
103 | ## Prompt:
104 |
105 |
106 |
107 | The third one.
108 |
109 | ## ChatGPT:
110 |
111 | In the third edited image, the fox is seated on a surface that resembles beach sand, with the ocean visible in the background. Here's an analysis based on the evaluation factors:
112 |
113 | 1. **Editing Accuracy ($S\_{acc}$)**: The editing reflects the task instruction, replacing the snow with a sandy beach. The ocean is present, and the sand has a natural color, which aligns with the requested beach setting.
114 | 2. **Contextual Preservation ($S\_{pre}$)**: The fox is well-preserved with no noticeable distortion, maintaining the source context. However, the shadow cast by the fox appears slightly off in direction and intensity when compared to the original image's lighting context.
115 | 3. **Visual Quality ($S\_{qua}$)**: The image maintains a high level of visual quality. The sand's texture is distinct, and the fox is clear and sharply defined. The background and foreground are balanced, contributing to a high-quality visual appearance.
116 | 4. **Logical Realism ($S\_{real}$)**: This image has an improved sense of realism. The beach environment is believable, and the fox's integration into this setting is convincing. The shadow, while slightly off, does not severely detract from the realism. The overall lighting still carries a purple hue, which affects the natural appearance of the scene.
117 |
118 | Awaiting the remaining images for final scoring. Please upload the next image when ready.
119 |
120 |
121 |
122 |
123 |
124 |
125 |
126 |
127 |
128 |
129 |
130 |
131 |
132 | ## Prompt:
133 |
134 |
135 |
136 | The fourth one.
137 |
138 | ## ChatGPT:
139 |
140 | For the fourth edited image, the arctic fox is set against a beach scene that appears to be taken at a similar time of day as the previous images, with a gentle purple cast to the light:
141 |
142 | 1. **Editing Accuracy:** The transformation of the snow to sand is convincingly done, suggesting a careful application of the editing instruction. The ocean in the background, while minimal, does contribute to the beach scene.
143 |
144 | 2. **Contextual Preservation:** The fox's appearance is consistent with the original image. The fur texture and coloration appear unchanged, preserving the context. The shadow under the fox, however, seems a bit mismatched both in terms of direction and intensity, suggesting an alteration that does not completely align with the original lighting.
145 |
146 | 3. **Visual Quality:** The image presents a clear and crisp depiction of the fox. The sand texture is well defined, and the composition is visually appealing. However, the purple cast over the image affects the natural color balance one would expect in a beach setting.
147 |
148 | 4. **Logical Realism:** The realism is somewhat compromised by the purplish hue, which is not typical for a sunny beach scene. Although the fox is well-placed in the sand, the shadow's direction and the overall color cast may reduce the logical realism of the scene.
149 |
150 | The edit represents a competent blend of the source image with the new beach background, achieving a harmonious and believable scene. Please continue with the next image.
151 |
152 |
153 |
154 |
155 |
156 |
157 |
158 |
159 |
160 |
161 |
162 | ## Prompt:
163 |
164 |
165 | The fifth one.
166 |
167 | ## ChatGPT:
168 |
169 | The fifth image displays the arctic fox sitting on a surface that, upon initial glance, seems to be a sandy beach. However, a detailed look reveals some incongruities:
170 |
171 | 1. **Editing Accuracy:** The foreground where the fox sits has the texture of sand, matching the task of changing the snow to a beach. Yet, the background, with its light blue coloration, is reminiscent of snow rather than the typical brown or golden sands of a beach.
172 |
173 | 2. **Contextual Preservation:** The fox itself is untouched and retains its natural state from the original image. The integrity of the animal’s image within this new context is commendable.
174 |
175 | 3. **Visual Quality:** The image quality around the fox is quite good, with the fur texture sharply contrasting against the background. Nonetheless, the background's resemblance to snow rather than sand somewhat diminishes the visual coherence of a beach scene.
176 |
177 | 4. **Logical Realism:** While the foreground does suggest a beach setting, the background's light blue hue disrupts the logical realism. The setting behind the fox lacks the definitive characteristics of a beach, potentially confusing the viewer's sense of place.
178 |
179 | In essence, while the foreground aligns well with the intended beach setting, the background introduces elements that detract from the beach atmosphere, creating a dissonance that impacts the overall realism of the scene. Please present the next image.
180 |
181 |
182 |
183 |
184 |
185 |
186 |
187 |
188 |
189 |
190 |
191 |
192 |
193 | ## Prompt:
194 |
195 |
196 |
197 | The sixth one.
198 |
199 | ## ChatGPT:
200 |
201 | In this sixth edited image, there is a significant departure from the original source in terms of the background as well as the fox:
202 |
203 | 1. **Editing Accuracy:** The edit does not accurately reflect the task of changing the snowy background to a beach. Instead, the background remains snow-like in color and texture, and the fox has been altered dramatically, now resembling more of an abstract or surreal figure with wing-like extensions.
204 |
205 | 2. **Contextual Preservation:** The context of the original image has not been preserved. The fox's natural appearance has been heavily modified, losing the authenticity of the original image and the natural portrayal of the animal.
206 |
207 | 3. **Visual Quality:** The visual quality of the image has been compromised. The editing introduces elements that are quite abstract, and the integration between the fox and these elements does not provide a realistic or high-quality visual representation.
208 |
209 | 4. **Logical Realism:** The image does not convey a sense of logical realism. The alterations to the fox create a scene that defies natural physical laws, and the background, retaining its snow-like appearance, does not support the intended beach setting.
210 |
211 | The image presents as more of an artistic or conceptual creation rather than a realistic edit of the source image. Please continue with the next image.
212 |
213 |
214 |
215 |
216 |
217 |
218 |
219 |
220 |
221 |
222 |
223 | ## Prompt:
224 |
225 |
226 | The seventh one.
227 |
228 | ## ChatGPT:
229 |
230 | In the seventh edited image, we see the arctic fox placed on what seems to be a sandy surface, with the coloration of the scene reflecting a twilight or dawn atmosphere:
231 |
232 | 1. **Editing Accuracy:** The sandy texture suggests a beach environment and follows the instruction to replace the snowy background. However, beyond the sand, there are not many details that would further define the beach setting.
233 |
234 | 2. **Contextual Preservation:** The original image's context has been maintained well with the fox unchanged in its posture and expression. The natural look of the fox within the sandy setting has been respected, though the background lacks other beach elements that might solidify the context.
235 |
236 | 3. **Visual Quality:** The visual quality is fair, with a clean blend between the fox and its sandy surrounding. The texture of the sand is evident, and there is a decent level of detail that makes the image visually appealing.
237 |
238 | 4. **Logical Realism:** The scene achieves a certain level of realism, as the lighting on the fox and the shadows cast seem plausible within a beach-like setting, although the lighting might not be as bright as one would expect on a typical beach day.
239 |
240 | Overall, the image carries a sense of consistency in its editing, presenting the fox in a new environment that somewhat aligns with the intended beach backdrop. Please present the last image for analysis.
241 |
242 |
243 |
244 |
245 |
246 |
247 |
248 |
249 |
250 |
251 |
252 |
253 |
254 | ## Prompt:
255 |
256 |
257 | The last one.
258 |
259 | ## ChatGPT:
260 |
261 | In the eighth edited image, the arctic fox is presented on a sandy beach with visible ocean waves in the background:
262 |
263 | 1. **Editing Accuracy:** The edit successfully replaces the snow with sand and introduces the ocean, which is in line with the editing instructions. The addition of the ocean is a notable improvement in creating a convincing beach setting.
264 |
265 | 2. **Contextual Preservation:** The fox is preserved well, maintaining its original pose and characteristics. The editing has respected the original image, keeping the focus on the fox while changing the background.
266 |
267 | 3. **Visual Quality:** The quality of the editing is good, though the image seems a bit grainy, possibly due to the sand's texture or the lighting. The fox is integrated well into the beach setting, but there's a slight mismatch in clarity between the fox and the background.
268 |
269 | 4. **Logical Realism:** The realism is enhanced by the addition of the ocean and the appropriate scale of the waves in relation to the fox. The lighting on the fox appears mostly consistent with the beach environment, even though the light seems a bit muted for a beach setting.
270 |
271 | This image provides a credible portrayal of the fox in a beach environment, with improvements in the background elements adding to the realism of the setting.
272 |
273 | Having now analyzed all eight images, we can proceed with the next step of your experiment.
274 |
275 |
276 |
277 |
278 |
279 |
280 |
281 |
282 |
283 |
284 |
285 | ## Prompt:
286 |
287 | Score, please. Please be careful about these factors, which require fine-grained observation. Avoid the same scores. Now go ahead!
288 |
289 | ## ChatGPT:
290 |
291 | Understood, here are the scores for all eight images with short explanations:
292 |
293 | **Image 1:**
294 |
295 | * $S_{acc}$: 6 The snow is replaced by sand, but without additional beach elements.
296 | * $S_{pre}$: 7 The fox is well preserved in its natural state.
297 | * $S_{qua}$: 5 The image quality is decent but could be improved for a clearer beach scene.
298 | * $S_{real}$: 6 The scene is somewhat realistic but lacks some beach-specific details.
299 |
300 | **Image 2:**
301 |
302 | * $S_{acc}$: 6 Sand is present, but the beach setting lacks completeness.
303 | * $S_{pre}$: 8 The fox's context and environment are well maintained.
304 | * $S_{qua}$: 7 The image has a good visual appeal, though it lacks some finer details.
305 | * $S_{real}$: 6 The lighting on the fox is slightly off for a beach setting.
306 |
307 | **Image 3:**
308 |
309 | * $S_{acc}$: 8 The beach background is clear and aligns well with the editing instructions.
310 | * $S_{pre}$: 9 Excellent contextual preservation of the fox.
311 | * $S_{qua}$: 9 High visual quality with a clean and natural integration.
312 | * $S_{real}$: 8 Very believable beach scene, though the lighting could be more vibrant.
313 |
314 | **Image 4:**
315 |
316 | * $S_{acc}$: 7 The image adheres to the task with a clear beach setting.
317 | * $S_{pre}$: 7 The fox is unchanged and fits well into the scene.
318 | * $S_{qua}$: 7 Good overall quality with no editing artifacts.
319 | * $S_{real}$: 7 The image is quite believable, although the lighting could be adjusted for consistency.
320 |
321 | **Image 5:**
322 |
323 | * $S_{acc}$: 6 The beach setting is visible, but the back looks more like snow than sand.
324 | * $S_{pre}$: 10 The fox is perfectly preserved in detail.
325 | * $S_{qua}$: 7 Good visual quality, but the background doesn't fully support the beach theme.
326 | * $S_{real}$: 6 The setting is not fully convincing as a beach scene.
327 |
328 | **Image 6:**
329 |
330 | * $S_{acc}$: 1 The edit strays significantly from a beach setting.
331 | * $S_{pre}$: 2 The fox is heavily altered, losing the original context.
332 | * $S_{qua}$: 1 Low visual quality, with the image taking on an abstract quality.
333 | * $S_{real}$: 1 The image lacks realism, with surreal modifications.
334 |
335 | **Image 7:**
336 |
337 | * $S_{acc}$: 7 Beach sand is evident, though additional details are missing.
338 | * $S_{pre}$: 8 The fox remains well-preserved in its original form.
339 | * $S_{qua}$: 7 The image is visually coherent, despite some graininess.
340 | * $S_{real}$: 6 Realism is present but slightly diminished by the muted lighting.
341 |
342 | **Image 8:**
343 |
344 | * $S_{acc}$: 9 The image successfully introduces a clear beach background with sand and sea.
345 | * $S_{pre}$: 9 The fox is excellently maintained in its original state within the new setting.
346 | * $S_{qua}$: 6 The overall quality is good, with minor issues in graininess and clarity.
347 | * $S_{real}$: 7 The setting is realistic, with a few minor discrepancies in lighting.
348 |
349 | These scores are assigned with careful consideration of the nuanced differences between the images based on the provided reference points.
350 |
351 | ## Prompt:
352 |
353 | Step 3: Once you produce the four sub-scores for each edited image, you also need to calculate an overall score $S_{all}$ through a weighted sum of them according to the formula below:
354 |
355 | $S_{all}=0.4S_{acc}+0.3S_{pre}+0.2S_{qua}+0.1S_{real}$
356 |
357 | ## ChatGPT:
358 |
359 | The overall scores \( $S_{all}$ \) for all eight edited images, calculated using the weighted sum formula, are as follows:
360 |
361 | - Image 1: 6.1
362 | - Image 2: 6.8
363 | - Image 3: 8.5
364 | - Image 4: 7.0
365 | - Image 5: 7.4
366 | - Image 6: 1.3
367 | - Image 7: 7.2
368 | - Image 8: 8.2
369 |
370 | These scores are based on individual assessments of editing accuracy, contextual preservation, visual quality, and logical realism for each image. Based on these scores, Image 3 achieved the highest overall score, indicating it most effectively met the criteria of the editing task.
371 |
--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
1 | MIT License
2 |
3 | Copyright (c) 2024 SiatMMLab
4 |
5 | Permission is hereby granted, free of charge, to any person obtaining a copy
6 | of this software and associated documentation files (the "Software"), to deal
7 | in the Software without restriction, including without limitation the rights
8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 |
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 |
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 |
--------------------------------------------------------------------------------
/Leaderboard.md:
--------------------------------------------------------------------------------
1 | # Leaderboard
2 |
3 | ## Table of Contents
4 | - [Object Addition](#object-addition)
5 | - [Object Replacement](#object-replacement)
6 | - [Object Removal](#object-removal)
7 | - [Background Change](#background-change)
8 | - [Style Change](#style-change)
9 | - [Texture Change](#texture-change)
10 | - [Action Change](#action-change)
11 |
12 |
13 | ## Object Addition
14 |