├── .gitignore ├── LICENSE ├── README.md ├── code ├── __init__.py ├── debate4tran.py └── utils │ ├── __init__.py │ ├── agent.py │ ├── config4all.json │ ├── config4tran.json │ └── openai_utils.py ├── data ├── CommonMT │ ├── Lexical_Ambiguity │ │ ├── MAD_Debate_Process │ │ │ ├── 0.json │ │ │ ├── 1.json │ │ │ ├── 10.json │ │ │ ├── 100.json │ │ │ ├── 101.json │ │ │ ├── 102.json │ │ │ ├── 103.json │ │ │ ├── 104.json │ │ │ ├── 105.json │ │ │ ├── 106.json │ │ │ ├── 107.json │ │ │ ├── 108.json │ │ │ ├── 109.json │ │ │ ├── 11.json │ │ │ ├── 110.json │ │ │ ├── 111.json │ │ │ ├── 112.json │ │ │ ├── 113.json │ │ │ ├── 114.json │ │ │ ├── 115.json │ │ │ ├── 116.json │ │ │ ├── 117.json │ │ │ ├── 118.json │ │ │ ├── 119.json │ │ │ ├── 12.json │ │ │ ├── 120.json │ │ │ ├── 121.json │ │ │ ├── 122.json │ │ │ ├── 123.json │ │ │ ├── 124.json │ │ │ ├── 125.json │ │ │ ├── 126.json │ │ │ ├── 127.json │ │ │ ├── 128.json │ │ │ ├── 129.json │ │ │ ├── 13.json │ │ │ ├── 130.json │ │ │ ├── 131.json │ │ │ ├── 132.json │ │ │ ├── 133.json │ │ │ ├── 134.json │ │ │ ├── 135.json │ │ │ ├── 136.json │ │ │ ├── 137.json │ │ │ ├── 138.json │ │ │ ├── 139.json │ │ │ ├── 14.json │ │ │ ├── 140.json │ │ │ ├── 141.json │ │ │ ├── 142.json │ │ │ ├── 143.json │ │ │ ├── 144.json │ │ │ ├── 145.json │ │ │ ├── 146.json │ │ │ ├── 147.json │ │ │ ├── 148.json │ │ │ ├── 149.json │ │ │ ├── 15.json │ │ │ ├── 150.json │ │ │ ├── 151.json │ │ │ ├── 152.json │ │ │ ├── 153.json │ │ │ ├── 154.json │ │ │ ├── 155.json │ │ │ ├── 156.json │ │ │ ├── 157.json │ │ │ ├── 158.json │ │ │ ├── 159.json │ │ │ ├── 16.json │ │ │ ├── 160.json │ │ │ ├── 161.json │ │ │ ├── 162.json │ │ │ ├── 163.json │ │ │ ├── 164.json │ │ │ ├── 165.json │ │ │ ├── 166.json │ │ │ ├── 167.json │ │ │ ├── 168.json │ │ │ ├── 169.json │ │ │ ├── 17.json │ │ │ ├── 170.json │ │ │ ├── 171.json │ │ │ ├── 172.json │ │ │ ├── 173.json │ │ │ ├── 174.json │ │ │ ├── 175.json │ │ │ ├── 176.json │ │ │ ├── 177.json │ │ │ ├── 178.json │ │ │ ├── 179.json │ │ │ ├── 18.json │ │ │ ├── 180.json │ │ │ ├── 181.json │ │ │ ├── 182.json │ │ │ ├── 183.json │ │ │ ├── 184.json │ │ │ ├── 185.json │ │ │ ├── 186.json │ │ │ ├── 187.json │ │ │ ├── 188.json │ │ │ ├── 189.json │ │ │ ├── 19.json │ │ │ ├── 190.json │ │ │ ├── 191.json │ │ │ ├── 192.json │ │ │ ├── 193.json │ │ │ ├── 194.json │ │ │ ├── 195.json │ │ │ ├── 196.json │ │ │ ├── 197.json │ │ │ ├── 198.json │ │ │ ├── 199.json │ │ │ ├── 2.json │ │ │ ├── 20.json │ │ │ ├── 21.json │ │ │ ├── 22.json │ │ │ ├── 23.json │ │ │ ├── 24.json │ │ │ ├── 25.json │ │ │ ├── 26.json │ │ │ ├── 27.json │ │ │ ├── 28.json │ │ │ ├── 29.json │ │ │ ├── 3.json │ │ │ ├── 30.json │ │ │ ├── 31.json │ │ │ ├── 32.json │ │ │ ├── 33.json │ │ │ ├── 34.json │ │ │ ├── 35.json │ │ │ ├── 36.json │ │ │ ├── 37.json │ │ │ ├── 38.json │ │ │ ├── 39.json │ │ │ ├── 4.json │ │ │ ├── 40.json │ │ │ ├── 41.json │ │ │ ├── 42.json │ │ │ ├── 43.json │ │ │ ├── 44.json │ │ │ ├── 45.json │ │ │ ├── 46.json │ │ │ ├── 47.json │ │ │ ├── 48.json │ │ │ ├── 49.json │ │ │ ├── 5.json │ │ │ ├── 50.json │ │ │ ├── 51.json │ │ │ ├── 52.json │ │ │ ├── 53.json │ │ │ ├── 54.json │ │ │ ├── 55.json │ │ │ ├── 56.json │ │ │ ├── 57.json │ │ │ ├── 58.json │ │ │ ├── 59.json │ │ │ ├── 6.json │ │ │ ├── 60.json │ │ │ ├── 61.json │ │ │ ├── 62.json │ │ │ ├── 63.json │ │ │ ├── 64.json │ │ │ ├── 65.json │ │ │ ├── 66.json │ │ │ ├── 67.json │ │ │ ├── 68.json │ │ │ ├── 69.json │ │ │ ├── 7.json │ │ │ ├── 70.json │ │ │ ├── 71.json │ │ │ ├── 72.json │ │ │ ├── 73.json │ │ │ ├── 74.json │ │ │ ├── 75.json │ │ │ ├── 76.json │ │ │ ├── 77.json │ │ │ ├── 78.json │ │ │ ├── 79.json │ │ │ ├── 8.json │ │ │ ├── 80.json │ │ │ ├── 81.json │ │ │ ├── 82.json │ │ │ ├── 83.json │ │ │ ├── 84.json │ │ │ ├── 85.json │ │ │ ├── 86.json │ │ │ ├── 87.json │ │ │ ├── 88.json │ │ │ ├── 89.json │ │ │ ├── 9.json │ │ │ ├── 90.json │ │ │ ├── 91.json │ │ │ ├── 92.json │ │ │ ├── 93.json │ │ │ ├── 94.json │ │ │ ├── 95.json │ │ │ ├── 96.json │ │ │ ├── 97.json │ │ │ ├── 98.json │ │ │ └── 99.json │ │ ├── output │ │ │ ├── baseline │ │ │ ├── gpt4 │ │ │ ├── mad │ │ │ ├── maps │ │ │ ├── rerank │ │ │ └── self_reflect │ │ └── raw │ │ │ ├── lexical.zh-en.en │ │ │ └── lexical.zh-en.zh │ ├── README.md │ └── input.example.txt └── CounterintuitiveQA │ └── CIAR.json ├── debate4tran.sh ├── example_1.md ├── imgs ├── CommonMT.png ├── CounterintuitiveQA.png ├── angel.png ├── devil.png ├── framework.png ├── image.png ├── judge.png ├── logo.png ├── logo2.png ├── mad_qa_case1.gif ├── overview.png ├── translation-case1.png └── translation-case2.png ├── interactive.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- 1 | venv 2 | *.pyc 3 | .env -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 |
2 | Logo 3 |
4 | 5 |

⚖️ MAD: Multi-Agent Debate

6 | 7 | :fire:This work aims to explore the debating capability of LLMs by proposing the **MAD** framework, which stands for **M**ulti-**A**gents **D**ebate. 8 | 9 | > 10 | > "Truth emerges from the clash of adverse ideas."
11 | > "真理越辩越明。" 12 | > 13 | 14 | 15 | 16 | 17 | 18 | ### Brief Introduction 19 | 20 | The cognitive behavior of large language models (LLMs) has garnered significant attention in recent times. For example, **self-reflection**, a concept that usually refers to the process of introspection and examination of a person's own thoughts, has also been demonstrated effective with LLMs in solving challenging NLP tasks. 21 | However, we point out that self-reflection can easily fall into the **degeneration of thoughts (DoT)** issue in the follow scenarios: 22 | - **Bias and Distorted Perception**: Self-perception can be influenced by biases, preconceived notions, and distorted thinking patterns. If an individual's self-reflection is clouded by such biases or distorted thinking, it can lead to :pensive:_inaccurate conclusions and hinder personal growth_. 23 | - **Rigidity and Resistance to Change**: Self-reflection often involves challenging one's beliefs, assumptions, and behaviors. If an individual is resistant to change or holds rigid beliefs, they may :pensive:_struggle to engage in meaningful self-reflection_ that leads to personal growth. 24 | - **Limited External Feedback**: Self-reflection is primarily an internal process, but external feedback can provide valuable perspectives and insights. Without seeking or considering external feedback, an individual may :pensive:_miss important blind spots or alternative viewpoints that can enrich their self-reflection_. 25 | 26 |
27 | MAD 28 |

Figure 1: Comparison between debate and reflection.

29 |
30 | 31 | In this project, we have embarked on a journey to explore the potential of a debating interaction framework among LLMs. 32 | With **MAD**, the nature of agents being in the state of 'tit for tat' determines that (1) the distorted thinking of one agent can be corrected by the other one :grinning:; (2) the resistance to change of one agent will be complemented by the other one :smile:; and (3) either agent can provide external feedback for each other :laughing:. 33 | 34 | Obviously, **MAD** is less likely to have the **DoT** issue and can exploit more potential of LLMs. Experiments show that MAD brings significant and consistent improvements on Counterintuitive QA and Commonsense-MT tasks. 35 | 36 | JOIN US on this journey of exploring the interaction and debating capability with LLMs. :rocket::rocket::rocket: 37 | 38 | ### Framework 39 |
40 | MAD 41 |

Figure 2: Framework of Multi-Agent Debate. Here we designate the devil () as the affirmative side while the angel () as the negative side. We want the angel to correct the devil’s mistakes..

42 |
43 | 44 | 45 | ## Run 46 | 47 | **Preparation** 48 | 49 | ```shell 50 | pip3 install -r requirements.txt 51 | ``` 52 | * Set your openai API_KEY in `debate4tran.sh` 53 | * Set your openai API_KEY in `interactive.py` 54 | 55 | **Run MAD** 56 | 57 | ```shell 58 | sh debate4tran.sh 59 | ``` 60 | 61 | **Run Interactive** 62 | 63 | If you just want to have a try, you can try the interactive script on your PC. 64 | 65 | ```shell 66 | python3 interactive.py 67 | ``` 68 | 69 | Or simply try our demo for translation [here](https://3a3262e6a138888bd4.gradio.live/). 70 | 71 | 72 | ## Main Results 73 | 74 | ### Counterintuitive QA 75 | 76 |
77 | CounterintuitiveQA 78 |

Table 1: Reasoning accuracy on Counter-Intuitive AR.

79 |
80 | 81 | 82 | ##### Case 1 83 | 84 | When Alice walks up the hill, her speed is 1 m/s and when she goes down the hill, her speed is 3 m/s. Then when Alice walks up and down the hill, what is her average speed? (1.5m/s) 85 | ###### MAD 86 | 87 |
88 | MAD 89 |

Figure 3: An Animation to Show the Process of MAD.

90 |
91 | 92 |
93 | Debate process 94 | 95 | * :Alice's average speed can be calculated by adding her speed going up the hill and her speed going down the hill, and then dividing by 2. **So, (1 m/s + 3 m/s) / 2 = 2 m/s.** Therefore, Alice's average speed is 2 m/s. 96 | * : I disagree with your answer. The problem doesn't give us any information about the distance Alice covers while going up and down the hill. **So, we cannot simply add her speeds and divide by 2 to get her average speed.** We need to know the distance she covers to calculate her average speed. 97 | * : **The average speed is calculated by dividing the total distance by the total time taken.** As Alice walks up and down the hill, the distance covered in both directions is the same. Therefore, the total distance covered is 2 times the distance of either direction. 98 | * : That's a good point. But we can assume that Alice covers the same distance going up and down the hill. In that case, we can use the formula for average speed, which is total distance divided by total time. **If Alice covers a distance of d going up and down the hill, then her total distance is 2d. Her time going up the hill is d/1 = d, and her time going down the hill is d/3. So, her total time is d + d/3 = 4d/3. Therefore, her average speed is 2d/(4d/3) = 3/2 m/s.** 99 | * : Thank you for providing your answer. This average speed of 1.5 m/s takes into account both the uphill and downhill speeds, providing a balanced representation of Alice's overall performance while walking up and down the hill. 100 | * : Yes. Let's assume the distance is d. The time taken to walk up the hill is d/1 and the time taken to walk down the hill is d/3. The total time taken is d/1 + d/3 = 4d/3. **Therefore, the average speed is (2d)/(4d/3) = 1.5 m/s. Hence, the negative side is correct.** 101 | 102 |
103 | 104 |
105 | Case 2 106 | We have 1 ton apples which contain 90% water. After a few days, those apples only have 80% water. What is the weight of those apples now? (0.5ton) 107 | 108 | ###### MAD 109 | * : First, we need to find out how much of the original weight was water. If we have 1 ton of apples with 90% water, then the weight of water in those apples is 0.9 x 1 ton = 0.9 tons.
110 | Next, we need to find out how much of the new weight is water. If the apples now have 80% water, then the weight of water in those apples is 0.8 x new weight. 111 | 112 | We can set up an equation:
113 | **0.8 x new weight = 0.9 tons**
114 | To solve for the new weight, we can divide both sides by 0.8:
115 | new weight = 0.9 tons / 0.8
116 | new weight = 1.125 tons
117 | Therefore, the weight of the apples now is 1.125 tons. 118 | 119 | * : **It's important to note that the weight of the apples has decreased due to the loss of water, but the weight of the remaining *solids* remains the same.** This is why we need to calculate the weight of remaining solids in both scenarios to find the new weight of the apples.
120 | 121 | * : Great idea! While it is true that the water content of the apples decreases from 90\% to 80\%, the solid, non-water content of the apples does not change.
122 | 123 | * : You are correct. The weight of the apples has decreased due to the loss of water, but the weight of the remaining solids remains the same. Therefore, we need to calculate the weight of the remaining solids in both scenarios to find the new weight of the apples. 124 | 125 | We can set up an equation:
126 | **0.2 x new weight = 0.1 tons**
127 | To solve for the new weight, we can divide both sides by 0.2:
128 | new weight = 0.1 tons / 0.2
129 | new weight = 0.5 tons
130 | Therefore, the weight of the apples now is 0.5 tons. 131 | 132 | * : Thank you for your perspective. While it's true that the weight of the apples themselves hasn't changed, the overall weight of the apples with the water included has decreased. So, the weight of the apples now is 0.5 tons. 133 | 134 | * : The negative side correctly calculated the new weight of the apples by considering the solid content as a constant and using the formula to find the new weight based on the reduced water content percentage. 135 | 136 |
137 | 138 | --- 139 | 140 | ### Commonsense Machine Translation 141 | 142 |
143 | CommonMT 144 |

Table 2: Translation performance on Common MT.

145 |
146 | 147 | 148 | ##### Case 1 149 | Given the Chinese sentence "吃掉敌人一个师。", please provide its translation in English. 150 | 151 | ###### MAD 152 | * : I believe the correct translation of the Chinese text "吃掉敌人一个师" is "Eat up an enemy division.” **The word "吃掉" literally means "eat up" or “consume."** 153 | * : I disagree with your translation. I believe the correct translation of the Chinese text "吃掉敌人一个师" is "Eliminate an enemy division.” While "吃掉" can be translated as "eat up" or "consume," **it can also mean "eliminate" or "annihilate" in a military context.** In this case, it is more appropriate to use "eliminate" as it conveys the idea of completely destroying the enemy division. 154 | * : Both sides presented valid arguments and translations that accurately convey the meaning of the original Chinese text. The choice between 'eat up' and 'eliminate' may depend on the context and tone of the text. Therefore, there is no clear preference for either side at this time. 155 | * : While "eliminate" does convey the idea of completely destroying the enemy division, it doesn't capture the connotation of consuming or devouring the enemy that is implied by “吃掉." 156 | * : **In a military context, "吃掉" is often used to describe the complete destruction of the enemy, rather than the consumption of their resources or territory.** 157 | * : Both sides presented valid arguments, but the negative side's argument that 'eliminate' better captures the intensity and seriousness of the military language used in the original Chinese text was more convincing. Additionally, 'eliminate' accurately conveys the idea of completely destroying the enemy division. Therefore, the correct English translation of the Chinese text '吃掉敌人一个师' is **'Eliminate an enemy division.'** 158 | 159 |

160 | 161 |

162 | 163 | 164 |
165 | Case 2 166 | Given the Chinese sentence "他从后门搞到了不少名酒。", please provide its translation in English. 167 | 168 | ###### MAD 169 | 170 | * : The phrase “从后门” **literally translates to “from the back door.”** 171 | * : I actually disagree with your translation. I believe a more accurate translation would be "He got a lot of famous liquor from the back door. Lastly, while "从后门" does literally translate to "from the back door," **it is a common Chinese idiom that means obtaining something through unofficial or illegitimate means**. Therefore, the use of "from the back door" in the translation is not entirely accurate. Instead, the use of "from an unofficial source" or "through unofficial means" would be more appropriate. 172 | * : Both sides presented valid arguments and translations that accurately capture the meaning of the original Chinese text. The choice between wine and liquor is a matter of interpretation and context. **The use of from the back door versus from an unofficial source is a matter of preference and style.** Therefore, there is no clear preference for a translation candidate. 173 | * : **I agree that "从后门" is a common Chinese idiom that means obtaining something through unofficial or illegitimate means.** The use of "from an unofficial source" or "through unofficial means" can be more appropriate than "from the back door.” 174 | * : Yes, I agree with your perspective. 175 | * : While both translations accurately capture the meaning of the original Chinese text, the use of 'liquor' in candidate 2 is more accurate as '名酒' is more commonly used to refer to liquor. Additionally, the use of 'from an unofficial source' in candidate 3 more accurately conveys the connotation of '从后门' as obtaining something through unofficial or illegitimate means. Therefore, the correct translation is: **'He got a lot of famous liquor from an unofficial source.'** 176 | 177 |

178 | 179 |

180 | 181 |
182 | 183 | 184 | ### Reference 185 | 186 | - **0-Shot CoT**: Large Language Models are Zero-Shot Reasoners (NeurIPS 2022) 187 | - **Self-Consist**: Self-Consistency Improves Chain of Thought Reasoning in Language Models (ICLR 2023) 188 | - **Self-Reflect**: Reflexion: an autonomous agent with dynamic memory and self-reflection (arxiv 2023) 189 | - **MAPS**: Exploring Human-Like Translation Strategy with Large Language Models (arxiv 2023) 190 | 191 | 192 | ## Citation 193 | ``` 194 | @article{liang2023encouraging, 195 | title={Encouraging Divergent Thinking in Large Language Models through Multi-Agent Debate}, 196 | author={Liang, Tian and He, Zhiwei and Jiao, Wenxiang and Wang, Xing and Wang, Yan and Wang, Rui and Yang, Yujiu and Tu, Zhaopeng and Shi, Shuming}, 197 | journal={arXiv preprint arXiv:2305.19118}, 198 | year={2023} 199 | } 200 | ``` 201 | 202 | 203 | 204 | 205 | -------------------------------------------------------------------------------- /code/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/code/__init__.py -------------------------------------------------------------------------------- /code/debate4tran.py: -------------------------------------------------------------------------------- 1 | """ 2 | MAD: Multi-Agent Debate with Large Language Models 3 | Copyright (C) 2023 The MAD Team 4 | 5 | This program is free software: you can redistribute it and/or modify 6 | it under the terms of the GNU General Public License as published by 7 | the Free Software Foundation, either version 3 of the License, or 8 | (at your option) any later version. 9 | 10 | This program is distributed in the hope that it will be useful, 11 | but WITHOUT ANY WARRANTY; without even the implied warranty of 12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 | GNU General Public License for more details. 14 | 15 | You should have received a copy of the GNU General Public License 16 | along with this program. If not, see . 17 | """ 18 | 19 | 20 | import os 21 | import json 22 | import random 23 | # random.seed(0) 24 | import argparse 25 | from langcodes import Language 26 | from utils.agent import Agent 27 | from datetime import datetime 28 | from tqdm import tqdm 29 | 30 | 31 | NAME_LIST=[ 32 | "Affirmative side", 33 | "Negative side", 34 | "Moderator", 35 | ] 36 | 37 | class DebatePlayer(Agent): 38 | def __init__(self, model_name: str, name: str, temperature:float, openai_api_key: str, sleep_time: float) -> None: 39 | """Create a player in the debate 40 | 41 | Args: 42 | model_name(str): model name 43 | name (str): name of this player 44 | temperature (float): higher values make the output more random, while lower values make it more focused and deterministic 45 | openai_api_key (str): As the parameter name suggests 46 | sleep_time (float): sleep because of rate limits 47 | """ 48 | super(DebatePlayer, self).__init__(model_name, name, temperature, sleep_time) 49 | self.openai_api_key = openai_api_key 50 | 51 | 52 | class Debate: 53 | def __init__(self, 54 | model_name: str='gpt-3.5-turbo', 55 | temperature: float=0, 56 | num_players: int=3, 57 | save_file_dir: str=None, 58 | openai_api_key: str=None, 59 | prompts_path: str=None, 60 | max_round: int=3, 61 | sleep_time: float=0 62 | ) -> None: 63 | """Create a debate 64 | 65 | Args: 66 | model_name (str): openai model name 67 | temperature (float): higher values make the output more random, while lower values make it more focused and deterministic 68 | num_players (int): num of players 69 | save_file_dir (str): dir path to json file 70 | openai_api_key (str): As the parameter name suggests 71 | prompts_path (str): prompts path (json file) 72 | max_round (int): maximum Rounds of Debate 73 | sleep_time (float): sleep because of rate limits 74 | """ 75 | 76 | self.model_name = model_name 77 | self.temperature = temperature 78 | self.num_players = num_players 79 | self.save_file_dir = save_file_dir 80 | self.openai_api_key = openai_api_key 81 | self.max_round = max_round 82 | self.sleep_time = sleep_time 83 | 84 | # init save file 85 | now = datetime.now() 86 | current_time = now.strftime("%Y-%m-%d_%H:%M:%S") 87 | self.save_file = { 88 | 'start_time': current_time, 89 | 'end_time': '', 90 | 'model_name': model_name, 91 | 'temperature': temperature, 92 | 'num_players': num_players, 93 | 'success': False, 94 | "src_lng": "", 95 | "tgt_lng": "", 96 | 'source': '', 97 | 'reference': '', 98 | 'base_translation': '', 99 | "debate_translation": '', 100 | "Reason": '', 101 | "Supported Side": '', 102 | 'players': {}, 103 | } 104 | prompts = json.load(open(prompts_path)) 105 | self.save_file.update(prompts) 106 | self.init_prompt() 107 | 108 | if self.save_file['base_translation'] == "": 109 | self.create_base() 110 | 111 | # creat&init agents 112 | self.creat_agents() 113 | self.init_agents() 114 | 115 | 116 | def init_prompt(self): 117 | def prompt_replace(key): 118 | self.save_file[key] = self.save_file[key].replace("##src_lng##", self.save_file["src_lng"]).replace("##tgt_lng##", self.save_file["tgt_lng"]).replace("##source##", self.save_file["source"]).replace("##base_translation##", self.save_file["base_translation"]) 119 | prompt_replace("base_prompt") 120 | prompt_replace("player_meta_prompt") 121 | prompt_replace("moderator_meta_prompt") 122 | prompt_replace("judge_prompt_last2") 123 | 124 | def create_base(self): 125 | print(f"\n===== Translation Task =====\n{self.save_file['base_prompt']}\n") 126 | agent = DebatePlayer(model_name=self.model_name, name='Baseline', temperature=self.temperature, openai_api_key=self.openai_api_key, sleep_time=self.sleep_time) 127 | agent.add_event(self.save_file['base_prompt']) 128 | base_translation = agent.ask() 129 | agent.add_memory(base_translation) 130 | self.save_file['base_translation'] = base_translation 131 | self.save_file['affirmative_prompt'] = self.save_file['affirmative_prompt'].replace("##base_translation##", base_translation) 132 | self.save_file['players'][agent.name] = agent.memory_lst 133 | 134 | def creat_agents(self): 135 | # creates players 136 | self.players = [ 137 | DebatePlayer(model_name=self.model_name, name=name, temperature=self.temperature, openai_api_key=self.openai_api_key, sleep_time=self.sleep_time) for name in NAME_LIST 138 | ] 139 | self.affirmative = self.players[0] 140 | self.negative = self.players[1] 141 | self.moderator = self.players[2] 142 | 143 | def init_agents(self): 144 | # start: set meta prompt 145 | self.affirmative.set_meta_prompt(self.save_file['player_meta_prompt']) 146 | self.negative.set_meta_prompt(self.save_file['player_meta_prompt']) 147 | self.moderator.set_meta_prompt(self.save_file['moderator_meta_prompt']) 148 | 149 | # start: first round debate, state opinions 150 | print(f"===== Debate Round-1 =====\n") 151 | self.affirmative.add_event(self.save_file['affirmative_prompt']) 152 | self.aff_ans = self.affirmative.ask() 153 | self.affirmative.add_memory(self.aff_ans) 154 | 155 | self.negative.add_event(self.save_file['negative_prompt'].replace('##aff_ans##', self.aff_ans)) 156 | self.neg_ans = self.negative.ask() 157 | self.negative.add_memory(self.neg_ans) 158 | 159 | self.moderator.add_event(self.save_file['moderator_prompt'].replace('##aff_ans##', self.aff_ans).replace('##neg_ans##', self.neg_ans).replace('##round##', 'first')) 160 | self.mod_ans = self.moderator.ask() 161 | self.moderator.add_memory(self.mod_ans) 162 | self.mod_ans = eval(self.mod_ans) 163 | 164 | def round_dct(self, num: int): 165 | dct = { 166 | 1: 'first', 2: 'second', 3: 'third', 4: 'fourth', 5: 'fifth', 6: 'sixth', 7: 'seventh', 8: 'eighth', 9: 'ninth', 10: 'tenth' 167 | } 168 | return dct[num] 169 | 170 | def save_file_to_json(self, id): 171 | now = datetime.now() 172 | current_time = now.strftime("%Y-%m-%d_%H:%M:%S") 173 | save_file_path = os.path.join(self.save_file_dir, f"{id}.json") 174 | 175 | self.save_file['end_time'] = current_time 176 | json_str = json.dumps(self.save_file, ensure_ascii=False, indent=4) 177 | with open(save_file_path, 'w') as f: 178 | f.write(json_str) 179 | 180 | def broadcast(self, msg: str): 181 | """Broadcast a message to all players. 182 | Typical use is for the host to announce public information 183 | 184 | Args: 185 | msg (str): the message 186 | """ 187 | # print(msg) 188 | for player in self.players: 189 | player.add_event(msg) 190 | 191 | def speak(self, speaker: str, msg: str): 192 | """The speaker broadcast a message to all other players. 193 | 194 | Args: 195 | speaker (str): name of the speaker 196 | msg (str): the message 197 | """ 198 | if not msg.startswith(f"{speaker}: "): 199 | msg = f"{speaker}: {msg}" 200 | # print(msg) 201 | for player in self.players: 202 | if player.name != speaker: 203 | player.add_event(msg) 204 | 205 | def ask_and_speak(self, player: DebatePlayer): 206 | ans = player.ask() 207 | player.add_memory(ans) 208 | self.speak(player.name, ans) 209 | 210 | 211 | def run(self): 212 | 213 | for round in range(self.max_round - 1): 214 | 215 | if self.mod_ans["debate_translation"] != '': 216 | break 217 | else: 218 | print(f"===== Debate Round-{round+2} =====\n") 219 | self.affirmative.add_event(self.save_file['debate_prompt'].replace('##oppo_ans##', self.neg_ans)) 220 | self.aff_ans = self.affirmative.ask() 221 | self.affirmative.add_memory(self.aff_ans) 222 | 223 | self.negative.add_event(self.save_file['debate_prompt'].replace('##oppo_ans##', self.aff_ans)) 224 | self.neg_ans = self.negative.ask() 225 | self.negative.add_memory(self.neg_ans) 226 | 227 | self.moderator.add_event(self.save_file['moderator_prompt'].replace('##aff_ans##', self.aff_ans).replace('##neg_ans##', self.neg_ans).replace('##round##', self.round_dct(round+2))) 228 | self.mod_ans = self.moderator.ask() 229 | self.moderator.add_memory(self.mod_ans) 230 | self.mod_ans = eval(self.mod_ans) 231 | 232 | if self.mod_ans["debate_translation"] != '': 233 | self.save_file.update(self.mod_ans) 234 | self.save_file['success'] = True 235 | 236 | # ultimate deadly technique. 237 | else: 238 | judge_player = DebatePlayer(model_name=self.model_name, name='Judge', temperature=self.temperature, openai_api_key=self.openai_api_key, sleep_time=self.sleep_time) 239 | aff_ans = self.affirmative.memory_lst[2]['content'] 240 | neg_ans = self.negative.memory_lst[2]['content'] 241 | 242 | judge_player.set_meta_prompt(self.save_file['moderator_meta_prompt']) 243 | 244 | # extract answer candidates 245 | judge_player.add_event(self.save_file['judge_prompt_last1'].replace('##aff_ans##', aff_ans).replace('##neg_ans##', neg_ans)) 246 | ans = judge_player.ask() 247 | judge_player.add_memory(ans) 248 | 249 | # select one from the candidates 250 | judge_player.add_event(self.save_file['judge_prompt_last2']) 251 | ans = judge_player.ask() 252 | judge_player.add_memory(ans) 253 | 254 | ans = eval(ans) 255 | if ans["debate_translation"] != '': 256 | self.save_file['success'] = True 257 | # save file 258 | self.save_file.update(ans) 259 | self.players.append(judge_player) 260 | 261 | for player in self.players: 262 | self.save_file['players'][player.name] = player.memory_lst 263 | 264 | 265 | def parse_args(): 266 | parser = argparse.ArgumentParser("", formatter_class=argparse.ArgumentDefaultsHelpFormatter) 267 | 268 | parser.add_argument("-i", "--input-file", type=str, required=True, help="Input file path") 269 | parser.add_argument("-o", "--output-dir", type=str, required=True, help="Output file dir") 270 | parser.add_argument("-lp", "--lang-pair", type=str, required=True, help="Language pair") 271 | parser.add_argument("-k", "--api-key", type=str, required=True, help="OpenAI api key") 272 | parser.add_argument("-m", "--model-name", type=str, default="gpt-3.5-turbo", help="Model name") 273 | parser.add_argument("-t", "--temperature", type=float, default=0, help="Sampling temperature") 274 | 275 | return parser.parse_args() 276 | 277 | 278 | if __name__ == "__main__": 279 | args = parse_args() 280 | openai_api_key = args.api_key 281 | 282 | current_script_path = os.path.abspath(__file__) 283 | MAD_path = current_script_path.rsplit("/", 2)[0] 284 | 285 | src_lng, tgt_lng = args.lang_pair.split('-') 286 | src_full = Language.make(language=src_lng).display_name() 287 | tgt_full = Language.make(language=tgt_lng).display_name() 288 | 289 | config = json.load(open(f"{MAD_path}/code/utils/config4tran.json", "r")) 290 | 291 | inputs = open(args.input_file, "r").readlines() 292 | inputs = [l.strip() for l in inputs] 293 | 294 | save_file_dir = args.output_dir 295 | if not os.path.exists(save_file_dir): 296 | os.mkdir(save_file_dir) 297 | 298 | for id, input in enumerate(tqdm(inputs)): 299 | # files = os.listdir(save_file_dir) 300 | # if f"{id}.json" in files: 301 | # continue 302 | 303 | prompts_path = f"{save_file_dir}/{id}-config.json" 304 | 305 | config['source'] = input.split('\t')[0] 306 | config['reference'] = input.split('\t')[1] 307 | config['src_lng'] = src_full 308 | config['tgt_lng'] = tgt_full 309 | 310 | with open(prompts_path, 'w') as file: 311 | json.dump(config, file, ensure_ascii=False, indent=4) 312 | 313 | debate = Debate(save_file_dir=save_file_dir, num_players=3, openai_api_key=openai_api_key, prompts_path=prompts_path, temperature=0, sleep_time=0) 314 | debate.run() 315 | debate.save_file_to_json(id) 316 | 317 | -------------------------------------------------------------------------------- /code/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/code/utils/__init__.py -------------------------------------------------------------------------------- /code/utils/agent.py: -------------------------------------------------------------------------------- 1 | from groq import Groq 2 | client = Groq() 3 | 4 | import backoff 5 | import time 6 | import random 7 | from openai import RateLimitError, APIError, APIConnectionError 8 | from .openai_utils import OutOfQuotaException, AccessTerminatedException 9 | from .openai_utils import num_tokens_from_string, model2max_context 10 | 11 | support_models = ['llama3-8b-8192', 'llama3-70b-8192'] 12 | 13 | class Agent: 14 | def __init__(self, model_name: str, name: str, temperature: float, sleep_time: float=0) -> None: 15 | """Create an agent 16 | 17 | Args: 18 | model_name(str): model name 19 | name (str): name of this agent 20 | temperature (float): higher values make the output more random, while lower values make it more focused and deterministic 21 | sleep_time (float): sleep because of rate limits 22 | """ 23 | self.model_name = model_name 24 | self.name = name 25 | self.temperature = temperature 26 | self.memory_lst = [] 27 | self.sleep_time = sleep_time 28 | 29 | @backoff.on_exception(backoff.expo, (RateLimitError, APIError, APIConnectionError), max_tries=20) 30 | def query(self, messages: "list[dict]", temperature: float) -> str: 31 | """make a query 32 | 33 | Args: 34 | messages (list[dict]): chat history in turbo format 35 | temperature (float): sampling temperature 36 | 37 | Raises: 38 | OutOfQuotaException: the apikey has out of quota 39 | AccessTerminatedException: the apikey has been ban 40 | 41 | Returns: 42 | str: the return msg 43 | """ 44 | time.sleep(self.sleep_time) 45 | assert self.model_name in support_models, f"Not support {self.model_name}. Choices: {support_models}" 46 | try: 47 | if self.model_name in support_models: 48 | response = client.chat.completions.create(model=self.model_name, 49 | messages=messages, 50 | temperature=temperature) 51 | gen = response.choices[0].message.content 52 | return gen 53 | 54 | except RateLimitError as e: 55 | if "You exceeded your current quota, please check your plan and billing details" in e.user_message: 56 | raise OutOfQuotaException() 57 | elif "Your access was terminated due to violation of our policies" in e.user_message: 58 | raise AccessTerminatedException() 59 | else: 60 | raise e 61 | 62 | def set_meta_prompt(self, meta_prompt: str): 63 | """Set the meta_prompt 64 | 65 | Args: 66 | meta_prompt (str): the meta prompt 67 | """ 68 | self.memory_lst.append({"role": "system", "content": f"{meta_prompt}"}) 69 | 70 | def add_event(self, event: str): 71 | """Add an new event in the memory 72 | 73 | Args: 74 | event (str): string that describe the event. 75 | """ 76 | self.memory_lst.append({"role": "user", "content": f"{event}"}) 77 | 78 | def add_memory(self, memory: str): 79 | """Monologue in the memory 80 | 81 | Args: 82 | memory (str): string that generated by the model in the last round. 83 | """ 84 | self.memory_lst.append({"role": "assistant", "content": f"{memory}"}) 85 | print(f"----- {self.name} -----\n{memory}\n") 86 | 87 | def ask(self, temperature: float=None): 88 | """Query for answer 89 | 90 | Args: 91 | """ 92 | return self.query(self.memory_lst, temperature=temperature if temperature else self.temperature) 93 | 94 | -------------------------------------------------------------------------------- /code/utils/config4all.json: -------------------------------------------------------------------------------- 1 | { 2 | "debate_topic": "", 3 | "base_answer": "", 4 | "debate_answer": "", 5 | "player_meta_prompt": "You are a debater. Hello and welcome to the debate. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct answer.\nThe debate topic is stated as follows:\n##debate_topic##", 6 | "moderator_meta_prompt": "You are a moderator. There will be two debaters involved in a debate. They will present their answers and discuss their perspectives on the following topic: \"##debate_topic##\"\nAt the end of each round, you will evaluate answers and decide which is correct.", 7 | "affirmative_prompt": "##debate_topic##", 8 | "negative_prompt": "##aff_ans##\n\nYou disagree with my answer. Provide your answer and reasons.", 9 | "moderator_prompt": "Now the ##round## round of debate for both sides has ended.\n\nAffirmative side arguing:\n##aff_ans##\n\nNegative side arguing: ##neg_ans##\n\nYou, as the moderator, will evaluate both sides' answers and determine if there is a clear preference for an answer candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final answer that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"debate_answer\": \"\"}. Please strictly output in JSON format, do not output irrelevant content.", 10 | "judge_prompt_last1": "Affirmative side arguing: ##aff_ans##\n\nNegative side arguing: ##neg_ans##\n\nNow, what answer candidates do we have? Present them without reasons.", 11 | "judge_prompt_last2": "Therefore, ##debate_topic##\nPlease summarize your reasons and give the final answer that you think is correct. Now please output your answer in json format, with the format as follows: {\"Reason\": \"\", \"debate_answer\": \"\"}. Please strictly output in JSON format, do not output irrelevant content.", 12 | "debate_prompt": "##oppo_ans##\n\nDo you agree with my perspective? Please provide your reasons and answer." 13 | } -------------------------------------------------------------------------------- /code/utils/config4tran.json: -------------------------------------------------------------------------------- 1 | { 2 | "source": "", 3 | "reference": "", 4 | "base_translation": "", 5 | "src_lng": "", 6 | "tgt_lng": "", 7 | "base_prompt": "Translate the following text from ##src_lng## to ##tgt_lng##: ##source##", 8 | "player_meta_prompt": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct ##tgt_lng## translation of the following ##src_lng## text: \"##source##\"", 9 | "moderator_meta_prompt": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct ##tgt_lng## translation of the given ##src_lng## text: \"##source##\". At the end of each round, you will evaluate the translation candidates based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in ##tgt_lng##.", 10 | "affirmative_prompt": "You think the correct translation is: ##base_translation## Restate the translation and provide your reasons.", 11 | "negative_prompt": "##aff_ans##\n\nYou disagree with my translation. Provide your translation and reasons.", 12 | "moderator_prompt": "Now the ##round## round of debate for both sides has ended.\n\nAffirmative side arguing:\n##aff_ans##\n\nNegative side arguing: ##neg_ans##\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"debate_translation\": \"\"}. Please strictly output in JSON format, do not output irrelevant content.", 13 | "judge_prompt_last1": "Affirmative side arguing: ##aff_ans##\n\nNegative side arguing: ##neg_ans##\n\nNow, what translation candidates do we have? Present them without reasons.", 14 | "judge_prompt_last2": "Therefore, what is the correct ##tgt_lng## translation of the following ##src_lng## text: \"##source##\". Please summarize your reasons and give the final translation that you think is correct. Now please output your answer in json format, with the format as follows: {\"Reason\": \"\", \"debate_translation\": \"\"}. Please strictly output in JSON format, do not output irrelevant content.", 15 | "debate_prompt": "##oppo_ans##\n\nDo you agree with my perspective? Please provide your reasons and translation." 16 | } -------------------------------------------------------------------------------- /code/utils/openai_utils.py: -------------------------------------------------------------------------------- 1 | import tiktoken 2 | 3 | 4 | model2max_context = { 5 | "gpt-4": 7900, 6 | "gpt-4-0314": 7900, 7 | "gpt-3.5-turbo-0301": 3900, 8 | "gpt-3.5-turbo": 3900, 9 | "text-davinci-003": 4096, 10 | "text-davinci-002": 4096, 11 | "llama3-8b-8192": 8192, 12 | "llama3-70b-8192": 8192, 13 | } 14 | 15 | class OutOfQuotaException(Exception): 16 | "Raised when the key exceeded the current quota" 17 | def __init__(self, key, cause=None): 18 | super().__init__(f"No quota for key: {key}") 19 | self.key = key 20 | self.cause = cause 21 | 22 | def __str__(self): 23 | if self.cause: 24 | return f"{super().__str__()}. Caused by {self.cause}" 25 | else: 26 | return super().__str__() 27 | 28 | class AccessTerminatedException(Exception): 29 | "Raised when the key has been terminated" 30 | def __init__(self, key, cause=None): 31 | super().__init__(f"Access terminated key: {key}") 32 | self.key = key 33 | self.cause = cause 34 | 35 | def __str__(self): 36 | if self.cause: 37 | return f"{super().__str__()}. Caused by {self.cause}" 38 | else: 39 | return super().__str__() 40 | 41 | def num_tokens_from_string(string: str, model_name: str) -> int: 42 | """Returns the number of tokens in a text string.""" 43 | encoding = tiktoken.encoding_for_model(model_name) 44 | num_tokens = len(encoding.encode(string)) 45 | return num_tokens 46 | 47 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/107.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "我把你拉扯长大。", 6 | "correct reference": "I brought you up.", 7 | "incorrect reference": "I pulled you.", 8 | "base translation": "\"I raised you.\"", 9 | "debate translation": "I raised you.", 10 | "reason": "The affirmative side's translation captures the idea of a continuous and ongoing responsibility to care for and guide someone until they reach adulthood, which aligns with the context and implications of the Chinese text. The negative side's translation is too focused on the physical action of 'pulling and dragging,' and doesn't necessarily imply the same level of care and guidance. ", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"我把你拉扯长大。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 我把你拉扯长大。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "\"I raised you.\"" 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "Yes, I believe that the correct translation of \"我把你拉扯长大\" is \"I raised you.\" \n\nFirst, \"把\" implies that the subject (我) is doing something to the object (你), which in this case is \"拉扯\" or \"pull and drag.\" This suggests a physical action, which aligns with the idea of \"raising\" someone.\n\nFurthermore, \"长大\" means \"to grow up,\" which implies a longer-term process. \"Raising\" someone captures the idea of a continuous and ongoing responsibility to care for and guide someone until they reach adulthood.\n\nOverall, \"I raised you\" seems to be the most accurate and appropriate translation based on the context and implications of the Chinese text." 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"我把你拉扯长大。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "Yes, I believe that the correct translation of \"我把你拉扯长大\" is \"I raised you.\" \n\nFirst, \"把\" implies that the subject (我) is doing something to the object (你), which in this case is \"拉扯\" or \"pull and drag.\" This suggests a physical action, which aligns with the idea of \"raising\" someone.\n\nFurthermore, \"长大\" means \"to grow up,\" which implies a longer-term process. \"Raising\" someone captures the idea of a continuous and ongoing responsibility to care for and guide someone until they reach adulthood.\n\nOverall, \"I raised you\" seems to be the most accurate and appropriate translation based on the context and implications of the Chinese text.\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I think that the correct English translation of \"我把你拉扯长大\" is \"I pulled and dragged you up.\"\n\nFirst, \"把\" does imply that the subject (我) is doing something to the object (你), but it doesn't necessarily have to be a physical action like \"raising\" someone. It can also mean to transfer or convey something, which in this case could be the action of \"pulling and dragging.\"\n\nSecond, \"拉扯\" specifically emphasizes the physical action of pulling and dragging, which can entail a more forceful or intense upbringing than simply \"raising\" someone.\n\nFinally, \"长大\" can simply mean \"to grow up\" without implying a continuous and ongoing responsibility to care for and guide someone until they reach adulthood. Therefore, \"I pulled and dragged you up\" seems like a more accurate and nuanced translation that captures the implications of the Chinese text." 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"我把你拉扯长大。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nYes, I believe that the correct translation of \"我把你拉扯长大\" is \"I raised you.\" \n\nFirst, \"把\" implies that the subject (我) is doing something to the object (你), which in this case is \"拉扯\" or \"pull and drag.\" This suggests a physical action, which aligns with the idea of \"raising\" someone.\n\nFurthermore, \"长大\" means \"to grow up,\" which implies a longer-term process. \"Raising\" someone captures the idea of a continuous and ongoing responsibility to care for and guide someone until they reach adulthood.\n\nOverall, \"I raised you\" seems to be the most accurate and appropriate translation based on the context and implications of the Chinese text.\n\nNegative side arguing: I think that the correct English translation of \"我把你拉扯长大\" is \"I pulled and dragged you up.\"\n\nFirst, \"把\" does imply that the subject (我) is doing something to the object (你), but it doesn't necessarily have to be a physical action like \"raising\" someone. It can also mean to transfer or convey something, which in this case could be the action of \"pulling and dragging.\"\n\nSecond, \"拉扯\" specifically emphasizes the physical action of pulling and dragging, which can entail a more forceful or intense upbringing than simply \"raising\" someone.\n\nFinally, \"长大\" can simply mean \"to grow up\" without implying a continuous and ongoing responsibility to care for and guide someone until they reach adulthood. Therefore, \"I pulled and dragged you up\" seems like a more accurate and nuanced translation that captures the implications of the Chinese text.\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': \"The affirmative side's translation captures the idea of a continuous and ongoing responsibility to care for and guide someone until they reach adulthood, which aligns with the context and implications of the Chinese text. The negative side's translation is too focused on the physical action of 'pulling and dragging,' and doesn't necessarily imply the same level of care and guidance. \", 'Correct Translation': 'I raised you.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/109.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "这是他捏弄出来的新事物。", 6 | "correct reference": "This is the new thing he produced.", 7 | "incorrect reference": "This is the new thing he pinched.", 8 | "base translation": "This is a new thing he has created by kneading and shaping.", 9 | "debate translation": "This is a new thing he has created by kneading and shaping.", 10 | "reason": "The affirmative side's translation is more accurate as it captures the meaning of 'kneading and shaping' which suggests a process of molding or manipulating a material, while the negative side's translation of 'fiddled with' does not convey this meaning. Additionally, 'kneading and shaping' is a more precise and specific translation of '捏弄' than 'fiddled with'.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"这是他捏弄出来的新事物。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 这是他捏弄出来的新事物。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "This is a new thing he has created by kneading and shaping." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "Yes, I believe the correct translation of the Chinese text \"这是他捏弄出来的新事物\" is \"This is a new thing he has created by kneading and shaping.\"\n\nMy reasoning for this translation is as follows:\n\n- The first character \"这\" means \"this,\" indicating that the speaker is referring to a specific object or concept.\n- The second character \"是\" is a copula that connects the subject to the predicate. In this case, the subject is \"这\" and the predicate is \"他捏弄出来的新事物,\" which means \"a new thing he has created by kneading and shaping.\"\n- The third character \"他\" means \"he,\" indicating that the creator of the new thing is male.\n- The fourth and fifth characters \"捏弄\" mean \"knead and shape,\" which suggests that the new thing was created through a process of molding or manipulating a material.\n- The sixth and seventh characters \"出来\" mean \"come out,\" indicating that the new thing has been completed and is now in existence.\n- The final two characters \"的新事物\" mean \"new thing,\" which further emphasizes that the speaker is referring to something that has recently been created.\n\nTherefore, based on the context and the meaning of each individual character, I believe that \"This is a new thing he has created by kneading and shaping\" is the most accurate translation of the Chinese text." 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"这是他捏弄出来的新事物。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "Yes, I believe the correct translation of the Chinese text \"这是他捏弄出来的新事物\" is \"This is a new thing he has created by kneading and shaping.\"\n\nMy reasoning for this translation is as follows:\n\n- The first character \"这\" means \"this,\" indicating that the speaker is referring to a specific object or concept.\n- The second character \"是\" is a copula that connects the subject to the predicate. In this case, the subject is \"这\" and the predicate is \"他捏弄出来的新事物,\" which means \"a new thing he has created by kneading and shaping.\"\n- The third character \"他\" means \"he,\" indicating that the creator of the new thing is male.\n- The fourth and fifth characters \"捏弄\" mean \"knead and shape,\" which suggests that the new thing was created through a process of molding or manipulating a material.\n- The sixth and seventh characters \"出来\" mean \"come out,\" indicating that the new thing has been completed and is now in existence.\n- The final two characters \"的新事物\" mean \"new thing,\" which further emphasizes that the speaker is referring to something that has recently been created.\n\nTherefore, based on the context and the meaning of each individual character, I believe that \"This is a new thing he has created by kneading and shaping\" is the most accurate translation of the Chinese text.\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I disagree with your translation. I believe the correct English translation of the Chinese text \"这是他捏弄出来的新事物\" is \"This is a new thing he has fiddled with.\"\n\nMy reasoning for this translation is as follows:\n\n- The first character \"这\" means \"this,\" indicating that the speaker is referring to a specific object or concept.\n- The second character \"是\" is a copula that connects the subject to the predicate. In this case, the subject is \"这\" and the predicate is \"他捏弄出来的新事物,\" which means \"a new thing he has fiddled with.\"\n- The third character \"他\" means \"he,\" indicating that the creator of the new thing is male.\n- The fourth and fifth characters \"捏弄\" mean \"fiddle with,\" which suggests that the new thing was created through a process of playing around with it or experimenting with it.\n- The sixth and seventh characters \"出来\" mean \"come out,\" indicating that the new thing has been completed and is now in existence.\n- The final two characters \"的新事物\" mean \"new thing,\" which further emphasizes that the speaker is referring to something that has recently been created.\n\nTherefore, based on the context and the meaning of each individual character, I believe that \"This is a new thing he has fiddled with\" is the most accurate translation of the Chinese text." 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"这是他捏弄出来的新事物。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nYes, I believe the correct translation of the Chinese text \"这是他捏弄出来的新事物\" is \"This is a new thing he has created by kneading and shaping.\"\n\nMy reasoning for this translation is as follows:\n\n- The first character \"这\" means \"this,\" indicating that the speaker is referring to a specific object or concept.\n- The second character \"是\" is a copula that connects the subject to the predicate. In this case, the subject is \"这\" and the predicate is \"他捏弄出来的新事物,\" which means \"a new thing he has created by kneading and shaping.\"\n- The third character \"他\" means \"he,\" indicating that the creator of the new thing is male.\n- The fourth and fifth characters \"捏弄\" mean \"knead and shape,\" which suggests that the new thing was created through a process of molding or manipulating a material.\n- The sixth and seventh characters \"出来\" mean \"come out,\" indicating that the new thing has been completed and is now in existence.\n- The final two characters \"的新事物\" mean \"new thing,\" which further emphasizes that the speaker is referring to something that has recently been created.\n\nTherefore, based on the context and the meaning of each individual character, I believe that \"This is a new thing he has created by kneading and shaping\" is the most accurate translation of the Chinese text.\n\nNegative side arguing: I disagree with your translation. I believe the correct English translation of the Chinese text \"这是他捏弄出来的新事物\" is \"This is a new thing he has fiddled with.\"\n\nMy reasoning for this translation is as follows:\n\n- The first character \"这\" means \"this,\" indicating that the speaker is referring to a specific object or concept.\n- The second character \"是\" is a copula that connects the subject to the predicate. In this case, the subject is \"这\" and the predicate is \"他捏弄出来的新事物,\" which means \"a new thing he has fiddled with.\"\n- The third character \"他\" means \"he,\" indicating that the creator of the new thing is male.\n- The fourth and fifth characters \"捏弄\" mean \"fiddle with,\" which suggests that the new thing was created through a process of playing around with it or experimenting with it.\n- The sixth and seventh characters \"出来\" mean \"come out,\" indicating that the new thing has been completed and is now in existence.\n- The final two characters \"的新事物\" mean \"new thing,\" which further emphasizes that the speaker is referring to something that has recently been created.\n\nTherefore, based on the context and the meaning of each individual character, I believe that \"This is a new thing he has fiddled with\" is the most accurate translation of the Chinese text.\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': \"The affirmative side's translation is more accurate as it captures the meaning of 'kneading and shaping' which suggests a process of molding or manipulating a material, while the negative side's translation of 'fiddled with' does not convey this meaning. Additionally, 'kneading and shaping' is a more precise and specific translation of '捏弄' than 'fiddled with'.\", 'Correct Translation': 'This is a new thing he has created by kneading and shaping.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/176.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "这个魔术师正在变一个魔术。", 6 | "correct reference": "The magician is doing a magic tricks.", 7 | "incorrect reference": "The magician is becoming a magic tricks.", 8 | "base translation": "This magician is performing a magic trick.", 9 | "debate translation": "This magician is performing a magic trick.", 10 | "reason": "The affirmative sides translation is more accurate and specific in conveying the action being performed by the magician as a magic trick, which is not explicitly stated in the Chinese text. The use of performing a magic trick is more appropriate than performing a magic as it provides more clarity and specificity to the action being performed.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"这个魔术师正在变一个魔术。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 这个魔术师正在变一个魔术。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "This magician is performing a magic trick." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "Yes, I believe the correct translation of the Chinese text \"这个魔术师正在变一个魔术\" is \"This magician is performing a magic trick.\"\n\nFirstly, the word \"正在\" in the Chinese text indicates that the action is currently happening, which is accurately conveyed by the use of the present continuous tense \"is performing\" in the English translation.\n\nSecondly, the word \"变\" in Chinese can mean \"to change\" or \"to transform,\" but in the context of a magician, it is commonly used to mean \"to perform\" or \"to do\" a magic trick. Therefore, \"performing\" is a more appropriate word choice than \"changing\" or \"transforming\" in this context.\n\nLastly, the addition of \"a magic trick\" in the English translation provides more clarity and specificity to the action being performed by the magician, which is not explicitly stated in the Chinese text." 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"这个魔术师正在变一个魔术。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "Yes, I believe the correct translation of the Chinese text \"这个魔术师正在变一个魔术\" is \"This magician is performing a magic trick.\"\n\nFirstly, the word \"正在\" in the Chinese text indicates that the action is currently happening, which is accurately conveyed by the use of the present continuous tense \"is performing\" in the English translation.\n\nSecondly, the word \"变\" in Chinese can mean \"to change\" or \"to transform,\" but in the context of a magician, it is commonly used to mean \"to perform\" or \"to do\" a magic trick. Therefore, \"performing\" is a more appropriate word choice than \"changing\" or \"transforming\" in this context.\n\nLastly, the addition of \"a magic trick\" in the English translation provides more clarity and specificity to the action being performed by the magician, which is not explicitly stated in the Chinese text.\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I believe the correct translation of the Chinese text \"这个魔术师正在变一个魔术\" is \"This magician is performing a magic.\"\n\nFirstly, the word \"正在\" in the Chinese text indicates that the action is currently happening, which is accurately conveyed by the use of the present continuous tense \"is performing\" in the English translation.\n\nSecondly, the word \"变\" in Chinese can mean \"to change\" or \"to transform,\" but in the context of a magician, it is commonly used to mean \"to perform\" or \"to do\" a magic trick. However, the addition of \"一个魔术\" in the Chinese text specifies that the magician is performing a magic, not just any magic trick. Therefore, \"performing a magic\" is a more appropriate word choice than \"performing a magic trick\" in this context.\n\nLastly, the omission of \"trick\" in the English translation is not a significant issue as the word \"magic\" can imply a trick or illusion being performed." 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"这个魔术师正在变一个魔术。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nYes, I believe the correct translation of the Chinese text \"这个魔术师正在变一个魔术\" is \"This magician is performing a magic trick.\"\n\nFirstly, the word \"正在\" in the Chinese text indicates that the action is currently happening, which is accurately conveyed by the use of the present continuous tense \"is performing\" in the English translation.\n\nSecondly, the word \"变\" in Chinese can mean \"to change\" or \"to transform,\" but in the context of a magician, it is commonly used to mean \"to perform\" or \"to do\" a magic trick. Therefore, \"performing\" is a more appropriate word choice than \"changing\" or \"transforming\" in this context.\n\nLastly, the addition of \"a magic trick\" in the English translation provides more clarity and specificity to the action being performed by the magician, which is not explicitly stated in the Chinese text.\n\nNegative side arguing: I believe the correct translation of the Chinese text \"这个魔术师正在变一个魔术\" is \"This magician is performing a magic.\"\n\nFirstly, the word \"正在\" in the Chinese text indicates that the action is currently happening, which is accurately conveyed by the use of the present continuous tense \"is performing\" in the English translation.\n\nSecondly, the word \"变\" in Chinese can mean \"to change\" or \"to transform,\" but in the context of a magician, it is commonly used to mean \"to perform\" or \"to do\" a magic trick. However, the addition of \"一个魔术\" in the Chinese text specifies that the magician is performing a magic, not just any magic trick. Therefore, \"performing a magic\" is a more appropriate word choice than \"performing a magic trick\" in this context.\n\nLastly, the omission of \"trick\" in the English translation is not a significant issue as the word \"magic\" can imply a trick or illusion being performed.\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': 'The affirmative sides translation is more accurate and specific in conveying the action being performed by the magician as a magic trick, which is not explicitly stated in the Chinese text. The use of performing a magic trick is more appropriate than performing a magic as it provides more clarity and specificity to the action being performed.', 'Correct Translation': 'This magician is performing a magic trick.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/186.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "你的眼睛真毒，能在这么多人中找到犯罪分子。", 6 | "correct reference": "Your eyes are so acute that you can find criminals in so many people. ", 7 | "incorrect reference": "Your eyes are so poisonous that you can find criminals in so many people.", 8 | "base translation": "Your eyes are really poisonous, able to find criminals among so many people.", 9 | "debate translation": "Your eyes are really sharp, able to spot a criminal among so many people.", 10 | "reason": "The affirmative sides translation better captures the intended meaning of the Chinese text by using sharp instead of poisonous and a criminal instead of the criminal.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"你的眼睛真毒，能在这么多人中找到犯罪分子。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 你的眼睛真毒，能在这么多人中找到犯罪分子。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "Your eyes are really poisonous, able to find criminals among so many people." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "Yes, I believe the correct translation is: \"Your eyes are really sharp, able to spot a criminal among so many people.\" \n\nFirstly, the word \"毒\" in Chinese can have multiple meanings, including \"poisonous\" and \"sharp\". However, in this context, it is more appropriate to use \"sharp\" as it refers to the ability to discern or perceive something accurately. \n\nSecondly, the phrase \"找到犯罪分子\" literally translates to \"find a criminal\", not \"find criminals\". Therefore, it is more accurate to use the singular form \"a criminal\" in the translation. \n\nOverall, the translation \"Your eyes are really sharp, able to spot a criminal among so many people\" better captures the intended meaning of the Chinese text." 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"你的眼睛真毒，能在这么多人中找到犯罪分子。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "Yes, I believe the correct translation is: \"Your eyes are really sharp, able to spot a criminal among so many people.\" \n\nFirstly, the word \"毒\" in Chinese can have multiple meanings, including \"poisonous\" and \"sharp\". However, in this context, it is more appropriate to use \"sharp\" as it refers to the ability to discern or perceive something accurately. \n\nSecondly, the phrase \"找到犯罪分子\" literally translates to \"find a criminal\", not \"find criminals\". Therefore, it is more accurate to use the singular form \"a criminal\" in the translation. \n\nOverall, the translation \"Your eyes are really sharp, able to spot a criminal among so many people\" better captures the intended meaning of the Chinese text.\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I disagree with your translation. I believe the correct translation is: \"Your eyes are really sharp, able to find the criminal among so many people.\"\n\nWhile \"毒\" can mean \"sharp\" in certain contexts, it is more commonly translated as \"poisonous\". In this case, \"毒\" is used metaphorically to describe the sharpness of the person's eyes, implying that their ability to spot a criminal is almost like a poison to the criminal. \n\nAdditionally, while \"找到犯罪分子\" can be translated as \"find a criminal\", it is more commonly translated as \"find the criminal\". This is because the Chinese text is referring to a specific criminal that the person's sharp eyes were able to identify among a group of people. \n\nTherefore, the more accurate translation would be \"Your eyes are really poisonous, able to find the criminal among so many people.\"" 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"你的眼睛真毒，能在这么多人中找到犯罪分子。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nYes, I believe the correct translation is: \"Your eyes are really sharp, able to spot a criminal among so many people.\" \n\nFirstly, the word \"毒\" in Chinese can have multiple meanings, including \"poisonous\" and \"sharp\". However, in this context, it is more appropriate to use \"sharp\" as it refers to the ability to discern or perceive something accurately. \n\nSecondly, the phrase \"找到犯罪分子\" literally translates to \"find a criminal\", not \"find criminals\". Therefore, it is more accurate to use the singular form \"a criminal\" in the translation. \n\nOverall, the translation \"Your eyes are really sharp, able to spot a criminal among so many people\" better captures the intended meaning of the Chinese text.\n\nNegative side arguing: I disagree with your translation. I believe the correct translation is: \"Your eyes are really sharp, able to find the criminal among so many people.\"\n\nWhile \"毒\" can mean \"sharp\" in certain contexts, it is more commonly translated as \"poisonous\". In this case, \"毒\" is used metaphorically to describe the sharpness of the person's eyes, implying that their ability to spot a criminal is almost like a poison to the criminal. \n\nAdditionally, while \"找到犯罪分子\" can be translated as \"find a criminal\", it is more commonly translated as \"find the criminal\". This is because the Chinese text is referring to a specific criminal that the person's sharp eyes were able to identify among a group of people. \n\nTherefore, the more accurate translation would be \"Your eyes are really poisonous, able to find the criminal among so many people.\"\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': 'The affirmative sides translation better captures the intended meaning of the Chinese text by using sharp instead of poisonous and a criminal instead of the criminal.', 'Correct Translation': 'Your eyes are really sharp, able to spot a criminal among so many people.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/23.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "大军已逼城郊。", 6 | "correct reference": "The army has approached the suburbs.", 7 | "incorrect reference": "The army has forced the suburbs.", 8 | "base translation": "The army has approached the outskirts of the city.", 9 | "debate translation": "The army has approached the outskirts of the city.", 10 | "reason": "While both translations are plausible, the affirmative sides translation of The army has approached the outskirts of the city is more accurate as it captures the meaning of 已逼 as has approached rather than has encircled. Additionally, 城郊 more accurately translates to outskirts rather than encircled.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"大军已逼城郊。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 大军已逼城郊。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "The army has approached the outskirts of the city." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "Yes, I believe the correct translation of the Chinese text \"大军已逼城郊\" is \"The army has approached the outskirts of the city.\"\n\nFirstly, \"大军\" can be translated to \"the army\" or \"the troops,\" which refers to a large group of soldiers. \n\nSecondly, \"已逼\" can be translated to \"has approached\" or \"has pressed,\" indicating that the army is moving closer to the city and potentially putting pressure on it. \n\nLastly, \"城郊\" can be translated to \"outskirts of the city,\" which refers to the area surrounding the city.\n\nTherefore, based on the context and the meaning of each individual word, \"The army has approached the outskirts of the city\" is the most accurate translation." 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"大军已逼城郊。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "Yes, I believe the correct translation of the Chinese text \"大军已逼城郊\" is \"The army has approached the outskirts of the city.\"\n\nFirstly, \"大军\" can be translated to \"the army\" or \"the troops,\" which refers to a large group of soldiers. \n\nSecondly, \"已逼\" can be translated to \"has approached\" or \"has pressed,\" indicating that the army is moving closer to the city and potentially putting pressure on it. \n\nLastly, \"城郊\" can be translated to \"outskirts of the city,\" which refers to the area surrounding the city.\n\nTherefore, based on the context and the meaning of each individual word, \"The army has approached the outskirts of the city\" is the most accurate translation.\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I believe that the correct translation of the Chinese text \"大军已逼城郊\" is \"The army has encircled the city.\"\n\nFirstly, \"大军\" can be translated to \"the army\" or \"the troops,\" which refers to a large group of soldiers.\n\nSecondly, \"已逼\" can be translated to \"has encircled\" or \"has surrounded,\" indicating that the army has surrounded the city and cut off its access to the outside world.\n\nLastly, \"城郊\" can be translated to \"city outskirts,\" which refers to the area surrounding the city.\n\nTherefore, based on the context and the meaning of each individual word, \"The army has encircled the city\" is the most accurate translation." 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"大军已逼城郊。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nYes, I believe the correct translation of the Chinese text \"大军已逼城郊\" is \"The army has approached the outskirts of the city.\"\n\nFirstly, \"大军\" can be translated to \"the army\" or \"the troops,\" which refers to a large group of soldiers. \n\nSecondly, \"已逼\" can be translated to \"has approached\" or \"has pressed,\" indicating that the army is moving closer to the city and potentially putting pressure on it. \n\nLastly, \"城郊\" can be translated to \"outskirts of the city,\" which refers to the area surrounding the city.\n\nTherefore, based on the context and the meaning of each individual word, \"The army has approached the outskirts of the city\" is the most accurate translation.\n\nNegative side arguing: I believe that the correct translation of the Chinese text \"大军已逼城郊\" is \"The army has encircled the city.\"\n\nFirstly, \"大军\" can be translated to \"the army\" or \"the troops,\" which refers to a large group of soldiers.\n\nSecondly, \"已逼\" can be translated to \"has encircled\" or \"has surrounded,\" indicating that the army has surrounded the city and cut off its access to the outside world.\n\nLastly, \"城郊\" can be translated to \"city outskirts,\" which refers to the area surrounding the city.\n\nTherefore, based on the context and the meaning of each individual word, \"The army has encircled the city\" is the most accurate translation.\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': 'While both translations are plausible, the affirmative sides translation of The army has approached the outskirts of the city is more accurate as it captures the meaning of 已逼 as has approached rather than has encircled. Additionally, 城郊 more accurately translates to outskirts rather than encircled.', 'Correct Translation': 'The army has approached the outskirts of the city.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/31.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "如果不用心，就治不好学。", 6 | "correct reference": "If you don't study by heart, you can't do scholarly research.", 7 | "incorrect reference": "If you don't study by heart, you are unable to cure learnning.", 8 | "base translation": "If you don't put in effort, you can't cure your studies.", 9 | "debate translation": "If you dont study with diligence, you wont make progress.", 10 | "reason": "Both sides agree on the meaning of the Chinese text and the metaphorical use of the word 治 to mean make progress or improve. However, the affirmative sides translation more accurately captures the meaning of 用心 as study with diligence rather than just put in effort. Additionally, the affirmative sides translation of you wont make progress better conveys the meaning of the Chinese idiom 治不好学.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"如果不用心，就治不好学。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 如果不用心，就治不好学。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "If you don't put in effort, you can't cure your studies." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "I respectfully disagree with your proposed translation. In my opinion, a more accurate translation of the Chinese text \"如果不用心，就治不好学\" would be \"If you don't study with diligence, you won't make progress.\" \n\nMy reasoning for this translation is as follows: \n\n- The Chinese phrase \"用心\" literally means \"use heart\" or \"use mind,\" which implies putting in effort and concentration. Therefore, \"study with diligence\" better captures the meaning of \"用心\" than \"put in effort\" alone. \n- The word \"治\" in the Chinese text can mean \"cure,\" but in this context, it is used metaphorically to mean \"make progress\" or \"improve.\" \n- The phrase \"治不好学\" is a common Chinese idiom that means \"unable to make progress in learning.\" Therefore, the translation \"you won't make progress\" is more accurate than \"you can't cure your studies.\" \n\nI look forward to hearing your thoughts on this translation." 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"如果不用心，就治不好学。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "I respectfully disagree with your proposed translation. In my opinion, a more accurate translation of the Chinese text \"如果不用心，就治不好学\" would be \"If you don't study with diligence, you won't make progress.\" \n\nMy reasoning for this translation is as follows: \n\n- The Chinese phrase \"用心\" literally means \"use heart\" or \"use mind,\" which implies putting in effort and concentration. Therefore, \"study with diligence\" better captures the meaning of \"用心\" than \"put in effort\" alone. \n- The word \"治\" in the Chinese text can mean \"cure,\" but in this context, it is used metaphorically to mean \"make progress\" or \"improve.\" \n- The phrase \"治不好学\" is a common Chinese idiom that means \"unable to make progress in learning.\" Therefore, the translation \"you won't make progress\" is more accurate than \"you can't cure your studies.\" \n\nI look forward to hearing your thoughts on this translation.\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I agree with your proposed translation of the Chinese text \"如果不用心，就治不好学\" as \"If you don't study with diligence, you won't make progress.\" \n\nMy reasoning for this translation is similar to yours:\n\n- The phrase \"用心\" implies putting in effort and concentration, which is better captured by \"study with diligence\" than \"put in effort\" alone.\n- The word \"治\" is used metaphorically to mean \"make progress\" or \"improve,\" rather than its literal meaning of \"cure.\"\n- The phrase \"治不好学\" is a common Chinese idiom that means \"unable to make progress in learning,\" which is better translated as \"you won't make progress\" than \"you can't cure your studies.\"\n\nOverall, I believe that your proposed translation accurately conveys the meaning of the Chinese text and is a more appropriate translation than the one originally proposed." 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"如果不用心，就治不好学。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nI respectfully disagree with your proposed translation. In my opinion, a more accurate translation of the Chinese text \"如果不用心，就治不好学\" would be \"If you don't study with diligence, you won't make progress.\" \n\nMy reasoning for this translation is as follows: \n\n- The Chinese phrase \"用心\" literally means \"use heart\" or \"use mind,\" which implies putting in effort and concentration. Therefore, \"study with diligence\" better captures the meaning of \"用心\" than \"put in effort\" alone. \n- The word \"治\" in the Chinese text can mean \"cure,\" but in this context, it is used metaphorically to mean \"make progress\" or \"improve.\" \n- The phrase \"治不好学\" is a common Chinese idiom that means \"unable to make progress in learning.\" Therefore, the translation \"you won't make progress\" is more accurate than \"you can't cure your studies.\" \n\nI look forward to hearing your thoughts on this translation.\n\nNegative side arguing: I agree with your proposed translation of the Chinese text \"如果不用心，就治不好学\" as \"If you don't study with diligence, you won't make progress.\" \n\nMy reasoning for this translation is similar to yours:\n\n- The phrase \"用心\" implies putting in effort and concentration, which is better captured by \"study with diligence\" than \"put in effort\" alone.\n- The word \"治\" is used metaphorically to mean \"make progress\" or \"improve,\" rather than its literal meaning of \"cure.\"\n- The phrase \"治不好学\" is a common Chinese idiom that means \"unable to make progress in learning,\" which is better translated as \"you won't make progress\" than \"you can't cure your studies.\"\n\nOverall, I believe that your proposed translation accurately conveys the meaning of the Chinese text and is a more appropriate translation than the one originally proposed.\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': 'Both sides agree on the meaning of the Chinese text and the metaphorical use of the word 治 to mean make progress or improve. However, the affirmative sides translation more accurately captures the meaning of 用心 as study with diligence rather than just put in effort. Additionally, the affirmative sides translation of you wont make progress better conveys the meaning of the Chinese idiom 治不好学.', 'Correct Translation': 'If you dont study with diligence, you wont make progress.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/64.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "这小两口经常刮父母。", 6 | "correct reference": "This young couple often fleeced their parents.", 7 | "incorrect reference": "The young couple often scrape their parents.", 8 | "base translation": "This young couple often argues with their parents.", 9 | "debate translation": "This young couple often argues with their parents.", 10 | "reason": "Both sides have provided valid arguments, but the affirmative sides argument is more convincing. The use of 刮 in conjunction with 小两口 implies a close relationship between the couple and their parents, making it more likely for them to argue or quarrel with each other. Additionally, the use of 父母 specifically refers to the parents of the young couple, rather than any other type of relationship. Therefore, based on the context and the most common usage of the words, the most accurate translation is This young couple often argues with their parents.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"这小两口经常刮父母。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 这小两口经常刮父母。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "This young couple often argues with their parents." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "Yes, I believe the correct translation is: \"This young couple often argues with their parents.\"\n\nFirstly, \"这小两口\" refers to a young couple, which is commonly used in Chinese to describe a married couple. Secondly, \"经常刮\" means \"often argue\" or \"quarrel\" in English. Lastly, \"父母\" means \"parents\" in English.\n\nTherefore, based on the context and the meaning of each individual word, the most accurate translation would be \"This young couple often argues with their parents.\"" 32 | }, 33 | { 34 | "role": "user", 35 | "content": "I believe the correct translation is: \"This young couple often borrows money from their parents.\"\n\nFirstly, \"这小两口\" refers to a young couple, which is commonly used in Chinese to describe a married couple. Secondly, \"经常刮\" can also mean \"to borrow\" in certain contexts, especially in colloquial Chinese. Lastly, \"父母\" means \"parents\" in English.\n\nTherefore, based on the context and the meaning of each individual word, the most accurate translation would be \"This young couple often borrows money from their parents.\"\n\nDo you agree with my perspective? Please provide your reasons." 36 | }, 37 | { 38 | "role": "assistant", 39 | "content": "I understand your perspective, but I respectfully disagree. While \"经常刮\" can indeed mean \"to borrow\" in certain contexts, it is not the most common or straightforward translation in this particular sentence. \n\nIn colloquial Chinese, \"刮\" is more commonly used to mean \"to argue\" or \"to quarrel,\" especially when used in conjunction with \"小两口,\" which implies a close relationship between the couple and their parents. Additionally, the use of \"父母\" specifically refers to the parents of the young couple, rather than any other type of relationship.\n\nTherefore, based on the context and the most common usage of the words, I still believe that \"This young couple often argues with their parents\" is the most accurate translation." 40 | } 41 | ], 42 | "Negative side": [ 43 | { 44 | "role": "system", 45 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"这小两口经常刮父母。\"" 46 | }, 47 | { 48 | "role": "user", 49 | "content": "Yes, I believe the correct translation is: \"This young couple often argues with their parents.\"\n\nFirstly, \"这小两口\" refers to a young couple, which is commonly used in Chinese to describe a married couple. Secondly, \"经常刮\" means \"often argue\" or \"quarrel\" in English. Lastly, \"父母\" means \"parents\" in English.\n\nTherefore, based on the context and the meaning of each individual word, the most accurate translation would be \"This young couple often argues with their parents.\"\n\nYou disagree with my translation. Provide your translation and reasons." 50 | }, 51 | { 52 | "role": "assistant", 53 | "content": "I believe the correct translation is: \"This young couple often borrows money from their parents.\"\n\nFirstly, \"这小两口\" refers to a young couple, which is commonly used in Chinese to describe a married couple. Secondly, \"经常刮\" can also mean \"to borrow\" in certain contexts, especially in colloquial Chinese. Lastly, \"父母\" means \"parents\" in English.\n\nTherefore, based on the context and the meaning of each individual word, the most accurate translation would be \"This young couple often borrows money from their parents.\"" 54 | }, 55 | { 56 | "role": "user", 57 | "content": "I understand your perspective, but I respectfully disagree. While \"经常刮\" can indeed mean \"to borrow\" in certain contexts, it is not the most common or straightforward translation in this particular sentence. \n\nIn colloquial Chinese, \"刮\" is more commonly used to mean \"to argue\" or \"to quarrel,\" especially when used in conjunction with \"小两口,\" which implies a close relationship between the couple and their parents. Additionally, the use of \"父母\" specifically refers to the parents of the young couple, rather than any other type of relationship.\n\nTherefore, based on the context and the most common usage of the words, I still believe that \"This young couple often argues with their parents\" is the most accurate translation.\n\nDo you agree with my perspective? Please provide your reasons." 58 | }, 59 | { 60 | "role": "assistant", 61 | "content": "I see your point, and I agree with your perspective. While \"经常刮\" can have multiple meanings, the context of the sentence and the use of \"父母\" specifically referring to the parents of the young couple suggest that the most common and straightforward translation would be \"This young couple often argues with their parents.\"\n\nFurthermore, the use of \"小两口\" implies a close relationship between the couple and their parents, which would make it more likely for them to argue or quarrel with each other. \n\nTherefore, based on the context and the most common usage of the words, I agree that \"This young couple often argues with their parents\" is the most accurate translation." 62 | } 63 | ], 64 | "Moderator": [ 65 | { 66 | "role": "system", 67 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"这小两口经常刮父母。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 68 | }, 69 | { 70 | "role": "user", 71 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nYes, I believe the correct translation is: \"This young couple often argues with their parents.\"\n\nFirstly, \"这小两口\" refers to a young couple, which is commonly used in Chinese to describe a married couple. Secondly, \"经常刮\" means \"often argue\" or \"quarrel\" in English. Lastly, \"父母\" means \"parents\" in English.\n\nTherefore, based on the context and the meaning of each individual word, the most accurate translation would be \"This young couple often argues with their parents.\"\n\nNegative side arguing: I believe the correct translation is: \"This young couple often borrows money from their parents.\"\n\nFirstly, \"这小两口\" refers to a young couple, which is commonly used in Chinese to describe a married couple. Secondly, \"经常刮\" can also mean \"to borrow\" in certain contexts, especially in colloquial Chinese. Lastly, \"父母\" means \"parents\" in English.\n\nTherefore, based on the context and the meaning of each individual word, the most accurate translation would be \"This young couple often borrows money from their parents.\"\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 72 | }, 73 | { 74 | "role": "assistant", 75 | "content": "{'Whether there is a preference': 'No', 'Supported Side': '', 'Reason': 'Both sides have provided valid arguments and interpretations of the Chinese text. The word 刮 can have multiple meanings depending on the context, and both argue and borrow are plausible translations. Without additional context, it is difficult to determine which translation is more accurate. Therefore, there is no clear preference for either side at this time.', 'Correct Translation': ''}" 76 | }, 77 | { 78 | "role": "user", 79 | "content": "Now the second round of debate for both sides has ended.\n\nAffirmative side arguing:\nI understand your perspective, but I respectfully disagree. While \"经常刮\" can indeed mean \"to borrow\" in certain contexts, it is not the most common or straightforward translation in this particular sentence. \n\nIn colloquial Chinese, \"刮\" is more commonly used to mean \"to argue\" or \"to quarrel,\" especially when used in conjunction with \"小两口,\" which implies a close relationship between the couple and their parents. Additionally, the use of \"父母\" specifically refers to the parents of the young couple, rather than any other type of relationship.\n\nTherefore, based on the context and the most common usage of the words, I still believe that \"This young couple often argues with their parents\" is the most accurate translation.\n\nNegative side arguing: I see your point, and I agree with your perspective. While \"经常刮\" can have multiple meanings, the context of the sentence and the use of \"父母\" specifically referring to the parents of the young couple suggest that the most common and straightforward translation would be \"This young couple often argues with their parents.\"\n\nFurthermore, the use of \"小两口\" implies a close relationship between the couple and their parents, which would make it more likely for them to argue or quarrel with each other. \n\nTherefore, based on the context and the most common usage of the words, I agree that \"This young couple often argues with their parents\" is the most accurate translation.\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 80 | }, 81 | { 82 | "role": "assistant", 83 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': 'Both sides have provided valid arguments, but the affirmative sides argument is more convincing. The use of 刮 in conjunction with 小两口 implies a close relationship between the couple and their parents, making it more likely for them to argue or quarrel with each other. Additionally, the use of 父母 specifically refers to the parents of the young couple, rather than any other type of relationship. Therefore, based on the context and the most common usage of the words, the most accurate translation is This young couple often argues with their parents.', 'Correct Translation': 'This young couple often argues with their parents.'}" 84 | } 85 | ] 86 | } 87 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/MAD_Debate_Process/74.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "gpt-3.5-turbo", 3 | "temperature": 0, 4 | "num_players": 3, 5 | "source": "公司招聘了几个花瓶，是专门用来招待客人的。", 6 | "correct reference": "The company recruited several beautiful persons to entertain guests.", 7 | "incorrect reference": "The company recruited several beautiful vases to entertain guests.", 8 | "base translation": "The company has hired several flower vases, which are specifically used to entertain guests.", 9 | "debate translation": "The company has hired several decorative figures who are specifically used to entertain guests.", 10 | "reason": "The affirmative sides translation is more accurate and natural. The use of decorative figures instead of flower vases better captures the meaning of 花瓶 in this context. Additionally, the use of hired as a metaphorical usage is appropriate and the phrase specifically used to entertain guests is a more natural way to convey the meaning of 专门用来招待客人的.", 11 | "players": { 12 | "Affirmative side": [ 13 | { 14 | "role": "system", 15 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"公司招聘了几个花瓶，是专门用来招待客人的。\"" 16 | }, 17 | { 18 | "role": "user", 19 | "content": "Translate the following text from Chinese to English: 公司招聘了几个花瓶，是专门用来招待客人的。" 20 | }, 21 | { 22 | "role": "assistant", 23 | "content": "The company has hired several flower vases, which are specifically used to entertain guests." 24 | }, 25 | { 26 | "role": "user", 27 | "content": "Restate the translation and provide your reasons." 28 | }, 29 | { 30 | "role": "assistant", 31 | "content": "I disagree with your translation. The correct translation of the Chinese text \"公司招聘了几个花瓶，是专门用来招待客人的\" is \"The company has hired several decorative figures who are specifically used to entertain guests.\" \n\nMy reasons for this translation are as follows:\n\n- The term \"花瓶\" (huā píng) in Chinese can refer to a decorative vase or figurine, but in this context, it is more likely referring to a decorative figure. This is because the sentence specifies that these \"花瓶\" are used to entertain guests, which suggests that they are not functional objects like vases, but rather decorative objects that serve a specific purpose.\n- The phrase \"专门用来招待客人的\" (zhuān mén yòng lái zhāo dài kè rén de) translates to \"specifically used to entertain guests.\" This further supports the idea that these \"花瓶\" are not functional objects, but rather decorative figures that are used to create a certain atmosphere or impression for guests.\n- The use of the word \"hired\" in the translation implies that these decorative figures are people who have been employed by the company. While this may seem odd at first, it is a common metaphorical usage of the word \"hire\" in English. In this context, it means that the company has acquired these decorative figures for the purpose of using them to entertain guests.\n\nOverall, I believe that \"The company has hired several decorative figures who are specifically used to entertain guests\" is a more accurate translation of the Chinese text than \"The company has hired several flower vases, which are specifically used to entertain guests.\"" 32 | } 33 | ], 34 | "Negative side": [ 35 | { 36 | "role": "system", 37 | "content": "You are a debater. Hello and welcome to the translation competition, which will be conducted in a debate format. It's not necessary to fully agree with each other's perspectives, as our objective is to find the correct translation.\nThe debate topic is stated as follows:\nWhat is the correct English translation of the following Chinese text: \"公司招聘了几个花瓶，是专门用来招待客人的。\"" 38 | }, 39 | { 40 | "role": "user", 41 | "content": "I disagree with your translation. The correct translation of the Chinese text \"公司招聘了几个花瓶，是专门用来招待客人的\" is \"The company has hired several decorative figures who are specifically used to entertain guests.\" \n\nMy reasons for this translation are as follows:\n\n- The term \"花瓶\" (huā píng) in Chinese can refer to a decorative vase or figurine, but in this context, it is more likely referring to a decorative figure. This is because the sentence specifies that these \"花瓶\" are used to entertain guests, which suggests that they are not functional objects like vases, but rather decorative objects that serve a specific purpose.\n- The phrase \"专门用来招待客人的\" (zhuān mén yòng lái zhāo dài kè rén de) translates to \"specifically used to entertain guests.\" This further supports the idea that these \"花瓶\" are not functional objects, but rather decorative figures that are used to create a certain atmosphere or impression for guests.\n- The use of the word \"hired\" in the translation implies that these decorative figures are people who have been employed by the company. While this may seem odd at first, it is a common metaphorical usage of the word \"hire\" in English. In this context, it means that the company has acquired these decorative figures for the purpose of using them to entertain guests.\n\nOverall, I believe that \"The company has hired several decorative figures who are specifically used to entertain guests\" is a more accurate translation of the Chinese text than \"The company has hired several flower vases, which are specifically used to entertain guests.\"\n\nYou disagree with my translation. Provide your translation and reasons." 42 | }, 43 | { 44 | "role": "assistant", 45 | "content": "I agree with your translation that \"花瓶\" (huā píng) in this context refers to decorative figures rather than vases. However, I believe that the correct translation of the Chinese text \"公司招聘了几个花瓶，是专门用来招待客人的\" is \"The company has hired several eye candies who are specifically used to entertain guests.\"\n\nMy reasons for this translation are as follows:\n\n- The term \"花瓶\" (huā píng) in Chinese is often used to describe a person who is attractive but lacks substance. In this context, it is likely that the company has hired people who are attractive but do not have any specific job duties other than to entertain guests.\n- The phrase \"专门用来招待客人的\" (zhuān mén yòng lái zhāo dài kè rén de) translates to \"specifically used to entertain guests.\" This suggests that the people the company has hired are not performing any other job duties besides entertaining guests.\n- The use of the term \"eye candy\" in English is a common way to describe someone who is attractive but lacks substance. This term accurately conveys the meaning of \"花瓶\" in this context.\n\nOverall, I believe that \"The company has hired several eye candies who are specifically used to entertain guests\" is a more accurate translation of the Chinese text than \"The company has hired several flower vases, which are specifically used to entertain guests.\"" 46 | } 47 | ], 48 | "Moderator": [ 49 | { 50 | "role": "system", 51 | "content": "You are a moderator. There will be two debaters involved in a translation debate competition. They will present their translations and discuss their perspectives on the correct English translation of the given Chinese text: \"公司招聘了几个花瓶，是专门用来招待客人的。\". At the end of each round, you will evaluate the candidates' translation submissions based on the following criteria:\n1. Accuracy: The degree to which the translation captures the original meaning of the source text.\n2. Fluency: The readability and naturalness of the translation in English." 52 | }, 53 | { 54 | "role": "user", 55 | "content": "Now the first round of debate for both sides has ended.\n\nAffirmative side arguing:\nI disagree with your translation. The correct translation of the Chinese text \"公司招聘了几个花瓶，是专门用来招待客人的\" is \"The company has hired several decorative figures who are specifically used to entertain guests.\" \n\nMy reasons for this translation are as follows:\n\n- The term \"花瓶\" (huā píng) in Chinese can refer to a decorative vase or figurine, but in this context, it is more likely referring to a decorative figure. This is because the sentence specifies that these \"花瓶\" are used to entertain guests, which suggests that they are not functional objects like vases, but rather decorative objects that serve a specific purpose.\n- The phrase \"专门用来招待客人的\" (zhuān mén yòng lái zhāo dài kè rén de) translates to \"specifically used to entertain guests.\" This further supports the idea that these \"花瓶\" are not functional objects, but rather decorative figures that are used to create a certain atmosphere or impression for guests.\n- The use of the word \"hired\" in the translation implies that these decorative figures are people who have been employed by the company. While this may seem odd at first, it is a common metaphorical usage of the word \"hire\" in English. In this context, it means that the company has acquired these decorative figures for the purpose of using them to entertain guests.\n\nOverall, I believe that \"The company has hired several decorative figures who are specifically used to entertain guests\" is a more accurate translation of the Chinese text than \"The company has hired several flower vases, which are specifically used to entertain guests.\"\n\nNegative side arguing: I agree with your translation that \"花瓶\" (huā píng) in this context refers to decorative figures rather than vases. However, I believe that the correct translation of the Chinese text \"公司招聘了几个花瓶，是专门用来招待客人的\" is \"The company has hired several eye candies who are specifically used to entertain guests.\"\n\nMy reasons for this translation are as follows:\n\n- The term \"花瓶\" (huā píng) in Chinese is often used to describe a person who is attractive but lacks substance. In this context, it is likely that the company has hired people who are attractive but do not have any specific job duties other than to entertain guests.\n- The phrase \"专门用来招待客人的\" (zhuān mén yòng lái zhāo dài kè rén de) translates to \"specifically used to entertain guests.\" This suggests that the people the company has hired are not performing any other job duties besides entertaining guests.\n- The use of the term \"eye candy\" in English is a common way to describe someone who is attractive but lacks substance. This term accurately conveys the meaning of \"花瓶\" in this context.\n\nOverall, I believe that \"The company has hired several eye candies who are specifically used to entertain guests\" is a more accurate translation of the Chinese text than \"The company has hired several flower vases, which are specifically used to entertain guests.\"\n\nYou, as the moderator, will evaluate both sides' translations and determine if there is a clear preference for a translation candidate. If so, please summarize your reasons for supporting affirmative/negative side and give the final translation that you think is correct, and the debate will conclude. If not, the debate will continue to the next round. Now please output your answer in json format, with the format as follows: {\"Whether there is a preference\": \"Yes or No\", \"Supported Side\": \"Affirmative or Negative\", \"Reason\": \"\", \"Correct Translation\": \"\"}" 56 | }, 57 | { 58 | "role": "assistant", 59 | "content": "{'Whether there is a preference': 'Yes', 'Supported Side': 'Affirmative', 'Reason': 'The affirmative sides translation is more accurate and natural. The use of decorative figures instead of flower vases better captures the meaning of 花瓶 in this context. Additionally, the use of hired as a metaphorical usage is appropriate and the phrase specifically used to entertain guests is a more natural way to convey the meaning of 专门用来招待客人的.', 'Correct Translation': 'The company has hired several decorative figures who are specifically used to entertain guests.'}" 60 | } 61 | ] 62 | } 63 | } -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/output/baseline: -------------------------------------------------------------------------------- 1 | He wanted to take fellow village officials with him to engage in drug trafficking. 2 | Eat up an enemy division. 3 | Until now, they still haven't arranged accommodation for me, so I have to wander around at night. 4 | In the 1990s, many people went into business. 5 | He is really a piece of rotten wood. 6 | He is a person who loves to lose things. 7 | The police have stationed several people here. 8 | The flood season has passed, and the rivers are calm. 9 | His offense is not serious enough to warrant an administrative warning. 10 | He received orders to remove the enemy's watchtower. 11 | If you talk too much, you will make mistakes. You need to have a filter on your mouth. 12 | Gave him a white eye. 13 | He guesses riddles with a 100% success rate. 14 | Your mouth is too fast. 15 | Our country has its own national conditions, and it is not feasible to simply adopt other countries' management methods. 16 | The ground is very flat and not easy to plow. 17 | At that time, international students had to live in a one-year preparatory course. 18 | This piece of land is not thin. 19 | The ministers are preparing to present a memorial. 20 | One bullet reimburses one enemy. 21 | Reasonably manage work and study. 22 | The child in this room needs to be disciplined. 23 | He is good at citing undiscovered talents. 24 | The army has approached the outskirts of the city. 25 | Making clothes by measuring the body. 26 | Taking a walk after dinner is his mandatory course. 27 | You should tell the truth and not bite others randomly. 28 | We will never let the motherland's territory change color. 29 | In this National Games, our province sent 400 athletes to compete. 30 | This project has been cancelled. 31 | This engineer is a big fool. 32 | If you don't put in effort, you can't cure your studies. 33 | These soldiers have already ransacked the homes twice. 34 | He entered the business world with nothing and now he is the chairman of a company. 35 | The watch worn by this person has been running for 3 minutes. 36 | Please string these two sentences together. 37 | Spring feelings are rippling in the hearts of two young people. 38 | The river water surges higher than the bridge. 39 | He is typing a telegram that the military urgently needs to receive. 40 | There are many shops on this street that can be used as jewelry stores. 41 | That woman is spitting out feces from her mouth. 42 | Drew a line under his name. 43 | The store has already been pushed to the top. 44 | As soon as he entered the examination room, he felt nervous. 45 | The bribery case of the bureau chief finally fell apart recently. 46 | His hobby is reading books. 47 | Selling the spiritual opium of the bourgeoisie. 48 | After hearing his comforting words, a warm current surged in my heart. 49 | His words are like auctioning off youth. 50 | Banking jobs are very well-paid. 51 | Boiling scene of mass movement. 52 | The members of the investigation team are distributed to various places. 53 | Please do not distract yourself while distributing flyers. 54 | This year has been favorable weather conditions, so the autumn scenery for farmers must be very good. 55 | Investigate the news. 56 | This medicine should be taken with warm water. 57 | He is an old hand. 58 | He has risen and fallen several times in the officialdom and has a lot of experience. 59 | The construction workers are building a shopping mall specifically for selling quilts. 60 | The teacher drew many lines on his composition book. 61 | The content of what he said is quite high-profile, but it is not easy to achieve. 62 | His writing plan has been shelved. 63 | After two years of research and development, we have finally solved this technical problem. 64 | People who have communicated with him all think that he is an antique. 65 | This young couple often argues with their parents. 66 | He still has the factory's affairs on his mind. 67 | It's really not easy to get things done, any joint can get stuck. 68 | I am used to getting up early, and it feels uncomfortable to sleep in. 69 | He did something he shouldn't have done and has a guilty conscience. 70 | He has a plan in his mind regarding this matter. 71 | Car accidents happen frequently. 72 | He obtained a lot of famous wines from the back door. 73 | Old man Ding's martial arts skills are so advanced that even his daughter cannot match them. 74 | Kindergarten teachers carefully cultivate the flowers of our motherland. 75 | The company has hired several flower vases, which are specifically used to entertain guests. 76 | The number of trees collected by this factory has been declining, leading to consistently low production. 77 | He is on his way home to write the letter that was meant for him. 78 | Last year he went back to school and wanted to take the college entrance exam again. 79 | After inspecting here for three months, the disciplinary committee has made a sudden turn. 80 | He shouted into the valley, but all he received was an echo. 81 | His speech is full of gunpowder. 82 | Good works require multiple rounds of tempering. 83 | The child has been working very hard to prepare for the college entrance examination, so don't put any more pressure on him. 84 | This guy is too heavy and difficult to carry. 85 | A plan must have corresponding and reasonable measures in order to not be overridden. 86 | Before writing a novel, you need to first build the framework for the novel. 87 | "He is just very cheap." 88 | The items sold in the second-hand market are generally of low quality. 89 | He plans to order four dishes. 90 | This couple had another argument in the house because of their child. 91 | He can untie this shoelace in just 10 seconds. 92 | The ringing of the phone interrupted his words. 93 | For the sake of profit, he sold out his friends. 94 | He received a batch of shoes. 95 | I am not willing to poach employees from other companies. 96 | At the end of this week, it's time to pay the wages of the cleaning staff. 97 | If you want to achieve great success, you will definitely stumble and fall. 98 | His body suffered losses after working continuously for several days. 99 | His long-standing worries finally came to an end. 100 | His research on pregnant women is easily trapped in a difficult situation under current research conditions. 101 | He only cites his relatives. 102 | There is a lot of infighting within their department. 103 | He plans to take over the job of the factory director. 104 | We have already made contact with the enemy. 105 | Let's cool down on this matter first. 106 | I am already old. 107 | He has a deep and mellow voice. 108 | "I raised you." 109 | This well-known enterprise is the leader in the industry. 110 | This is a new thing he has created by kneading and shaping. 111 | He broke his own bad habit. 112 | His soul has been twisted by this matter. 113 | Encountering a little difficulty, he immediately lay down. 114 | They are filming a movie. 115 | He was good at bribery and soon climbed to the position of bureau chief. 116 | In modern times, even having a college degree does not guarantee finding a good job. 117 | Deviation from correct principles. 118 | He likes to flatter his boss. 119 | Clean up the aftermath of this matter. 120 | The market is not good now, quickly sell off the goods in hand. 121 | This person is really a rice bucket, unable to do anything well. 122 | The power of the artillery in the army is very strong. 123 | This teacher is earnestly cultivating his students. 124 | Regarding this field, I only know the superficial aspects. 125 | The topic they chose collided. 126 | Please cover this book with a layer of leather. 127 | The book market has been very sluggish. 128 | Magnets will become fatigued after prolonged use. 129 | No one wants to hire her as a daughter-in-law. 130 | The government quelled the unrest. 131 | "My wound has healed." 132 | He spent a lot of money again when he went out this time. 133 | This article deeply analyzed this problem. 134 | He has become the banner of the entire army. 135 | Don't get angry, pay attention to keeping a calm mood. 136 | The seawater rose up during this storm. 137 | These two people are leading a cow. 138 | He sneaked into this city. 139 | "This color is too light." 140 | This plan was executed. 141 | Rape public opinion. 142 | This batch of rice is very popular in the market. 143 | The common people all call this person "Qingtian". 144 | He has already become a successful person. 145 | This is a light and meaningful gift. 146 | The clouds in the sky appear to be very frivolous. 147 | His singing voice made everyone in the theater fall in love with him. 148 | She shed tears and poured out all her grievances. 149 | This sentence needs to remove several incorrect words. 150 | Tomorrow is the tug-of-war competition, and our company will mobilize all troops. 151 | This problem cannot be solved by heat treatment. 152 | He has been passionate about this matter for a long time. 153 | There are 365 days in a year. 154 | Goods must go through customs at the entrance. 155 | This movie is very engaging. 156 | Apply some oil to lubricate the rotating parts of the machine. 157 | This article is very obscure. 158 | They captured a tongue from the enemy camp and brought it back. 159 | "It's already very late at night." 160 | His chopsticks are all made of ivory. 161 | This child needs to be tidied up. 162 | This broken table needs to be cleaned up. 163 | This criminal needs to be repaired. 164 | Resolve the conflict between two villages. 165 | There is too much water in this article. 166 | All the illegal structures in this area will be demolished. 167 | His mouth is really chatty, he talks all day long. 168 | This science fiction film describes a story of contact between a spaceman and a boy on Earth. 169 | The students taught by this teacher are all elites in various fields. 170 | Articles with strong theoretical content can also be written in a popular and easy-to-understand style, and do not necessarily have to be written like a cryptic book. 171 | After hearing this sentence, his heart was very clear. 172 | This type of tank has already been retired. 173 | Many families are preparing for Chinese New Year shopping. 174 | This book is his newly bought treasure from the bookstore. 175 | The teacher asked the student to recite the text that he had just written on the blackboard. 176 | He is currently writing the lyrics for the songs he will sing at tomorrow's evening party. 177 | This magician is performing a magic trick. 178 | When this leader visits privately, he will bring a few plainclothes officers to protect himself. 179 | Please truthfully write about the establishment of a clock and watch store. 180 | The airplane scraped against the mountaintop. 181 | "This is the season when bandits emerge from the mountains." 182 | He is walking on the street next to this clothing store. 183 | He is setting up the tent he will sleep in tonight. 184 | This actor has lost his voice. 185 | If he resigns, no one can replace his work. 186 | The enemies in this fortress often come out to harm the people, and the troops plan to remove this thorn. 187 | Your eyes are really poisonous, able to find criminals among so many people. 188 | This troop has been attacked by the enemy and is currently sending a report to headquarters. 189 | This temple has just been renovated by workers. 190 | He talked during class and made a mistake that should not be made in school again. 191 | A good reader always has their own preservative when reading. 192 | This knife edge is very fast. 193 | This power grid worker is having his blood pressure measured in the hospital, and his systolic pressure is too high. 194 | After experiencing a betrayal, there was a knot in their relationship. 195 | This person has no backbone. 196 | Don't wrap two different things together. 197 | She is a red flag in the railway department for her serious work attitude. 198 | This kind of thinking is once again on the rise. 199 | The pilot's flight mission today is to operate a large airplane. 200 | In the past, he was very poor, but now he has become wealthy. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/output/gpt4: -------------------------------------------------------------------------------- 1 | He wants to involve the village cadres in drug trafficking together. 2 | Eat up an enemy division. 3 | Up until now, they haven't arranged accommodation for me, so I have no choice but to wander around at night. 4 | In the 1990s, many people went into business. 5 | He is really a rotten piece of wood. 6 | He is a person who often loses things. 7 | The police arrested several people here. 8 | The flood season has passed, and the river is calm. 9 | His offense is not serious enough for an administrative warning and punishment. 10 | He received an order to remove the enemy's watchtower. 11 | The more you speak, the more likely you are to make mistakes; you should have a gatekeeper for your mouth. 12 | Gave him a glance. 13 | He guesses riddles with unerring accuracy. 14 | Your mouth is too fast. 15 | Our country has its own national conditions, and it is not feasible to completely adopt other people's management methods. 16 | The ground is very flat, not suitable for plowing. 17 | At that time, international students had to live in a preparatory course for one year. 18 | This piece of land is not thin. 19 | The ministers are preparing to submit a memorial. 20 | One bullet takes out one enemy. 21 | Reasonably balance work and study. 22 | The child in this room needs to be disciplined. 23 | He is good at tapping into undiscovered talent. 24 | The large army has already approached the outskirts of the city. 25 | Making clothes by comparing them to the body. 26 | Taking a walk after dinner is his essential routine. 27 | You should tell the truth and not falsely accuse others. 28 | We will never let the rivers and mountains of our motherland change color. 29 | In this National Games, our province sent 400 athletes to compete. 30 | This project has already been suspended. 31 | This engineer is a big straw bag. 32 | If you don't put in effort, you won't be able to learn well. 33 | These soldiers have already looted homes twice. 34 | He started in the business world with nothing, and now he is the chairman of a company. 35 | The watch worn by this person is 3 minutes fast. 36 | Please connect these two sentences together. 37 | Spring feelings ripple in the hearts of the two young people. 38 | The river water surged up higher than the bridge. 39 | He is sending a telegram that the army urgently needs to receive. 40 | There are many shops on this street where you can buy jewelry. 41 | That woman spews shit from her mouth. 42 | A road was drawn under his name. 43 | The shop has already been sublet. 44 | As soon as he entered the examination room, he felt nervous. 45 | The director's bribery incident has finally been exposed recently. 46 | His hobby is immersing himself in books. 47 | Selling the spiritual opium of the bourgeoisie. 48 | After hearing his comforting words, a surge of warmth filled my heart. 49 | His words are simply like auctioning off youth. 50 | Bank jobs are very well paid. 51 | The scene of a boiling mass movement. 52 | Comrades from the investigation team were dispatched to various places. 53 | Please do not distract yourself while distributing flyers. 54 | The weather is favorable this year, and the farmers' autumn harvest must be very good. 55 | Gather information; probe the situation. 56 | Take this medicine with warm water. 57 | He is an old hand at this. 58 | He has experienced ups and downs in the officialdom several times and is very experienced. 59 | These construction workers are building a shopping mall specifically for selling quilts. 60 | The teacher drew many lines on his composition book. 61 | The content of what he said is quite high-profile, but it is not easy to achieve. 62 | His writing plan has been shelved. 63 | After two years of tackling the problem, the technical difficulty was finally resolved. 64 | People who have communicated with him all think that this person is an antique. 65 | This young couple often quarrels with their parents. 66 | In his heart, he is still concerned about the matters in the factory. 67 | It's really not easy to get things done, as any link may get stuck. 68 | I am used to getting up early, and I don't feel comfortable sleeping in. 69 | He did something he shouldn't have done, and he has a guilty conscience. 70 | Regarding this matter, he has a plan in his mind. 71 | Frequent car accidents. 72 | He got quite a few famous wines from the back door. 73 | Old man Ding's unique skill is so rare that even his daughter doesn't know it. 74 | Kindergarten teachers are carefully nurturing the flowers of the motherland. 75 | The company has hired a few "vases" (decorative employees), specifically for entertaining guests. 76 | The amount of wood collected by this factory has been declining, resulting in consistently low production. 77 | He is going home to write a letter for him. 78 | He went back to the drawing board last year, wanting to take the college entrance exam again. 79 | Three months after inspecting here, the Discipline Inspection Commission gave another backhand blow. 80 | He shouted at the valley, and all he received was an echo. 81 | His words are full of a provocative tone. 82 | Good works need to go through multiple refinements. 83 | The child is already working very hard to prepare for the college entrance examination, don't put more pressure on him. 84 | This guy is too clumsy and difficult to handle. 85 | A plan must have corresponding reasonable measures to avoid being empty and ineffective. 86 | Before writing a novel, you need to first set up the framework of the story. 87 | He is just a very despicable person. 88 | The goods sold in the second-hand market are generally cheap. 89 | He plans to order four dishes. 90 | This couple had another quarrel over their child's affairs inside the house. 91 | He can untie this shoelace in just 10 seconds. 92 | The phone ringtone cut off his words. 93 | For the sake of profit, he betrayed his friend. 94 | He brought in a batch of shoes. 95 | I am not willing to undermine other people's companies. 96 | The end of this week is the time to pay the wages of the cleaning staff. 97 | If you want to achieve great things, you will definitely stumble. 98 | His body was depleted after working continuously for several days. 99 | His long-standing worries have finally come to an end. 100 | His research on pregnant women is prone to difficult situations under the current research conditions. 101 | He quotes only his relatives. 102 | The internal consumption in their department is very serious. 103 | He plans to take the job of factory director. 104 | We have already made contact with the enemy. 105 | Let's cool down this matter first. 106 | The year has already grown old. 107 | He has a deep and rich voice. 108 | I raised you and watched you grow up. 109 | This well-known company is the industry leader. 110 | This is the new thing he came up with. 111 | He broke his own bad habits. 112 | His soul was twisted by this incident. 113 | He immediately gave up when he encountered a little difficulty. 114 | They are filming a movie. 115 | He was good at bribery, and soon climbed up to the director's throne. 116 | In modern times, even having a college degree does not guarantee finding a good job. 117 | Deviate from the correct principles. 118 | He likes to flatter his superiors. 119 | Clean up the mess of this situation. 120 | The market is not good now, quickly sell the goods in your hands. 121 | This person is really a rice bucket, can't do anything well. 122 | The firepower of the artillery in the troops is very strong. 123 | This teacher is diligently cultivating his students. 124 | Regarding this field, I only know the basics. 125 | Their chosen topics overlapped. 126 | Please wrap this book with a layer of leather. 127 | The book market is already very exhausted. 128 | Magnets will become fatigued after long-term use. 129 | No one is willing to hire her as a daughter-in-law. 130 | The government quelled the unrest. 131 | My wound has healed. 132 | He spent quite a lot of money on this shopping trip. 133 | This article profoundly analyzes this issue. 134 | He has become the banner of the entire army. 135 | Don't get angry, pay attention to your mood and stay calm. 136 | The seawater rises in this storm. 137 | These two people are involved with a cow. 138 | He sneaked into this city. 139 | This color is too light. 140 | This plan was shot down. 141 | Rape public opinion. 142 | This batch of rice is very popular in the market. 143 | The common people call this person the Blue Sky. 144 | He has already become a person who has risen to great heights. 145 | This is a light and thin but meaningful gift. 146 | The clouds in the sky appear very light and airy. 147 | His singing captivated everyone in the theater. 148 | She shed tears, pouring out all her grievances. 149 | This sentence needs to correct several wrong characters. 150 | Tomorrow's tug-of-war competition, our company will mobilize all forces. 151 | This problem cannot be solved by heat treatment. 152 | His enthusiasm for this matter lasted for a long time. 153 | There are 365 days in a year. 154 | The goods must pass through customs at the entrance. 155 | This movie is very interesting. 156 | Lubricate the rotating parts of the machine with engine oil. 157 | This article is very obscure. 158 | They captured a spy from the enemy camp and brought him back. 159 | The night is already very deep. 160 | His chopsticks are made of ivory. 161 | This child needs to be tidied up. 162 | This broken table needs to be cleaned up. 163 | This criminal needs to be punished. 164 | Resolve the conflict between the two villages. 165 | There is too much water in this article. 166 | All the private houses in this area will be demolished. 167 | His mouth is really non-stop, talking all day long. 168 | This sci-fi movie tells the story of a spaceman making contact with a boy on Earth. 169 | The students taught by this teacher are elites in various industries. 170 | Theoretical articles can also be written in a simple and easy-to-understand manner, and do not necessarily have to be written like a heavenly book (difficult to understand). 171 | After hearing this sentence, he felt very clear in his heart. 172 | This type of tank has already been retired. 173 | Many families are preparing for the New Year's goods. 174 | This book is the treasure he just bought at the bookstore. 175 | This teacher asked the student to recite the text he just wrote on the blackboard. 176 | He is writing the lyrics for the song to be sung at tomorrow's evening party. 177 | This magician is performing a magic trick. 178 | When this leader makes a private visit, he will bring a few plainclothes guards to protect himself. 179 | Please fill out this form truthfully regarding the opening of a clock and watch store. 180 | The airplane grazed the top of the mountain. 181 | This is the season when bandits emerge from the mountains. 182 | He is crossing the road next to this clothing store. 183 | He is setting up the tent he will sleep in tonight. 184 | This actor's voice has gone bad. 185 | If he resigns, no one can take over his job. 186 | The enemies in this fortress often come out to harm the people, and the troops plan to remove this thorn. 187 | Your eyes are really sharp, able to find the criminal among so many people. 188 | This unit has been attacked by the enemy and is sending a message to the headquarters. 189 | This temple has just been renovated by the workers. 190 | He spoke during class and made the same mistake again that should not be made in school. 191 | A good reader always has their own preservative when reading a book. 192 | This knife edge is very fast. 193 | This power grid worker is having his blood pressure tested at the hospital, and his high pressure is too high. 194 | After experiencing a betrayal, there was a knot in their relationship. 195 | This person has no backbone. 196 | Do not mix two different things together. 197 | She, who works conscientiously, is a red flag for the railway department. 198 | This kind of thinking is making a comeback again. 199 | The captain's flight mission today is to fly a large aircraft. 200 | In the past, he was very poor, but now he has become wealthy. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/output/mad: -------------------------------------------------------------------------------- 1 | He wanted to persuade fellow village officials to join him in drug trafficking. 2 | Eliminate an enemy division. 3 | Until now, they still haven't arranged accommodation for me, so I have to wander around at night. 4 | Many people ventured into business in the 1990s. 5 | He is really a blockhead. 6 | He is a person who tends to lose things. 7 | The police have stationed several people here. 8 | The flood season has passed, and the rivers are calm. 9 | His offense is not serious enough to warrant an administrative warning. 10 | He received orders to remove the enemy's watchtower. 11 | Loose lips sink ships. Keep a tight rein on your tongue. 12 | Gave him a glance. 13 | He solves riddles with a 100% success rate. 14 | You speak too quickly. 15 | Our country has its own national conditions, and it is not feasible to simply adopt other countries management methods. 16 | The ground is very hard and not easy to plow. 17 | At that time, international students had to stay in a one-year foundation course. 18 | This land is fertile. 19 | The ministers are preparing to present a memorial. 20 | One bullet eliminates one enemy. 21 | Manage work and study in a reasonable manner. 22 | The child in this room needs to be disciplined. 23 | He is good at discovering untapped talent. 24 | The army has approached the outskirts of the city. 25 | Making clothes by measuring the body. 26 | Taking a walk after dinner is his daily routine. 27 | You should speak the truth, and not slander others. 28 | We will never allow the motherlands territory to change for the worse. 29 | In this National Games, our province sent 400 athletes to compete. 30 | This project has been put on hold. 31 | This engineer is a big oaf. 32 | If you don't study with diligence, you wont make progress. 33 | These soldiers have already ransacked the homes twice. 34 | He made a bold entry into the business world and is now the chairman of a company. 35 | The watch worn by/on this person has been running for 3 minutes. 36 | Please string these two sentences together. 37 | Spring is in the hearts of two young people. 38 | The river water surges up higher than the bridge. 39 | He is sending a telegram that the military urgently needs to receive. 40 | There are many shops on this street that sell jewelry. 41 | That woman is spitting out feces from her mouth. 42 | Drew a line under his name. 43 | The store has already exceeded its capacity. 44 | As soon as he entered the exam room, he immediately felt nervous. 45 | The bribery case of the bureau chief finally fell apart recently. 46 | His hobby is delving into books. 47 | Peddling the spiritual opium of the bourgeoisie. 48 | After hearing his comforting words, a warm feeling arose in my heart. 49 | His words are practically selling youth. 50 | Banking jobs are very well-paid. 51 | Boiling mass movement scene. 52 | The members of the investigation team are distributed to various places. 53 | Please do not let yourself become distracted while distributing flyers. 54 | This years weather has been favorable, so the autumn scenery for farmers must be very good. 55 | Get the inside scoop. 56 | This medicine is to be taken orally with warm water. 57 | He is an old fox. 58 | He has experienced many ups and downs in the officialdom and has a lot of experience. 59 | The construction workers are building a shopping mall specifically for selling bedding. 60 | The teacher drew many lines on his composition book. 61 | What he said was quite ambitious, but not easy to accomplish. 62 | His writing plan has come to a standstill. 63 | After two years of research and development, we have finally solved this technical problem. 64 | Everyone who has had contact with him thinks he is an old-fashioned person. 65 | This young couple often argues with their parents. 66 | He is still concerned about the factorys affairs. 67 | Its really not easy to get things done, any link in the chain can get stuck. 68 | I am used to getting up early, and it feels uncomfortable to sleep in. 69 | He did something he shouldnt have done and has a guilty conscience. 70 | He has a plan in his mind regarding this matter. 71 | Car accidents are rampant. 72 | He got a lot of famous liquor from an unofficial source. 73 | Old man Dings martial arts skills are so advanced that even his daughter cannot learn them. 74 | Kindergarten teachers carefully cultivate the future of our country. 75 | The company has hired several decorative figures who are specifically used to entertain guests. 76 | The amount of trees collected by this factory has been consistently decreasing, resulting in continuously low output. 77 | He is on his way home to write the letter to him. 78 | He returned to school last year, hoping to take the university entrance exam again. 79 | After inspecting here for three months, the disciplinary committee has made a sudden turn. 80 | He shouted into the valley, but all he received was an echo. 81 | His speech is full of hostility. 82 | A good work requires repeated refinement. 83 | The student has already been working hard to prepare for the college entrance examination, so don't push too hard. 84 | This guy is too cumbersome and difficult to move. 85 | A plan must have corresponding and reasonable measures in order to not be overridden. 86 | Before writing a novel, you need to first lay the groundwork for the novel. 87 | He is just very despicable. 88 | The items sold in the second-hand market are generally of low quality. 89 | He plans to order four dishes. 90 | This couple had another quarrel in the house because of their child. 91 | He can untie this shoelace in just 10 seconds. 92 | The ringing of the phone interrupted his words. 93 | For the sake of profit, he sold out his friends. 94 | He received a batch of shoes. 95 | I am not willing to poach employees from other companies. 96 | At the end of this week, its time to pay the wages of the cleaning staff. 97 | If you want to achieve great things, you will definitely encounter obstacles and setbacks. 98 | His body was depleted after working continuously for several days. 99 | He finally found relief from his long-standing troubles. 100 | His research on pregnant women is at risk of encountering difficulties under current research conditions. 101 | He only cites his relatives. 102 | There is significant internal conflict within their department. 103 | He plans to take over the job of the factory director. 104 | We have already come into contact with the enemy. 105 | Let's put this matter on hold for a moment. 106 | I am already old. 107 | He has a rich and resonant voice. 108 | I raised you. 109 | This renowned enterprise is the industrys flagship. 110 | This is a new thing he has created by kneading and shaping. 111 | He corrected his own bad habit. 112 | His spirit has been corrupted by this matter. 113 | Encountering a little difficulty, he immediately lay down. 114 | They are shooting a film. 115 | He was adept at bribery and soon ascended to the position of bureau chief. 116 | In modern times, even having a college degree does not guarantee finding a good job. 117 | Departure from the correct principles. 118 | He likes to flatter his boss. 119 | Tidy up the loose ends of this matter. 120 | The market is not good now, quickly sell off the goods in hand. 121 | This person is really useless, can't do anything right. 122 | The firepower of the artillery in the army is very strong. 123 | This teacher is carefully nurturing his students. 124 | Regarding this field, I only know the superficial aspects. 125 | The topics they chose collided. 126 | Please give this book a leather cover. 127 | The book market has already been exhausted. 128 | Magnets will become fatigued after prolonged use. 129 | No one wants to marry her. 130 | The government restored order. 131 | My wound has healed. 132 | He spent a lot of money again when he went out this time. 133 | This article deeply analyzed this problem. 134 | He has already become the symbol of the entire army. 135 | don't get angry, keep a calm mood. 136 | The seawater rose up during this storm. 137 | These two people are pulling a female cow. 138 | He infiltrated this city. 139 | This color is too light. 140 | This plan was aborted. 141 | Violate public opinion. 142 | This batch of rice is very popular in the market. 143 | The common people all call this person Qingtian. 144 | He has already become a successful person. 145 | This is a thin but meaningful gift. 146 | The clouds in the sky seem very light and airy. 147 | His singing voice captivated everyone in the theater. 148 | She shed tears and poured out all her grievances and frustrations. 149 | This sentence needs to remove several incorrect words. 150 | Tomorrow is the tug-of-war competition, and our entire company will participate. 151 | This problem cannot be solved by heat treatment. 152 | He has been passionate about this matter for a long time. 153 | A year has 365 days. 154 | Goods entering must pass through customs. 155 | This movie is very immersive. 156 | Apply some oil to lubricate the rotating parts of the machine. 157 | This article is very obscure. 158 | They extracted information from someone in the enemy camp and brought it back. 159 | It's already very late at night. 160 | His chopsticks are all made of ivory. 161 | This child needs to be disciplined. 162 | This broken table needs to be fixed. 163 | This offender needs to be rehabilitated. 164 | Smooth out the conflict between two villages. 165 | There is too much fluff in this article. 166 | All the illegal structures in this area will be demolished. 167 | He talks incessantly, all day long. 168 | This science fiction film depicts the story of a spacemans encounter with a boy on Earth. 169 | The students taught by this teacher are all outstanding in their respective fields. 170 | Articles with strong theoretical content can also be written in a popular and easy-to-understand style, and do not necessarily have to be written like a cryptic book. 171 | After hearing this sentence, he felt enlightened. 172 | This tank has already been decommissioned. 173 | Many families are making New Year's purchases. 174 | This book is his newly purchased treasure from the bookstore. 175 | The teacher asked the student to recite the text that he had just written on the blackboard. 176 | He is currently writing the lyrics for the songs that will be sung at tomorrows evening party. 177 | This magician is performing a magic trick. 178 | When this leader visits privately, he will bring a few plainclothes bodyguards to protect himself. 179 | Please truthfully fill out this form regarding the opening of a clock and watch store. 180 | The airplane brushed against the mountaintop. 181 | This is the season when bandits emerge from the mountains. 182 | He is crossing the street beside this clothing store. 183 | He is setting up the tent he will sleep in tonight. 184 | This actor has lost his voice. 185 | If he resigns, no one can match his work. 186 | The enemies in this fortress often come out to harm the people, and the troops plan to remove this thorn. 187 | Your eyes are really sharp, able to spot a criminal among so many people. 188 | This unit has come under enemy attack and is currently reporting to headquarters. 189 | This temple has just been renovated by workers. 190 | He talked during class and made a mistake that should not have been made in school. 191 | A good reader always has their own preservative when reading. 192 | This knife is very sharp. 193 | This power grid worker is having his blood pressure measured in the hospital, and his high pressure is too high. 194 | After experiencing a betrayal, there was a bump in their relationship. 195 | This person is spineless. 196 | Don't wrap two different things together. 197 | She is a model employee in the railway department for her serious work ethic. 198 | This kind of thinking is once again on the rise. 199 | The captain's flight duty today is to fly a large aircraft. 200 | In the past, he was very poor, but now he has become wealthy. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/output/maps: -------------------------------------------------------------------------------- 1 | He wanted to drag the village officials into drug trafficking with him. 2 | Eliminate an enemy division. 3 | Until now, they still haven't arranged accommodation for me, so I have to roam around at night. 4 | In the 1990s, many people started their own businesses. 5 | He is really a piece of rotten wood as a person. 6 | He is a forgetful person who tends to lose things. 7 | The police have placed several people here. 8 | The flood season has passed and the rivers are calm. 9 | His offense is not serious enough to warrant an administrative warning. 10 | He received orders to take out the enemy's watchtower. 11 | If you talk too much, you will make mistakes. You need to have a filter on your mouth. 12 | I ignored him with a glance. 13 | He guesses riddles with 100% accuracy. 14 | Your mouth is too fast. 15 | China has its own national conditions, and it is not feasible to simply adopt other countries' management methods. 16 | The ground is very hard and not easy to plow. 17 | At that time, overseas students had to live in a preparatory course for one year. 18 | This piece of land is not thin. 19 | The ministers are preparing to present a memorial. 20 | One bullet takes out one enemy. 21 | Manage work and studies reasonably. 22 | The child in this room needs discipline. 23 | He is skilled at citing undiscovered talents. 24 | The army has already approached the city outskirts. 25 | Making clothes by measuring the body. 26 | Taking a walk after dinner is his mandatory course. 27 | You should speak the truth and not bite others indiscriminately. 28 | We will never let the landscape of our motherland change color. 29 | In this National Games, our province sent 400 athletes to compete. 30 | This project has been cancelled. 31 | This engineer is a big fool. 32 | If you don't put in effort, you can't cure your lack of learning. 33 | These soldiers have raided homes twice already. 34 | He entered the business world with nothing and now he is the chairman of a company. 35 | The watch worn by this person has been running for 3 minutes. 36 | Please put these two sentences together. 37 | Spring feelings are rippling in the hearts of two young people. 38 | The river water surged higher than the bridge. 39 | He is sending a telegram that the military urgently needs to receive. 40 | There are many shops on this street that sell jewelry. 41 | The woman is spitting out feces from her mouth. 42 | He drew a road under his name. 43 | The store has already reached its peak. 44 | As soon as he entered the exam room, he became nervous. 45 | The corruption case of the bureau chief finally fell apart recently. 46 | His hobby is reading books. 47 | Selling the spiritual opium of the bourgeoisie. 48 | After hearing his comforting words, a warm feeling flowed into my heart. 49 | His words were practically auctioning off youth. 50 | Banking jobs are very well-paid. 51 | Boiling scenes of mass movement. 52 | The members of the investigation team are being distributed to various places. 53 | Please do not distract yourself while distributing flyers. 54 | This year has been favorable weather-wise, so the autumn scenery for farmers must be very good. 55 | Investigate the rumors. 56 | Take this medicine with warm water. 57 | He is an old hand in the game. 58 | He has risen and fallen several times in the political arena, and has a lot of experience. 59 | These construction workers are building a shopping mall specifically for selling comforters. 60 | The teacher drew many lines on his composition book. 61 | What he said was quite ambitious, but not easy to achieve. 62 | His writing plan has stalled. 63 | After two years of research and development, we finally solved this technical problem. 64 | People who have interacted with him all think he is an antique. 65 | This young couple often argues with their parents. 66 | He still has the factory's affairs on his mind. 67 | It's not easy to get things done, and any joint can get stuck. 68 | I am used to early rising, oversleeping makes me uncomfortable. 69 | He did something he shouldn't have done and feels guilty about it. 70 | He has a plan in his mind for this matter. 71 | Car accidents happen frequently. 72 | He obtained a lot of fine wine through the backdoor. 73 | Ding Laohan's unique skill is so advanced that even his daughter cannot master it. 74 | Kindergarten teachers carefully cultivate the flowers of our motherland. 75 | The company has hired several decorative personnel who are specifically used to entertain guests. 76 | The quantity of trees collected by this factory has been declining, resulting in consistently low output. 77 | He is on his way home to write the letter he promised. 78 | Last year, he went back to school and wanted to take the college entrance exam again. 79 | After inspecting this place for three months, the disciplinary committee made another sudden turn. 80 | He shouted into the valley, but all he received was an echo. 81 | His speech is full of gunpowder flavor. 82 | Good works require multiple rounds of refinement. 83 | The child has been working very hard to prepare for the college entrance examination, so don't put any more pressure on him. 84 | This object is too heavy, it's difficult to pick up. 85 | A plan must have corresponding and reasonable measures in order to not be overridden. 86 | Before writing a novel, you need to first establish the structure/framework of the novel. 87 | He is just very mean. 88 | The second-hand market usually sells cheap goods. 89 | He plans to order four dishes. 90 | This couple had another quarrel in the house because of their child. 91 | He can untie this shoelace in just 10 seconds. 92 | The phone ringing interrupted his conversation. 93 | For the sake of personal gain, he betrayed his friend. 94 | He brought in a batch of shoes. 95 | I don't want to poach other companies' employees. 96 | The end of this week is the time to pay the wages of the cleaning staff. 97 | If you want to achieve great things, you will inevitably stumble and fall. 98 | His body suffered losses after working continuously for several days. 99 | His distressing troubles that had been weighing on him for a long time finally came to an end. 100 | His research on pregnant women is prone to difficulties under current research conditions. 101 | He cites only his relatives. 102 | There is a lot of internal friction within their department. 103 | He plans to take over the job of plant manager. 104 | We have already made contact with the enemy. 105 | Let's cool down this situation first. 106 | I am already old in age. 107 | He has a deep and rich voice. 108 | I raised you and helped you grow up. 109 | This well-known enterprise is the leader in the industry. 110 | This is a new thing he has created by tinkering with it. 111 | He broke his own bad habit. 112 | His soul has been distorted by this matter. 113 | Encountering a little difficulty, he immediately lay down. 114 | They are filming a movie. 115 | He was good at bribing and soon climbed up to the position of bureau chief. 116 | In modern times, having a college degree alone is not enough to find a good job. 117 | Deviate from correct principles. 118 | He likes to flatter his superior. 119 | Clean up the aftermath of this matter. 120 | The market is not good now, quickly sell off the goods in your hands. 121 | This person is really a slacker, he can't do anything well. 122 | The power of the artillery in the army is very strong. 123 | This teacher is diligently cultivating his students. 124 | Regarding this field, I only know the superficial aspects. 125 | The topic they chose collided. 126 | Please wrap this book with a cover. 127 | The book market is already quite fatigued. 128 | Magnets will become fatigued after prolonged use. 129 | No one wants to hire her as a daughter-in-law. 130 | The government quelled the unrest. 131 | My wound has healed. 132 | He spent a lot of money again when he went shopping this time. 133 | This article deeply dissects the issue. 134 | He has become the flag of the entire military. 135 | Don't ignite your temper, pay attention to keeping a calm mood. 136 | The seawater rose during this storm. 137 | These two people are involved in leading a cow. 138 | He infiltrated this city. 139 | This color is too light. 140 | This plan has been cancelled/abandoned. 141 | Rape of public opinion. 142 | This batch of rice is in high demand in the market. 143 | The common people all refer to this person as "Qingtian". 144 | He has already become a rising star. 145 | This is a lightweight but meaningful gift. 146 | The clouds in the sky appear to be very light and airy. 147 | His singing voice made everyone in the theater fall in love with him. 148 | She shed tears and poured out all her grievances. 149 | This sentence needs to have several incorrect words removed. 150 | Tomorrow's tug-of-war competition, our company will mobilize all troops. 151 | This problem cannot be solved by simply applying heat treatment. 152 | He has been passionate about this matter for a long time. 153 | There are 365 days in a year. 154 | Goods must go through customs upon entry. 155 | This movie is very engaging. 156 | Apply engine oil to lubricate the rotating parts of the machine. 157 | This article is very dry. 158 | They captured a tongue from the enemy camp and brought it back. 159 | It's already very late at night. 160 | His chopsticks are all made of ivory. 161 | This child needs to be disciplined. 162 | This broken table needs to be cleaned up. 163 | This criminal needs to be punished. 164 | Resolve the conflict between two villages. 165 | There is too much water in this article. 166 | All the illegal structures in this area must be demolished. 167 | His mouth is really chatty, he talks all day long. 168 | This science fiction film depicts a story of contact between a spaceman and a boy on Earth. 169 | The students taught by this teacher are elites in various fields. 170 | Articles with strong theoretical content can also be written in an accessible manner, and do not necessarily have to be written as esoteric writings. 171 | After hearing this sentence, his heart felt very clear. 172 | This type of tank has already been retired. 173 | Many families are preparing for the Chinese New Year by buying festive goods. 174 | This book is his precious possession that he just bought at the bookstore. 175 | The teacher asked the student to recite the text he had just written on the blackboard. 176 | He is currently writing the lyrics for the songs he will sing at tomorrow's evening party. 177 | This magician is performing a magic trick. 178 | This leader will bring a few plainclothes to protect himself during private visits. 179 | Please truthfully fill out this form regarding the opening of a watch store. 180 | The aircraft brushed against the mountain top. 181 | This is the season when bandits emerge from the mountains in rural areas. 182 | He is walking on the road/sidewalk next to this clothing store. 183 | He is setting up the tent he will sleep in tonight. 184 | This actor has lost his voice. 185 | If he resigns, no one can replace his work. 186 | The enemy inside this fortress often comes out to harm the people, and the troops plan to remove this thorn. 187 | Your eyes are really sharp, able to find criminals among so many people. 188 | This unit is under enemy attack and is currently sending a report to headquarters. 189 | This temple has just been renovated by workers. 190 | He talked in class and made the mistake of doing something he shouldn't do in school again. 191 | A good reader always has their own preservative when reading. 192 | This blade is extremely fast. 193 | This power grid worker is having his blood pressure measured in the hospital, and his systolic pressure is too high. 194 | After experiencing a betrayal, there was a knot in their relationship. 195 | This person has no backbone. 196 | Don't wrap two different things together. 197 | She, who works diligently, is an exemplary figure in the railway department. 198 | This ideology is experiencing a resurgence once again. 199 | The pilot's flight mission today is to operate a large aircraft. 200 | In the past, he was very poor, but now he has become wealthy. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/output/rerank: -------------------------------------------------------------------------------- 1 | He wanted to take fellow village officials with him to engage in drug trafficking. 2 | Eat up an enemy division. 3 | Until now, they still haven't arranged housing for me, so I have to wander around at night. 4 | In the 1990s, many people went into business. 5 | He is really a piece of rotten wood. 6 | He is a person who loves to lose things. 7 | The police have stationed several people here. 8 | The flood season has passed and the rivers are calm. 9 | His offense is not serious enough to warrant an administrative warning. 10 | He received orders to remove the enemy's watchtower. 11 | If you talk too much, you will surely make mistakes. You need to have a filter on your mouth. 12 | Gave him a white eye. 13 | He guesses riddles with a 100% success rate. 14 | "You speak too fast." 15 | Our country has its own national conditions, completely copying other countries' management methods is not feasible. 16 | The ground is very flat and not easy to plow. 17 | At that time, international students had to live in a one-year preparatory course. 18 | This piece of land is not thin. 19 | The ministers are preparing to present a memorial. 20 | One bullet reimburses one enemy. 21 | Reasonably manage work and study. 22 | The child in this room needs discipline. 23 | He is good at citing undiscovered talents. 24 | The army has already approached the outskirts of the city. 25 | Making clothes by measuring the body. 26 | Taking a walk after dinner is his compulsory course. 27 | You should tell the truth and not bite others indiscriminately. 28 | We will never let the motherland's landscape change color. 29 | In this National Games, our province sent 400 athletes to compete. 30 | This project has been cancelled. 31 | This engineer is a big fool. 32 | If you don't put in effort, you cannot cure ignorance. 33 | These soldiers have already raided homes twice. 34 | He entered the business world naked, and now he is the chairman of a company. 35 | The watch worn by this person has been running for 3 minutes. 36 | Please string these two sentences together. 37 | Spring feelings are rippling in the hearts of two young people. 38 | The river water surged higher than the bridge. 39 | He is typing a telegram that the military urgently needs to receive. 40 | There are many shops on this street that can be used as jewelry stores. 41 | That woman is spitting out feces from her mouth. 42 | Drew a line under his name. 43 | The store has already been pushed to the top. 44 | As soon as he entered the examination room, he felt nervous. 45 | The bribery case of the bureau chief finally fell apart recently. 46 | His hobby is reading books. 47 | Selling the spiritual opium of the bourgeoisie. 48 | After hearing his comforting words, a warm current surged in my heart. 49 | His words are like auctioning off youth. 50 | Banking jobs are very well-paid. 51 | Boiling mass movement scene. 52 | The members of the investigation team were distributed to various places. 53 | Please do not distract yourself while distributing flyers. 54 | This year has been favorable weather for farmers, so the autumn scenery must be very good. 55 | Investigate the news. 56 | This medicine should be taken with warm water. 57 | "He is an old hand in the game." 58 | He has risen and fallen in the officialdom several times and has a lot of experience. 59 | The construction workers are building a shopping mall specifically for selling quilts. 60 | The teacher drew many lines on his composition book. 61 | The content of what he said is quite high-profile, but it's not easy to achieve. 62 | His writing plan has stalled. 63 | After two years of research and development, we have finally solved this technical problem. 64 | People who have communicated with him all think that he is an antique. 65 | This young couple often argues with their parents. 66 | He still has the factory's affairs on his mind. 67 | It's really not easy to get things done, any joint can get stuck. 68 | I am used to getting up early, so it feels uncomfortable to sleep in. 69 | He did something he shouldn't have done and has a guilty conscience. 70 | He has a plan in his mind for this matter. 71 | Car accidents happen frequently. 72 | He obtained a lot of famous wines from the back door. 73 | Old man Ding's martial arts skills are so advanced that even his daughter cannot match them. 74 | Kindergarten teachers carefully cultivate the flowers of our motherland. 75 | The company has hired several flower vases, which are specifically used to entertain guests. 76 | The amount of trees collected by this factory has been declining, leading to consistently low production. 77 | He is on his way home to write the letter that was meant for him. 78 | Last year, he went back to school and wanted to take the college entrance exam again. 79 | After inspecting here for three months, the discipline inspection commission made a sudden turn. 80 | He shouted into the valley, but all he received was an echo. 81 | His speech is full of gunpowder flavor. 82 | Good works require multiple rounds of refinement. 83 | The child has been working very hard to prepare for the college entrance examination, so don't put any more pressure on him. 84 | This guy is too heavy and difficult to carry. 85 | A plan must have corresponding and reasonable measures in order to avoid being ignored. 86 | Before writing a novel, you need to first build the framework for the novel. 87 | He is just very mean. 88 | The items sold in the second-hand market are generally of low quality. 89 | He plans to order four dishes. 90 | This couple had another argument in the house because of their child. 91 | He can untie this shoelace in just 10 seconds. 92 | The phone ringing interrupted his words. 93 | For the sake of profit, he sold out his friends. 94 | He brought in a batch of shoes. 95 | I am not willing to dig the corners of other people's companies. 96 | At the end of this week, it is time to pay the wages of the cleaning staff. 97 | If you want to achieve great things, you will definitely stumble and fall. 98 | His body suffered losses after working continuously for several days. 99 | His long-standing worries finally came to an end. 100 | His research on pregnant women is likely to encounter difficulties under current research conditions. 101 | He cites only his relatives. 102 | There is a lot of infighting within their department. 103 | He plans to take over the job of the factory director. 104 | We have already made contact with the enemy. 105 | Let's cool down this matter first. 106 | I have grown old. 107 | He has a deep and mellow voice. 108 | "I raised you." 109 | This well-known enterprise is the leader in the industry. 110 | This is a new thing he has created by tinkering with it. 111 | He broke his own bad habit. 112 | His soul has been twisted by this matter. 113 | Encountering a little difficulty, he immediately lay down. 114 | They are filming a movie. 115 | He was good at bribery and soon climbed up to the position of bureau chief. 116 | In modern times, even having a college degree is not enough to find a good job. 117 | Deviation from correct principles. 118 | He likes to flatter his boss. 119 | Clean up the aftermath of this matter. 120 | The market is not good now, quickly sell off the goods in your hands. 121 | This person is really a rice bucket, unable to do anything well. 122 | The power of the artillery in the army is very strong. 123 | This teacher is earnestly nurturing his students. 124 | Regarding this field, I only know the superficial aspects. 125 | The topic they chose collided. 126 | Please cover this book with a layer of leather. 127 | The book market is already very sluggish. 128 | Magnets become fatigued after prolonged use. 129 | No one wants to hire her as a daughter-in-law. 130 | The government quelled the unrest. 131 | "My wound has healed." 132 | He spent a lot of money again when he went out this time. 133 | This article deeply analyzes this problem. 134 | He has become the banner of the entire army. 135 | Don't get angry, pay attention to keeping a calm mood. 136 | The seawater rose up during this storm. 137 | These two people are leading a cow. 138 | He infiltrated this city. 139 | This color is too light. 140 | This plan was executed. 141 | Rape public opinion. 142 | This batch of rice is very popular in the market. 143 | The common people all refer to this person as "Qingtian". 144 | He has already become a person who has achieved great success. 145 | This is a light and meaningful gift. 146 | The clouds in the sky appear to be very frivolous. 147 | His singing voice made everyone in the theater fall in love with him. 148 | She shed tears and poured out all her grievances. 149 | This sentence needs to remove several incorrect words. 150 | Tomorrow's tug-of-war competition, our company will mobilize all troops. 151 | This problem cannot be solved by heat treatment. 152 | He has been passionate about this matter for a long time. 153 | There are 365 days in a year. 154 | Goods must go through customs at the entrance. 155 | This movie is very engaging. 156 | Apply some oil to lubricate the moving parts of the machine. 157 | This article is very difficult to understand. 158 | They caught a tongue from the enemy camp and brought it back. 159 | It's already very late at night. 160 | His chopsticks are all made of ivory. 161 | This child needs to be tidied up. 162 | This broken table needs to be cleaned up. 163 | This criminal needs to be repaired. 164 | Resolve the conflict between two villages. 165 | There is too much water in this article. 166 | All the illegal private houses in this area will be demolished. 167 | His mouth is really chatty, he talks all day long. 168 | This science fiction film describes a story of contact between a spaceman and a boy on Earth. 169 | The students taught by this teacher are elites in various fields. 170 | Articles with strong theoretical content can also be written in a popular and easy-to-understand style, and do not necessarily have to be written in obscure language. 171 | After hearing this sentence, his heart was very clear. 172 | This type of tank has already been retired. 173 | Many families are preparing for Chinese New Year shopping. 174 | This book is his newly bought treasure from the bookstore. 175 | The teacher asked the student to recite the text that he had just written on the blackboard. 176 | He is currently writing the lyrics for the songs he will sing at tomorrow's evening party. 177 | This magician is performing a magic trick. 178 | When this leader goes on private visits, he will bring a few plainclothes officers to protect himself. 179 | Please truthfully write about opening a watch shop. 180 | The airplane brushed against the mountaintop. 181 | "This is the season when bandits emerge from the mountains." 182 | He is walking along the street next to this clothing store. 183 | He is setting up the tent he will sleep in tonight. 184 | This actor has lost his voice. 185 | If he resigns, no one can replace his work. 186 | The enemies in this fortress often come out to harm the people, and the troops plan to remove this thorn. 187 | Your eyes are really poisonous, able to find criminals among so many people. 188 | This unit has been attacked by the enemy and is currently sending a report to headquarters. 189 | This temple has just been renovated by workers. 190 | He talked during class and made a mistake that should not be made at school again. 191 | A good reader always has their own preservative when reading. 192 | This knife edge is very fast. 193 | This power grid worker is having his blood pressure measured in the hospital, and his systolic pressure is too high. 194 | After experiencing a betrayal, there was a knot in their relationship. 195 | This person has no backbone. 196 | Don't wrap two different things together. 197 | She is a shining example of the railway department with her serious attitude towards work. 198 | This kind of thinking is resurging again. 199 | The pilot's flight mission today is to operate a large airplane. 200 | In the past, he was very poor, but now he has become wealthy. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/output/self_reflect: -------------------------------------------------------------------------------- 1 | He wants to take fellow village officials with him to engage in drug trafficking. 2 | Eat up an enemy division. 3 | Until now, I still haven't been given accommodation arrangements, so I have to wander around at night. 4 | In the 1990s, many people started their own businesses. 5 | He is really a useless person. 6 | He is someone who tends to lose things. 7 | The police have stationed several people here. 8 | The flood season is over, and the rivers are calm. 9 | His offense is not serious enough to warrant an administrative disciplinary action. 10 | He received orders to remove the enemy's watchtower. 11 | If you talk too much, you will make mistakes. You need to have a filter on your mouth. 12 | Gave him a dirty look. 13 | He solves riddles with a 100% success rate. 14 | Your mouth is too fast. 15 | Our country has its own national conditions, and it is not feasible to simply adopt other countries' management methods. 16 | The ground is very flat and not easy to plow. 17 | Back then, international students had to live in a one-year preparatory program. 18 | This piece of land is not thin. 19 | The ministers are preparing to present a memorial. 20 | One bullet takes down one enemy. 21 | Reasonable management of work and study. 22 | The child in this room needs to be disciplined. 23 | He excels in citing undiscovered talents. 24 | The army has reached the suburbs of the city. 25 | Making clothes by measuring the body. 26 | Taking a walk after dinner is his routine. 27 | You should tell the truth and not bite others randomly. 28 | We will never allow the territory of our motherland to change color. 29 | In this National Games, our province sent 400 athletes to compete. 30 | This project has been cancelled. 31 | This engineer is a big idiot. 32 | If you don't put in effort, you can't improve your studies. 33 | These soldiers have already raided homes twice. 34 | He entered the business world with nothing and is now the chairman of a company. 35 | The watch worn by this person has been running for 3 minutes. 36 | Please string these two sentences together. 37 | Spring feelings are rippling in the hearts of two young people. 38 | The river water surges higher than the bridge. 39 | He is typing a telegram that the military urgently needs to receive. 40 | There are many shops on this street that sell jewelry. 41 | That woman is spitting out feces from her mouth. 42 | Drew a line under his name. 43 | The store has already been promoted to the top. 44 | As soon as he entered the examination room, he felt nervous. 45 | The bribery case of the bureau chief finally fell apart recently. 46 | His hobby is reading books. 47 | Selling the spiritual opium of the bourgeoisie. 48 | After hearing his comforting words, a warm current surged in my heart. 49 | His words are like auctioning off youth. 50 | Banking jobs are very busy/hectic. 51 | Boiling scene of a mass movement. 52 | The comrades of the investigation team are dispatched to various places. 53 | Please do not distract yourself while distributing flyers. 54 | This year's weather has been favorable, so the autumn scenery for farmers is definitely very good. 55 | Investigate the news. 56 | This medicine should be taken with warm water. 57 | He is an old hand. 58 | He has experienced several ups and downs in the officialdom and is very experienced. 59 | The construction workers are building a shopping mall specifically for selling quilts. 60 | The teacher drew many lines on his composition book. 61 | The content of what he said was quite grandiose, but not easy to accomplish. 62 | His writing plan has been put on hold. 63 | After two years of tackling the problem, we have finally solved this technical challenge. 64 | Everyone who has interacted with him thinks he is an old-fashioned person. 65 | This young couple often argues with their parents. 66 | He still has the factory's affairs on his mind. 67 | It's really not easy to get things done, any joint can get stuck. 68 | I am accustomed to waking up early and feel uncomfortable sleeping in. 69 | He did something he shouldn't have done and has a guilty conscience. 70 | He has a plan in mind regarding this matter. 71 | Car accidents happen frequently. 72 | He obtained a good amount of high-quality liquor through the back door. 73 | Old man Ding's martial arts skills are so advanced that even his daughter cannot match them. 74 | Kindergarten teachers carefully cultivate the flowers of our motherland. 75 | The company has hired several figureheads who are specifically used to entertain guests, but have no real value or contribution to the company. 76 | The number of trees collected by this factory has been declining, leading to consistently low production. 77 | He is on his way home to write the letter that he was given. 78 | He returned to his studies last year and wanted to take the university entrance exam again. 79 | After a three-month inspection of this place, the disciplinary committee made a sudden reversal of their decision or took some action, but the specific action is not clear from the given text. 80 | He shouted into the valley, but all he received was an echo. 81 | His speech is full of aggression. 82 | Good works require multiple rounds of tempering. 83 | The child has already been working hard to prepare for the college entrance exam, so don't add any more pressure. 84 | This guy is too heavy to carry easily. 85 | A plan must have corresponding and reasonable measures in order to not be overridden. 86 | Before writing a novel, it is necessary to first establish the framework for the novel. 87 | He is a despicable person. 88 | The items sold in the second-hand market are generally of low quality. 89 | He plans to order four dishes. 90 | This couple had another argument in the house because of their child. 91 | He can untie this shoelace in just 10 seconds. 92 | The ringing of the phone interrupted his words. 93 | For the sake of profit, he sold out his friends. 94 | He has received a batch of shoes. 95 | I am not willing to take away other companies' clients or customers. 96 | At the end of this week, it's time to pay the wages of the cleaning staff. 97 | If you want to achieve great success, you will definitely stumble and fall. 98 | His body suffered losses after working continuously for several days. 99 | His long-standing worries have finally been resolved. 100 | His research on pregnant women can easily encounter difficulties under current research conditions. 101 | He cites only his relatives. 102 | There is a lot of infighting within their department. 103 | He plans to take on the job of the factory director. 104 | We have already made contact with the enemy. 105 | Let's cool down on this matter first. 106 | I am already old. 107 | He has a deep and mellow voice. 108 | I raised you. 109 | This well-known enterprise is the industry leader. 110 | This is a new thing he has created by kneading and shaping. 111 | He broke his own bad habit. 112 | His soul has been distorted by this matter. 113 | Encountering a slight difficulty, he immediately lay down. 114 | They are filming a movie. 115 | He was adept at bribery and soon climbed to the position of bureau chief. 116 | In modern times, having a college degree is not enough to secure a good job. 117 | Deviation from correct principles. 118 | He likes to flatter his boss. 119 | Clean up the aftermath of this matter. 120 | The market is not good now, quickly sell off the goods in hand. 121 | This person is really useless, unable to do anything well. 122 | The artillery in the army has great power. 123 | This teacher is diligently nurturing his students. 124 | Regarding this field, I only have a superficial understanding. 125 | Their chosen topic conflicted. 126 | Please cover this book with a layer of leather. 127 | The book market has already been quite sluggish. 128 | Magnets will become fatigued after prolonged use. 129 | No one wants to marry her as a daughter-in-law. 130 | The government has put down the unrest. 131 | My wound has healed. 132 | He spent a lot of money again when he went out this time. 133 | This article provides a profound analysis of this problem. 134 | He has become the flag of the entire army. 135 | Don't get angry, keep a calm mood. 136 | The seawater rose up during this storm. 137 | These two people are leading a cow. 138 | He infiltrated this city. 139 | This color is too light. 140 | This plan was killed off. 141 | Violate public opinion. 142 | This batch of rice is in high demand in the market. 143 | The common people all refer to this person as 'Qingtian'. 144 | He has already achieved great success and become a prominent figure. 145 | This is a lightweight yet meaningful gift. 146 | The clouds in the sky appear to be very frivolous. 147 | His singing voice made everyone in the theater fall in love with him. 148 | She shed tears and poured out all her grievances. 149 | This sentence needs to have several incorrect words removed. 150 | Tomorrow is the tug-of-war competition, and our company will mobilize all troops. 151 | This problem cannot be solved by heat treatment. 152 | He has been passionate about this matter for a long time. 153 | There are 365 days in a year. 154 | Goods must go through customs at the entrance. 155 | This movie is very enjoyable and satisfying to watch. 156 | Apply some oil to lubricate the rotating parts of the machine. 157 | This article is very obscure. 158 | They captured a tongue from the enemy camp and brought it back. 159 | It's already very late at night. 160 | His chopsticks are all made of a tooth-like material. 161 | This child needs to be tidied up. 162 | This broken table needs to be tidied up. 163 | This criminal needs to be punished/rehabilitated. 164 | Resolve the conflict between two villages. 165 | There is too much water in this article. 166 | All the private structures in this area must be demolished. 167 | His mouth is very talkative, he talks all day long. 168 | This science fiction film depicts a story of a spaceman's encounter with a boy on Earth. 169 | The students taught by this teacher are elites in various fields. 170 | Articles with strong theoretical content can also be written in a popular and easy-to-understand style, and do not necessarily have to be written like a cryptic book. 171 | After hearing this sentence, his heart was very clear. 172 | This type of tank has already been decommissioned. 173 | Many families are preparing for Chinese New Year shopping. 174 | This book is a treasure he just bought at the bookstore. 175 | The teacher asked the student to recite the text that he had just written on the blackboard. 176 | He is currently writing the lyrics for the songs he will sing at tomorrow's evening party. 177 | This magician is performing a magic trick. 178 | When this leader visits privately, he will bring a few plainclothes officers to protect himself. 179 | Please write truthfully about opening a clock and watch store. 180 | The airplane scraped against the mountaintop. 181 | This is the season when bandits emerge from the mountains. 182 | He is walking on the street beside this clothing store. 183 | He is setting up the tent he will sleep in tonight. 184 | This actor has lost his voice. 185 | If he resigns, no one can replace his work. 186 | The enemies in this fortress often come out to harm the people, and the troops plan to eradicate this problem. 187 | Your eyes are really sharp, able to spot criminals among so many people. 188 | This unit has come under enemy attack and is currently reporting to headquarters. 189 | This temple has just been renovated by workers who have gone over it. 190 | He spoke during class and made the same mistake again that he shouldn't have made in school. 191 | A good reader always has their own preservatives when reading. 192 | This blade is very sharp. 193 | This power grid worker is having his blood pressure measured in the hospital, and his systolic pressure is too high. 194 | After experiencing a betrayal, there was a knot in their relationship. 195 | This person has no backbone. 196 | Don't wrap two different things together. 197 | She is a model employee in the railway department due to her diligent work ethic. 198 | This kind of thinking is experiencing a resurgence. 199 | The pilot's flight mission today is to operate a large airplane. 200 | In the past, he was very poor, but now he has become rich. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/raw/lexical.zh-en.en: -------------------------------------------------------------------------------- 1 | He wants to take the cadres of the same village to sell drugs with him. 2 | Destroy a division of the enemy. 3 | I have not been arranged accommodation until now, so I had to look around for it at night. 4 | In the 1990s, many people ventured into business. 5 | He is a man who can't be taught. 6 | He is a person who is often prone to lose things. 7 | The police arranged several people here. 8 | The flood season has passed and the river is quiet. 9 | His fault is still not enough for administrative warnings. 10 | He received an order to take the enemies' watchtower. 11 | One is bound to have a slip of the tongue if he talks too much, so we sometimes should keep our mouths shut. 12 | gave him an angry stare. 13 | He is good at guessing riddles. 14 | You spoke too fast. 15 | Our national conditions is different from other countries, so it is impossible to completely use others' management methods 16 | The ground is very hard and make it difficult to be ploughed. 17 | At that time, international students were required to take a one-year preparatory course. 18 | This land is fertile. 19 | The ministers were ready to write a memorial. 20 | A bullet eliminates an enemy. 21 | Arrange work and study properly. 22 | The children in this room need to be punished. 23 | He is good at recommending undiscovered talent. 24 | The army has approached the suburbs. 25 | take measurement to make clothes. 26 | Walking after dinner is a must for him. 27 | You have to tell the truth, and don't involve others into this. 28 | We will never let the motherland's mountains and rivers change to the wrong direction. 29 | In this National Games, our province assigned 400 players to participate in the competition. 30 | This project has been abandoned. 31 | This engineer is a person who has no ability. 32 | If you don't study by heart, you can't do scholarly research. 33 | These soldiers have searched and confiscated their homes twice. 34 | He started business by scratch but now is the president of a company. 35 | The watch worn by this person was turned for 3 minutes. 36 | Please put these two sentences together. 37 | Love is rippling in the chest of two young people. 38 | The river jumped to a height, and was higher than the bridge. 39 | He is sending a telegram that the army urgently needs. 40 | There are many pawnshops in this street where the jewelries can be pawned for money. 41 | That woman swears out in her mouth. 42 | Draw a line under his name. 43 | The store has been transferred. 44 | As soon as he got to the examination room, he was panicked. 45 | The director's bribery has been disclosed finnally. 46 | His hobby is to dig into books. 47 | Inculcate the spiritual opium of the bourgeoisie. 48 | After listening to his words for comfort, a warm emotion came to my heart. 49 | His words is simply selling youth. 50 | Working in the bank means high income 51 | The boiling scene of the mass movement. 52 | The comrades of the investigation team were distributed to the various places. 53 | Please don't distract yourself when you send out flyers. 54 | This year's weather is good, and the harvest of the farmers' autumn must be very good. 55 | Inquire about the news. 56 | This mediciine is taken with warm water. 57 | He is a man who has a lot of experience. 58 | He has experienced several ups and downs in the official circle, so he is quite experienced 59 | These builders are building a shopping mall specialized in selling quilts. 60 | The teacher drew a lot of lines on his text. 61 | What he said is quite high-profile, but it is not easy to do. 62 | His writing plan cannot be carried out. 63 | After two years' research, this technical problem was finally solved. 64 | Anyone who has talked with him thinks this person is old fogey. 65 | This young couple often fleeced their parents. 66 | His heart was still worried about the things in the factory. 67 | Carrying out this matter is not easy, for it may got stuck in every procedure. 68 | I get used to geting up early, and I don't feel well when I get up late. 69 | He did something that should not be done, so he was quite guilty. 70 | For this matter, he has assurance in his heart. 71 | The car accident happened unexpectedly. 72 | He got a lot of famous wines from the road of fraud. 73 | Even Ding Laohan’s daughter does not master his unique skill. 74 | Kindergarten teachers carefully cultivate children in the motherland. 75 | The company recruited several beautiful persons to entertain guests. 76 | The number of trees collected by this factory has been declining, resulting in low yields. 77 | He is replying the letter which his family wrote to him. 78 | He studied again last year and wanted to take university entrance exam again. 79 | After three months of inspecting here, the Commission for Discipline Inspection gave a sudden return visit. 80 | He shouted at the valley alone, and only received an echo. 81 | His words are combative. 82 | Good works have to be revised many times. 83 | The child has already been hardworking enough for the college entrance examination, so it is unnecessary to impose additional pressure. 84 | This thing is too cumbersome to take. 85 | There must be corresponding reasonable measures in the plan, otherwise the plan would be impracticable. 86 | Before writing a novel, you must first set up the organizational structure of the novel. 87 | He is a very despicable person. 88 | The second-hand market generally sells cheap goods. 89 | He plans to order four dishes. 90 | The couple quarreled in the house because of the child's affairs again. 91 | This shoelace can be undid in only 10 seconds. 92 | The phone ringing interrupted his words. 93 | For the sake of profit, he betrayed his friend. 94 | He purchased a stock of shoes 95 | I don't want to poach from other company. 96 | The end of this week is the time to pay the salary of the cleaning staff. 97 | If you want to have a big business, you will definitely suffer failure. 98 | His body was weak after working for several days in a row. 99 | His melancholy mind for a long time was finally relieved. 100 | His research on pregnant women is prone to be difficult of fulfillment under current research conditions. 101 | All of the person he appointed were his relatives. 102 | The internal incoordination of their department is very serious. 103 | He intends to take over the work of the factory manager. 104 | We have engaged the enemy. 105 | Let's stop this thing first. 106 | The age is old. 107 | He has a rich voice. 108 | I brought you up. 109 | This well-known company is the leader in the industry. 110 | This is the new thing he produced. 111 | He corrected his own bad habits. 112 | His soul was distorted by this thing. 113 | After running up against a little difficulty, he immediately collapsed. 114 | They are making a movie. 115 | He ofen bribed and soon hot the position of director. 116 | In modern times, only the brand of college students can't help secure a good job. 117 | Be deviated from the correct principle. 118 | He likes seeking connections with his superior. 119 | Clean up the mess of this matter. 120 | Now the market is not good, so we should lose no time to sell the goods that we have. 121 | This person is really a good-for-nothing, and he can do nothing. 122 | The guns in the troops are very powerful. 123 | This teacher carefully trained his students. 124 | I only know about superficial things about this field. 125 | The topics they chose collided. 126 | Please wrap this book with a cover. 127 | The book market has already been in a downward trend. 128 | Magnets become fatigued if they are used for a long time. 129 | No one want to marry her as a wife. 130 | The government surpressed the turmoil. 131 | My wound has been healed. 132 | He spent a lot of money during this shopping. 133 | This article analyzes this issue profoundly. 134 | He has become an examplary person for the entire army. 135 | Don't be angry,pay attention to keep calm. 136 | The sea surged during the storm. 137 | The two men pulled a cow. 138 | He sneaked into the city. 139 | This color is too light. 140 | This plan was abandoned. 141 | Forcibly impose opinions on the public. 142 | This batch of rice was sold well in the market. 143 | People called this man a just judge. 144 | He has became a man who has ascended the positions of senior officials. 145 | This is a little but meaningful gift. 146 | The clouds in the sky seemed very light. 147 | His singing was admired by everyone in the theater. 148 | She shed tears and poured out her grievances. 149 | Few wrong words need to be dropped in this sentence 150 | Fort tug of war tomorrow, our company will dispatch all employees. 151 | This problem cannot be handled immediately. 152 | His enthusiasm for this matter lasted for a long time. 153 | There are 365 days in a year. 154 | The imported goods should go through customs. 155 | This movie is very amusing. 156 | Lubricate the rotating parts of the machine with oil. 157 | This article is very obscure. 158 | They caught an enemy back from the enemy camp. 159 | The night has already grown late. 160 | His chopsticks are made of ivory. 161 | This child needs to be punished. 162 | This broken table needs to be repaired. 163 | The offender needs to be punished. 164 | Mediate the conflict between the two villages. 165 | There is too much useless stuff in this article. 166 | The private houses in this area must be demolished. 167 | His is so garrulous, and he is talking all the day. 168 | This science fiction film describes the story about the interaction between an alien and a boy on the Earth. 169 | The students taught by this teacher are elite in all walks of life. 170 | Articles that are highly theoretical can also be written in a simple and understandable way, and do not have to be written as double Dutch. 171 | After hearing this words, he knew very well in his heart. 172 | This kind of tank has been decommissioned. 173 | Many families are purchasing New Year's products. 174 | This book is the treasure he just bought at the bookstore. 175 | The teacher asked the student to recite the text he had just written on the blackboard. 176 | He is compiling the lyrics of the song to be sung at the party tomorrow. 177 | The magician is doing a magic tricks. 178 | The leader will bring a few men dressing plain clothes to protect himself during a private visit. 179 | Please write this form about opening watch shop. 180 | The plane approached the top of the mountain. 181 | This is the season when the bandits haunt from the mountains. 182 | He is crossing the street next to this clothing store. 183 | He is setting up a tent to sleep tonight. 184 | The actor lost his voice. 185 | If he leaves, no one can take over his job. 186 | The enemies in this fort often come out to harm the people, and the troops intend to eliminate this scourge. 187 | Your eyes are so acute that you can find criminals in so many people. 188 | The army was attacked by the enemy and is sending a telegram to headquarters. 189 | This temple has just been renovated by the decorated workers. 190 | He spoke in class and made a mistake again that should not be made in school. 191 | A good reader has his own ability to resist bad ideas when reading a book. 192 | This knife edge is sharpened. 193 | The grid worker was taking blood pressure at the hospital, and his high blood pressure was too high. 194 | After experiencing a betrayal, there was a misunderstanding in their relationship. 195 | This person has no moral integrity. 196 | You don't mix two different things together. 197 | She who is working hard is an advanced individual of the railway department. 198 | This kind of thinking has resurrected again. 199 | The captain's mission today is to fly a large aircraft. 200 | He was poor in the past, but now he is wealthy. 201 | -------------------------------------------------------------------------------- /data/CommonMT/Lexical_Ambiguity/raw/lexical.zh-en.zh: -------------------------------------------------------------------------------- 1 | 他想拉同村的干部一起下水去贩毒。 2 | 吃掉敌人一个师。 3 | 到现在也没给我安排住房，晚上只好到处游击。 4 | 九十年代很多人下海经商。 5 | 他这个人真是一块朽木。 6 | 他是一个爱丢东西的人。 7 | 警察在这里安了几个人。 8 | 汛期已过，河流安澜。 9 | 他的罪还够不上行政警告处分。 10 | 他接到命令要求拔敌人岗楼。 11 | 言多必失，嘴上要有个把门的。 12 | 白了他一眼。 13 | 他猜谜语百发百中。 14 | 你的嘴太快了。 15 | 我国有我国的国情，完全搬人家的管理方法不行。 16 | 地很板，不好犁。 17 | 那时候的留学生要住一年预科。 18 | 这块地不薄。 19 | 大臣们准备奏一份奏折。 20 | 一颗子弹报销一个敌人。 21 | 合理支配工作与学习。 22 | 这个房间里的小孩需要整治。 23 | 他擅长于援引未被发掘的人才。 24 | 大军已逼城郊。 25 | 比着身子做衣服。 26 | 晚饭后散步是他的必修课。 27 | 你要说实话，不要乱咬别人。 28 | 我们决不让祖国的江山变色。 29 | 这届全运会，我省派出了四百名选手参战。 30 | 这个工程已经下马。 31 | 这个工程师是一个大草包。 32 | 如果不用心，就治不好学。 33 | 这些士兵已经抄了两次家。 34 | 他赤身闯商界，如今已经是一家公司的董事长。 35 | 这个人戴着的表走了3分钟。 36 | 请你把这两句话串在一起。 37 | 春意在两个年轻人的胸中荡漾。 38 | 江水窜起来比桥都高。 39 | 他正在打军队急需要收到的一封电报。 40 | 这条街有很多可以当首饰的店铺。 41 | 那个女人嘴里往外倒粪。 42 | 在他的名字下面画了一条道。 43 | 店铺已经顶出去了。 44 | 一上考场，他心里就发毛。 45 | 局长受贿的事最近终于翻车了。 46 | 他的爱好就是钻书本。 47 | 贩卖资产阶级的精神鸦片。 48 | 听了他安慰的话，一股暖流涌上心头。 49 | 他这句话简直就是在拍卖青春。 50 | 银行工作肥的很。 51 | 沸腾的群众运动场面。 52 | 调查组的同志分发各个地方。 53 | 请大家不要在发传单时分散自己的注意力。 54 | 今年风调雨顺，农民的秋景一定很好。 55 | 打探风声。 56 | 这药用温水送服。 57 | 他是个老江湖了。 58 | 他在官场已经浮沉过好几次了，很有经验。 59 | 这些建筑工人正在盖的是一个专门用于卖被子的商场。 60 | 老师在他的作文本上画了许多杠。 61 | 他说的内容是挺高调的，但并不容易做到。 62 | 他的写作计划搁浅了。 63 | 经过两年的攻关，终于解决了这道技术难题。 64 | 与他交流过的人都认为这个人是个古董。 65 | 这小两口经常刮父母。 66 | 他的心里还是挂着厂里的事情。 67 | 办事真不容易，哪一个关节都可能卡壳。 68 | 我起早惯了，睡懒觉不舒服。 69 | 他做了不该做的事情，心中有鬼。 70 | 对于这件事情，他心里有着谱。 71 | 车祸横生。 72 | 他从后门搞到了不少名酒。 73 | 丁老汉这手绝门，连他女儿都不会。 74 | 幼儿园的老师精心培育着祖国的花朵。 75 | 公司招聘了几个花瓶，是专门用来招待客人的。 76 | 这家工厂收集到的树木数量一直在滑坡，导致产量一直低下。 77 | 他正在回家里给他写的信。 78 | 他去年回炉，想再考一次大学。 79 | 在巡视这里3个月之后，纪委又给了一个回马枪。 80 | 他对着山谷大喊，收到的只有回音。 81 | 他的说话充满火药味。 82 | 好的作品要经过多次的锤炼。 83 | 孩子已经在很努力准备高考了，不要再给他加温了。 84 | 这个家伙太笨重，不好拿得动。 85 | 计划一定要有相应的合理的措施，才不会架空。 86 | 写小说前要先搭好小说的架子。 87 | 他这个人就是很贱。 88 | 二手市场卖的一般都是贱货。 89 | 他打算叫四个菜。 90 | 这个夫妻俩又因为孩子的事情在屋内接火了。 91 | 这个鞋带他只用10秒钟就能解。 92 | 电话铃声截断了他的话。 93 | 为了利益，他把朋友给卖了。 94 | 他进了一批鞋。 95 | 我不愿意挖别人公司的墙角。 96 | 这周月底是开保洁人员的工资的时候。 97 | 你要干出大事业，就肯定会摔跤。 98 | 他的身体在连续工作了数天后亏损了。 99 | 他愁苦很久的心事终于落地了。 100 | 他有关怀孕女性的研究在当前研究条件下容易陷入难产的境地。 101 | 他引用的都是他的亲戚。 102 | 他们部门的内耗很严重。 103 | 他打算接厂长的工作。 104 | 我们已经与敌人接触过了。 105 | 先冷一下这件事情。 106 | 年已老了。 107 | 他有着宽厚的声音。 108 | 我把你拉扯长大。 109 | 这家知名企业是行业中的龙头。 110 | 这是他捏弄出来的新事物。 111 | 他扭了他自己的坏习惯。 112 | 他的灵魂被这件事情扭曲了。 113 | 遇到一点困难，他立马趴下了。 114 | 他们正在拍电影。 115 | 他善于贿赂，不久便爬上了局长的宝座。 116 | 在现代，只有大学生的牌子也是找不到好的工作。 117 | 背离正确原则。 118 | 他喜欢攀他的上司。 119 | 收拾这个事情的残局。 120 | 现在市场不好，赶紧把手中的货物抛出去。 121 | 这人真是个饭桶，什么事都干不好。 122 | 部队里的炮的威力很大。 123 | 这个教师认真地培养着他的学生。 124 | 关于这个领域，我只知道皮毛。 125 | 他们选的题目碰头了。 126 | 请你给这本书包一层皮。 127 | 图书市场已经很疲困了。 128 | 磁铁使用时间长，会变得疲劳。 129 | 谁也不愿意聘她做媳妇儿。 130 | 政府平了动乱。 131 | 我的伤口平复了。 132 | 他这次上街又破了不少钱。 133 | 这个文章深刻地剖了这个问题。 134 | 他已经成为了全军的旗帜。 135 | 你别起火了，注意心情保持平静。 136 | 海水在这次暴风雨中起立。 137 | 这两个人牵扯一头母牛。 138 | 他潜入了这座城市。 139 | 这个颜色太浅了。 140 | 这个计划被枪毙了。 141 | 强奸民意。 142 | 这批大米在市场上很俏。 143 | 老百姓都把这个人称作青天。 144 | 他已经是一个登上青云的人。 145 | 这是一份轻薄但却有意义的礼物。 146 | 天上的云彩显得很轻浮。 147 | 他的歌声让剧院里的人都倾倒了。 148 | 她流下眼泪，把委屈都倾倒了出来。 149 | 这一句话需要去几个错误的字。 150 | 明天拔河比赛，我们公司将会全军都出动。 151 | 这个问题不能热处理。 152 | 他对这件事情的热度持续很久。 153 | 一年有365日。 154 | 货物入口要经过海关。 155 | 这个电影十分入味。 156 | 用机油润泽一下机器的转动部位。 157 | 这个文章很涩。 158 | 他们在敌人阵营捉了个舌头回来。 159 | 夜已经很深了。 160 | 他的筷子都是牙制的。 161 | 这个小孩子需要收拾。 162 | 这个破了的桌子需要收拾。 163 | 这个犯了罪的人需要修理。 164 | 疏通两个村子之间的冲突。 165 | 这篇文章的水太多。 166 | 这一带的私房都要拆除。 167 | 他的嘴真碎，一天到晚就在说。 168 | 这部科幻影片描述了一个太空人和地球上的一个男孩接触的故事。 169 | 这个老师所教授的桃李在各行各业都是精英。 170 | 理论性强的文章也可以写得通俗易懂，不一定要写成天书。 171 | 听完这句话，他的心里很透亮。 172 | 这种坦克已经退役。 173 | 许多家庭正在办年货。 174 | 这部书可是他刚在书店买的宝贝。 175 | 这个老师请这个学生背刚刚他在黑板上写的课文。 176 | 他正在编明天晚会上要唱的歌的歌词。 177 | 这个魔术师正在变一个魔术。 178 | 这个领导人私访的时候会带几个便衣保护自己。 179 | 请如实写这个有关开设钟表店的表。 180 | 飞机擦着山顶。 181 | 这是土匪从山里出世的季节。 182 | 他正在穿这家服装店旁边的马路。 183 | 他正在搭今晚要睡的帐篷。 184 | 这个演员的嗓子倒了。 185 | 如果他离职，没有人能抵他的工作。 186 | 这个堡垒里的敌人经常出来祸害百姓，部队打算拔掉这个钉子。 187 | 你的眼睛真毒，能在这么多人中找到犯罪分子。 188 | 这支部队遭受了敌人攻击，正在给总部发电。 189 | 这个寺庙刚刚被装修的工人翻过。 190 | 他上课讲话，又一次犯了在学校不应该犯的错误。 191 | 一个好的读者在看书的时候都有自己的防腐剂。 192 | 这个刀口飞快。 193 | 这个电网工人在医院测血压，他的高压太高。 194 | 经历了一次背叛之后，他们的关系之间有了一个疙瘩。 195 | 这个人没骨头。 196 | 你不要把两个不同的东西裹到一起。 197 | 工作认真的她是铁路部门的一面红旗。 198 | 这种思想又再次回潮。 199 | 这个机长今天的飞行任务是开一架大的飞机。 200 | 过去他很穷，但是现在他变阔了。 201 | -------------------------------------------------------------------------------- /data/CommonMT/README.md: -------------------------------------------------------------------------------- 1 | Data here: https://github.com/tjunlp-lab/CommonMT -------------------------------------------------------------------------------- /data/CommonMT/input.example.txt: -------------------------------------------------------------------------------- 1 | 吃掉敌人一个师。 Destroy a division of the enemy. 2 | -------------------------------------------------------------------------------- /debate4tran.sh: -------------------------------------------------------------------------------- 1 | set -e 2 | set -u 3 | 4 | # MAD_PATH=$(realpath `dirname $0`) 5 | MAD_PATH=/Your-Workspace/Multi-Agents-Debate 6 | 7 | python3 $MAD_PATH/code/debate4tran.py \ 8 | -i $MAD_PATH/data/CommonMT/input.example.txt \ 9 | -o $MAD_PATH/data/CommonMT/output \ 10 | -lp zh-en \ 11 | -k Your-OpenAI-Api-Key \ 12 | -------------------------------------------------------------------------------- /imgs/CommonMT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/CommonMT.png -------------------------------------------------------------------------------- /imgs/CounterintuitiveQA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/CounterintuitiveQA.png -------------------------------------------------------------------------------- /imgs/angel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/angel.png -------------------------------------------------------------------------------- /imgs/devil.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/devil.png -------------------------------------------------------------------------------- /imgs/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/framework.png -------------------------------------------------------------------------------- /imgs/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/image.png -------------------------------------------------------------------------------- /imgs/judge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/judge.png -------------------------------------------------------------------------------- /imgs/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/logo.png -------------------------------------------------------------------------------- /imgs/logo2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/logo2.png -------------------------------------------------------------------------------- /imgs/mad_qa_case1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/mad_qa_case1.gif -------------------------------------------------------------------------------- /imgs/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/overview.png -------------------------------------------------------------------------------- /imgs/translation-case1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/translation-case1.png -------------------------------------------------------------------------------- /imgs/translation-case2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bklieger/Groq-Multi-Agents-Debate/35093abb44bbd07978925bb3cad3f66bbd74a77a/imgs/translation-case2.png -------------------------------------------------------------------------------- /interactive.py: -------------------------------------------------------------------------------- 1 | """ 2 | MAD: Multi-Agent Debate with Large Language Models 3 | Copyright (C) 2023 The MAD Team 4 | 5 | This program is free software: you can redistribute it and/or modify 6 | it under the terms of the GNU General Public License as published by 7 | the Free Software Foundation, either version 3 of the License, or 8 | (at your option) any later version. 9 | 10 | This program is distributed in the hope that it will be useful, 11 | but WITHOUT ANY WARRANTY; without even the implied warranty of 12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 | GNU General Public License for more details. 14 | 15 | You should have received a copy of the GNU General Public License 16 | along with this program. If not, see . 17 | """ 18 | 19 | 20 | import os 21 | import json 22 | import random 23 | # random.seed(0) 24 | from code.utils.agent import Agent 25 | import tkinter as tk 26 | from tkinter import ttk, scrolledtext 27 | 28 | NAME_LIST=[ 29 | "Affirmative side", 30 | "Negative side", 31 | "Moderator", 32 | ] 33 | 34 | class DebatePlayer(Agent): 35 | def __init__(self, model_name: str, name: str, temperature:float, sleep_time: float) -> None: 36 | """Create a player in the debate 37 | 38 | Args: 39 | model_name(str): model name 40 | name (str): name of this player 41 | temperature (float): higher values make the output more random, while lower values make it more focused and deterministic 42 | sleep_time (float): sleep because of rate limits 43 | """ 44 | super(DebatePlayer, self).__init__(model_name, name, temperature, sleep_time) 45 | 46 | class Debate: 47 | def __init__(self, 48 | model_name: str='llama3-8b-8192', 49 | temperature: float=0, 50 | num_players: int=3, 51 | config: dict=None, 52 | max_round: int=3, 53 | sleep_time: float=0 54 | ) -> None: 55 | """Create a debate 56 | 57 | Args: 58 | model_name (str): model name 59 | temperature (float): higher values make the output more random, while lower values make it more focused and deterministic 60 | num_players (int): num of players 61 | max_round (int): maximum Rounds of Debate 62 | sleep_time (float): sleep because of rate limits 63 | """ 64 | 65 | self.model_name = model_name 66 | self.temperature = temperature 67 | self.num_players = num_players 68 | self.config = config 69 | self.max_round = max_round 70 | self.sleep_time = sleep_time 71 | 72 | self.init_prompt() 73 | 74 | # creat&init agents 75 | self.creat_agents() 76 | self.init_agents() 77 | 78 | 79 | def init_prompt(self): 80 | def prompt_replace(key): 81 | self.config[key] = self.config[key].replace("##debate_topic##", self.config["debate_topic"]) 82 | prompt_replace("player_meta_prompt") 83 | prompt_replace("moderator_meta_prompt") 84 | prompt_replace("affirmative_prompt") 85 | prompt_replace("judge_prompt_last2") 86 | 87 | def creat_agents(self): 88 | # creates players 89 | self.players = [ 90 | DebatePlayer(model_name=self.model_name, name=name, temperature=self.temperature, sleep_time=self.sleep_time) for name in NAME_LIST 91 | ] 92 | self.affirmative = self.players[0] 93 | self.negative = self.players[1] 94 | self.moderator = self.players[2] 95 | 96 | def init_agents(self): 97 | # start: set meta prompt 98 | self.affirmative.set_meta_prompt(self.config['player_meta_prompt']) 99 | self.negative.set_meta_prompt(self.config['player_meta_prompt']) 100 | self.moderator.set_meta_prompt(self.config['moderator_meta_prompt']) 101 | 102 | # start: first round debate, state opinions 103 | print(f"===== Debate Round-1 =====\n") 104 | self.affirmative.add_event(self.config['affirmative_prompt']) 105 | self.aff_ans = self.affirmative.ask() 106 | self.affirmative.add_memory(self.aff_ans) 107 | self.config['base_answer'] = self.aff_ans 108 | 109 | self.negative.add_event(self.config['negative_prompt'].replace('##aff_ans##', self.aff_ans)) 110 | self.neg_ans = self.negative.ask() 111 | self.negative.add_memory(self.neg_ans) 112 | 113 | self.moderator.add_event(self.config['moderator_prompt'].replace('##aff_ans##', self.aff_ans).replace('##neg_ans##', self.neg_ans).replace('##round##', 'first')) 114 | self.mod_ans = self.moderator.ask() 115 | self.moderator.add_memory(self.mod_ans) 116 | self.mod_ans = eval(self.mod_ans) 117 | 118 | def round_dct(self, num: int): 119 | dct = { 120 | 1: 'first', 2: 'second', 3: 'third', 4: 'fourth', 5: 'fifth', 6: 'sixth', 7: 'seventh', 8: 'eighth', 9: 'ninth', 10: 'tenth' 121 | } 122 | return dct[num] 123 | 124 | def print_answer(self): 125 | print("\n\n===== Debate Done! =====") 126 | print("\n----- Debate Topic -----") 127 | print(self.config["debate_topic"]) 128 | print("\n----- Base Answer -----") 129 | print(self.config["base_answer"]) 130 | print("\n----- Debate Answer -----") 131 | print(self.config["debate_answer"]) 132 | print("\n----- Debate Reason -----") 133 | print(self.config["Reason"]) 134 | 135 | def broadcast(self, msg: str): 136 | """Broadcast a message to all players. 137 | Typical use is for the host to announce public information 138 | 139 | Args: 140 | msg (str): the message 141 | """ 142 | # print(msg) 143 | for player in self.players: 144 | player.add_event(msg) 145 | 146 | def speak(self, speaker: str, msg: str): 147 | """The speaker broadcast a message to all other players. 148 | 149 | Args: 150 | speaker (str): name of the speaker 151 | msg (str): the message 152 | """ 153 | if not msg.startswith(f"{speaker}: "): 154 | msg = f"{speaker}: {msg}" 155 | # print(msg) 156 | for player in self.players: 157 | if player.name != speaker: 158 | player.add_event(msg) 159 | 160 | def ask_and_speak(self, player: DebatePlayer): 161 | ans = player.ask() 162 | player.add_memory(ans) 163 | self.speak(player.name, ans) 164 | 165 | 166 | def run(self): 167 | 168 | for round in range(self.max_round - 1): 169 | 170 | if self.mod_ans["debate_answer"] != '': 171 | break 172 | else: 173 | print(f"===== Debate Round-{round+2} =====\n") 174 | self.affirmative.add_event(self.config['debate_prompt'].replace('##oppo_ans##', self.neg_ans)) 175 | self.aff_ans = self.affirmative.ask() 176 | self.affirmative.add_memory(self.aff_ans) 177 | 178 | self.negative.add_event(self.config['debate_prompt'].replace('##oppo_ans##', self.aff_ans)) 179 | self.neg_ans = self.negative.ask() 180 | self.negative.add_memory(self.neg_ans) 181 | 182 | self.moderator.add_event(self.config['moderator_prompt'].replace('##aff_ans##', self.aff_ans).replace('##neg_ans##', self.neg_ans).replace('##round##', self.round_dct(round+2))) 183 | self.mod_ans = self.moderator.ask() 184 | self.moderator.add_memory(self.mod_ans) 185 | self.mod_ans = eval(self.mod_ans) 186 | 187 | if self.mod_ans["debate_answer"] != '': 188 | self.config.update(self.mod_ans) 189 | self.config['success'] = True 190 | 191 | # ultimate deadly technique. 192 | else: 193 | judge_player = DebatePlayer(model_name=self.model_name, name='Judge', temperature=self.temperature, sleep_time=self.sleep_time) 194 | aff_ans = self.affirmative.memory_lst[2]['content'] 195 | neg_ans = self.negative.memory_lst[2]['content'] 196 | 197 | judge_player.set_meta_prompt(self.config['moderator_meta_prompt']) 198 | 199 | # extract answer candidates 200 | judge_player.add_event(self.config['judge_prompt_last1'].replace('##aff_ans##', aff_ans).replace('##neg_ans##', neg_ans)) 201 | ans = judge_player.ask() 202 | judge_player.add_memory(ans) 203 | 204 | # select one from the candidates 205 | judge_player.add_event(self.config['judge_prompt_last2']) 206 | ans = judge_player.ask() 207 | judge_player.add_memory(ans) 208 | 209 | ans = eval(ans) 210 | if ans["debate_answer"] != '': 211 | self.config['success'] = True 212 | # save file 213 | self.config.update(ans) 214 | self.players.append(judge_player) 215 | 216 | self.print_answer() 217 | 218 | if __name__ == "__main__": 219 | 220 | current_script_path = os.path.abspath(__file__) 221 | MAD_path = current_script_path.rsplit("/", 1)[0] 222 | 223 | while True: 224 | debate_topic = "" 225 | while debate_topic == "": 226 | debate_topic = input(f"\nEnter your debate topic: ") 227 | 228 | config = json.load(open(f"{MAD_path}/code/utils/config4all.json", "r")) 229 | config['debate_topic'] = debate_topic 230 | 231 | debate = Debate(num_players=3, config=config, temperature=0, sleep_time=0) 232 | debate.run() 233 | 234 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | openai 2 | tiktoken==0.4.0 3 | tqdm 4 | langcodes 5 | backoff 6 | language_data 7 | groq --------------------------------------------------------------------------------