Spaces:
Sleeping
Sleeping
| """ | |
| MAD: Multi-Agent Debate with Large Language Models | |
| Copyright (C) 2023 The MAD Team | |
| This program is free software: you can redistribute it and/or modify | |
| it under the terms of the GNU General Public License as published by | |
| the Free Software Foundation, either version 3 of the License, or | |
| (at your option) any later version. | |
| This program is distributed in the hope that it will be useful, | |
| but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
| GNU General Public License for more details. | |
| You should have received a copy of the GNU General Public License | |
| along with this program. If not, see <http://www.gnu.org/licenses/>. | |
| """ | |
| import os | |
| import json | |
| import random | |
| # random.seed(0) | |
| from Agent import Agent | |
| os.environ["TOGETHER_API_KEY"] = "48bf2536f85b599c7d5d7f9921cc9ee7056f40ed535fd2174d061e1b9abcf8af" | |
| NAME_LIST=[ | |
| "Affirmative side", | |
| "Negative side", | |
| "Moderator", | |
| ] | |
| class DebatePlayer(Agent): | |
| def __init__(self, model_name: str, name: str, temperature:float, openai_api_key: str, sleep_time: float) -> None: | |
| """Create a player in the debate | |
| Args: | |
| model_name(str): model name | |
| name (str): name of this player | |
| temperature (float): higher values make the output more random, while lower values make it more focused and deterministic | |
| openai_api_key (str): As the parameter name suggests | |
| sleep_time (float): sleep because of rate limits | |
| """ | |
| super(DebatePlayer, self).__init__(model_name, name, temperature, sleep_time) | |
| self.openai_api_key = openai_api_key | |
| class Debate: | |
| def __init__(self, | |
| model_name: str='Qwen/Qwen2-72B-Instruct', | |
| temperature: float=0, | |
| num_players: int=3, | |
| openai_api_key: str=os.environ["TOGETHER_API_KEY"], | |
| config: dict=None, | |
| max_round: int=3, | |
| sleep_time: float=0 | |
| ) -> None: | |
| """Create a debate | |
| Args: | |
| model_name (str): openai model name | |
| temperature (float): higher values make the output more random, while lower values make it more focused and deterministic | |
| num_players (int): num of players | |
| openai_api_key (str): As the parameter name suggests | |
| max_round (int): maximum Rounds of Debate | |
| sleep_time (float): sleep because of rate limits | |
| """ | |
| self.model_name = model_name | |
| self.temperature = temperature | |
| self.num_players = num_players | |
| self.openai_api_key = openai_api_key | |
| self.config = config | |
| self.max_round = max_round | |
| self.sleep_time = sleep_time | |
| self.initial_debate = '' | |
| self.init_prompt() | |
| # creat&init agents | |
| self.creat_agents() | |
| self.init_agents() | |
| def init_prompt(self): | |
| def prompt_replace(key): | |
| self.config[key] = self.config[key].replace("##debate_topic##", self.config["debate_topic"]) | |
| prompt_replace("player_meta_prompt") | |
| prompt_replace("moderator_meta_prompt") | |
| prompt_replace("affirmative_prompt") | |
| prompt_replace("judge_prompt_last2") | |
| def creat_agents(self): | |
| # creates players | |
| self.players = [ | |
| DebatePlayer(model_name=self.model_name, name=name, temperature=self.temperature, openai_api_key=self.openai_api_key, sleep_time=self.sleep_time) for name in NAME_LIST | |
| ] | |
| self.affirmative = self.players[0] | |
| self.negative = self.players[1] | |
| self.moderator = self.players[2] | |
| def init_agents(self): | |
| # start: set meta prompt | |
| self.affirmative.set_meta_prompt(self.config['player_meta_prompt']) | |
| self.negative.set_meta_prompt(self.config['player_meta_prompt']) | |
| self.moderator.set_meta_prompt(self.config['moderator_meta_prompt']) | |
| # start: first round debate, state opinions | |
| print(f"===== Start Debate Round =====\n") | |
| self.affirmative.add_event(self.config['affirmative_prompt']) | |
| self.aff_ans = self.affirmative.ask() | |
| self.affirmative.add_memory(self.aff_ans) | |
| self.config['base_answer'] = self.aff_ans | |
| affirm_side = "\n\n正方观点：" + self.aff_ans | |
| self.initial_debate += affirm_side | |
| self.negative.add_event(self.config['negative_prompt'].replace('##aff_ans##', self.aff_ans)) | |
| self.neg_ans = self.negative.ask() | |
| self.negative.add_memory(self.neg_ans) | |
| neg_side = "\n\n反方观点：" + self.neg_ans | |
| self.initial_debate += neg_side | |
| self.moderator.add_event(self.config['moderator_prompt'].replace('##aff_ans##', self.aff_ans).replace('##neg_ans##', self.neg_ans).replace('##round##', 'first')) | |
| self.mod_ans = self.moderator.ask() | |
| self.moderator.add_memory(self.mod_ans) | |
| self.mod_ans = eval(self.mod_ans) | |
| def round_dct(self, num: int): | |
| dct = { | |
| 1: 'first', 2: 'second', 3: 'third', 4: 'fourth', 5: 'fifth', 6: 'sixth', 7: 'seventh', 8: 'eighth', 9: 'ninth', 10: 'tenth' | |
| } | |
| return dct[num] | |
| def print_answer(self): | |
| print("\n\n===== Debate Done! =====") | |
| print("\n----- Debate Topic -----") | |
| print(self.config["debate_topic"]) | |
| print("\n----- Base Answer -----") | |
| print(self.config["base_answer"]) | |
| print("\n----- Debate Answer -----") | |
| print(self.config["debate_answer"]) | |
| print("\n----- Debate Reason -----") | |
| print(self.config["Reason"]) | |
| def broadcast(self, msg: str): | |
| """Broadcast a message to all players. | |
| Typical use is for the host to announce public information | |
| Args: | |
| msg (str): the message | |
| """ | |
| # print(msg) | |
| for player in self.players: | |
| player.add_event(msg) | |
| def speak(self, speaker: str, msg: str): | |
| """The speaker broadcast a message to all other players. | |
| Args: | |
| speaker (str): name of the speaker | |
| msg (str): the message | |
| """ | |
| if not msg.startswith(f"{speaker}: "): | |
| msg = f"{speaker}: {msg}" | |
| # print(msg) | |
| for player in self.players: | |
| if player.name != speaker: | |
| player.add_event(msg) | |
| def ask_and_speak(self, player: DebatePlayer): | |
| ans = player.ask() | |
| player.add_memory(ans) | |
| self.speak(player.name, ans) | |
| def run(self): | |
| for round in range(self.max_round - 1): | |
| if self.mod_ans["debate_answer"] != '': | |
| break | |
| else: | |
| print(f"===== Debate Round-{round+1} =====\n") | |
| self.affirmative.add_event(self.config['debate_prompt'].replace('##oppo_ans##', self.neg_ans)) | |
| self.aff_ans = self.affirmative.ask() | |
| self.affirmative.add_memory(self.aff_ans) | |
| self.negative.add_event(self.config['debate_prompt'].replace('##oppo_ans##', self.aff_ans)) | |
| self.neg_ans = self.negative.ask() | |
| self.negative.add_memory(self.neg_ans) | |
| self.moderator.add_event(self.config['moderator_prompt'].replace('##aff_ans##', self.aff_ans).replace('##neg_ans##', self.neg_ans).replace('##round##', self.round_dct(round+2))) | |
| self.mod_ans = self.moderator.ask() | |
| self.moderator.add_memory(self.mod_ans) | |
| self.mod_ans = eval(self.mod_ans) | |
| if self.mod_ans["debate_answer"] != '': | |
| self.config.update(self.mod_ans) | |
| self.config['success'] = True | |
| # ultimate deadly technique. | |
| else: | |
| judge_player = DebatePlayer(model_name=self.model_name, name='Judge', temperature=self.temperature, openai_api_key=self.openai_api_key, sleep_time=self.sleep_time) | |
| aff_ans = self.affirmative.memory_lst[2]['content'] | |
| neg_ans = self.negative.memory_lst[2]['content'] | |
| judge_player.set_meta_prompt(self.config['moderator_meta_prompt']) | |
| # extract answer candidates | |
| judge_player.add_event(self.config['judge_prompt_last1'].replace('##aff_ans##', aff_ans).replace('##neg_ans##', neg_ans)) | |
| ans = judge_player.ask() | |
| judge_player.add_memory(ans) | |
| # select one from the candidates | |
| judge_player.add_event(self.config['judge_prompt_last2']) | |
| ans = judge_player.ask() | |
| judge_player.add_memory(ans) | |
| ans = eval(ans) | |
| if ans["debate_answer"] != '': | |
| self.config['success'] = True | |
| # save file | |
| self.config.update(ans) | |
| self.players.append(judge_player) | |
| self.print_answer() | |
| combined_string = ''.join([ | |
| self.config["debate_topic"], | |
| self.initial_debate, | |
| f"\n\n经过{self.max_round}轮辩论......", | |
| "\n\n仲裁观点：", | |
| self.config["debate_answer"], | |
| "\n\n仲裁理由：", | |
| self.config["Reason"] | |
| ]) | |
| return combined_string | |