Vidal's libraryTitle: | Reaching Pareto Optimality in Prisoner's Dilemma Using Conditional Joint Action Learning |
Author: | Dipyaman Banerjee and Sandip Sen |
Book Tittle: | Working Notes of the AAAI Workshop on Multiagent Learning |
Year: | 2005 |
Abstract: | We consider a repeated Prisoner's Dilemma game where two independent learning agents play against each other. We assume that the players can observe each others' action but are oblivious to the payoff received by the other player. Multiagent learning literature has provided mechanisms that allow agents to converge to Nash Equilibrium. In this paper we define a special class of learner called a conditional joint action learner (CJAL) who attempts to learn the conditional probability of an action taken by the other given its own action and uses it to decide its next course of action. We prove that when played against itself, if the payoff structure of Prisoner's Dilemma game satisfies certain conditions, using a limited exploration technique these agents can actually learn to converge to the Pareto optimal solution that dominates the Nash Equilibrium, while maintaining individual rationality. We analytically derive the conditions for which such a phenomenon can occur and have shown experimental results to support our claim. |
@InProceedings{banerjee05a,
author = {Dipyaman Banerjee and Sandip Sen},
title = {Reaching Pareto Optimality in Prisoner's Dilemma
Using Conditional Joint Action Learning},
booktitle = {Working Notes of the {AAAI} Workshop on Multiagent
Learning},
year = 2005,
abstract = {We consider a repeated Prisoner's Dilemma game
where two independent learning agents play against
each other. We assume that the players can observe
each others' action but are oblivious to the payoff
received by the other player. Multiagent learning
literature has provided mechanisms that allow agents
to converge to Nash Equilibrium. In this paper we
define a special class of learner called a
conditional joint action learner (CJAL) who attempts
to learn the conditional probability of an action
taken by the other given its own action and uses it
to decide its next course of action. We prove that
when played against itself, if the payoff structure
of Prisoner's Dilemma game satisfies certain
conditions, using a limited exploration technique
these agents can actually learn to converge to the
Pareto optimal solution that dominates the Nash
Equilibrium, while maintaining individual
rationality. We analytically derive the conditions
for which such a phenomenon can occur and have shown
experimental results to support our claim.},
url = {http://jmvidal.cse.sc.edu/library/banerjee05a.pdf},
keywords = {multiagent learning game-theory}
}
Last modified: Wed Mar 9 10:16:29 EST 2011