%Paper: ewp-game/9606001
%From: shalev@core.ucl.ac.be
%Date: Wed, 5 Jun 1996 14:52:34 +0300 (IDT)
%Date (revised): Tue, 18 Mar 97 04:12:00 CST
%Date (revised): Sat, 19 Jul 97 09:47:40 CDT

% 30/10/94 - Jonny Shalev
% 05/3/95 - renamed BALA2.TEX, and redone procedural all over...
% 03/4/95 - minor corrections and additions. v. 0.52
% 06/4/95 - lots of touching up - v. 0.6
% 12/4/95 - rat -> self-supporting... + new pictures + ls 1.5 v0.61
% 11/5/95 - v0.70 new section on evolution
% 14/5/95 - v0.71 building up evolution section
% 15/5/95 - v0.8  for Arrow...
% 07/6/95 - v0.84 proofs of convergence
% 11/6/95 - v1.00 changes after talk with Dubi
% 06/07/95 - v1.11 - psychological articles, + dubi abstract

% 17/07/95 - v2.00 - bala4.tex - Eddie's suggestions.
% 25/07/95 - v2.10  discussions etc. + new figure (llaex.pic)
% 07/09/95 - v2.16  Sergiu's remarks getting rid of xi
% 10/09/95 - v2.20  add ref. to Kahneman, rem. ref to Fershtman
% 17/09/95 - v2.21  iibr wp, thanks to j-lem

% 07/01/97 - v3.00 bala5.tex - after GEB rejection - new abstract
% 07/01/97 - v3.01 redoing the introduction
% 08/01/97 - v3.02 continuing
% 09/01/97 - v3.03 proofreading again
% 10/01/97 - v3.04 very minor typos
% 13/01/97 - v3.05 small changes proofreading
% 14/01/97 - v3.06 fax and phone for Colin.
% 22/01/97 - v3.07 after Heracles' comments for CORE DP.
% 06/02/97 - v3.08 KSS, O'Neill.
% 06/02/97 - v3.09 minor update
% 18/07/97 - v3.10 update with recommendations from Econ. ref's.
% 19/07/97 - v3.11 small changes for JET

%\documentstyle[12pt,fleqn,twoside]{article}    % Specifies the document style.
%\documentstyle[bezier,emlines2,12pt,fleqn,titlepage]{article} 
\documentstyle[12pt,fleqn]{article} 
%\documentstyle[12pt,fleqn,titlepage]{article} 

                           % The preamble begins here.
%%%%%%%%%%%%%%%%%%%%%%%
% COPIED FROM ARYEH
%%%%%%%%%%%%%%%%%%%%%%%
%%%%\addtolength{\oddsidemargin}{-0.5in} %left margin 0.5in
%\newcommand{\newblock}{}           %ignore \newblock in bbl
\setlength{\evensidemargin}{0in}
\setlength{\oddsidemargin}{0in}
\setlength{\textwidth}{6.25in}
%\setlength{\textheight}{8.50in}
%\setlength{\textheight}{9.00in}
\setlength{\textheight}{9.50in}
\setlength{\topmargin}{0in}
%\setlength{\headheight}{0.3in}
\setlength{\headheight}{0in}
%\setlength{\headsep}{0.3in}
\setlength{\headsep}{0in}
\setlength{\parskip}{\medskipamount}
\addtolength{\baselineskip}{.5\baselineskip}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%  Line Spacing (e.g., \ls{1} for single, \ls{2} for double, even
%% \ls{1.5})
\newcommand{\ls}[1]
   {\dimen0=\fontdimen6\the\font
    \lineskip=#1\dimen0
    \advance\lineskip.5\fontdimen5\the\font
    \advance\lineskip-\dimen0
    \lineskiplimit=.9\lineskip
    \baselineskip=\lineskip
    \advance\baselineskip\dimen0
    \normallineskip\lineskip
    \normallineskiplimit\lineskiplimit
    \normalbaselineskip\baselineskip
    \ignorespaces
   }
%%%%%%%%%%%%%%%%%%%%%%%
\newtheorem{theorem}{Theorem}[section]
\newtheorem{lemma}{Lemma}[section]
\newtheorem{cor}{Corollary}[section]
\newtheorem{claim}{Claim}
\newtheorem{proposition}{Proposition}
\newtheorem{conjecture}{Conjecture}
\newcommand{\lora}{\longrightarrow}
\newcommand{\Lora}{\Longrightarrow}
\newcommand{\Lola}{\Longleftarrow}
\newcommand{\ovl}{\overline}
\newcommand{\oyo}{\ovl{y_0}}
\newcommand{\oyp}{\ovl{y_+}}
\newcommand{\oym}{\ovl{y_-}}
\newcommand{\qed}{\hspace*{\fill}~\rule{1ex}{1ex}}
\newcommand{\fpr}{f^\prime}
\newcommand{\gpr}{g^\prime}
\newcommand{\ngo}{n \geq 1}
\newcommand{\nti}{{n \rightarrow \infty}}
\newcommand{\lninf}{\lim _{\nti}}
\newcommand{\half}{\frac{1}{2}}
\newcommand{\wrt}{with respect to }
\newcommand{\wlg}{without loss of generality }
\newcommand{\la}{\lambda}
\newcommand{\al}{\alpha}
\newcommand{\be}{\beta}
\newcommand{\de}{\delta}
\newcommand{\xde}{x_{\delta}}
\newcommand{\ep}{\epsilon}
\newcommand{\varep}{\varepsilon}
\newcommand{\Ral}{I \hspace{-0.26em}R}
\newcommand{\dmdx}{\frac{\partial m(x,r)}{\partial x_1}}
\newcommand{\lsls}{\ls{1.5}}

%*********************************************************************
%##### start #####
%*********************************************************************
\title{Loss Aversion and Bargaining  
\thanks{Version 3.11, 19/07/97. This paper is based on a chapter of
my Ph.D. thesis at Tel-Aviv University, under the supervision of Dov
Samet, to whom I am very grateful for many helpful discussions.
A previous version appeared as CORE discussion paper
number 9706.}
%(First version - 12/94).}   
}

\author{
     {\Large \bf Jonathan Shalev} 
     \thanks{
     CORE, 34 voie du Roman Pays, B-1348 Louvain-la-Neuve, Belgium.
     E-mail: SHALEV@CORE.UCL.AC.BE,
     Fax: +32-10-474301, Phone: +32-10-478186.
     } 
%     \thanks{This paper was presented at the Games '95
%     conference at the Hebrew University of Jerusalem. I
%     am grateful to the participants for their comments and
%     suggestions.
%     I am very grateful to Alex Cukierman,
%     Eddie Dekel-Tabak, Itzhak Gilboa,
%     Sergiu Hart, Anat Lerner, Stephen Morris,
%     Barry O'Neill, Heracles Polemarchakis,
%     Rann Smorodinsky, Yair Tauman,
%     Roberto Weber and especially Dov Samet 
%     for helpful discussions.}
}
 
%%%\date{First Draft - December 1994 \\ This Version - January 1997}   
\begin{document}           % End of preamble and beginning of text.
\maketitle                 % Produces the title.

%*******************************************************************
% Abstract
%*******************************************************************
\begin{abstract}
\lsls                
We consider bargaining situations where 
two players evaluate outcomes with reference-dependent 
utility functions, analyzing the effect of differing levels of
loss aversion on bargaining outcomes.
We find that as with risk aversion, increasing loss aversion
for a player
leads to worse outcomes for that player in bargaining situations.

An extension of 
Nash's axioms is used to define a solution for bargaining problems
with exogenous reference points.
Using this solution concept we endogenize the
reference points into the model and find a unique
solution giving reference points and outcomes that
satisfy two reasonable properties, which we predict would
be observed in a steady state.

The resulting solution also emerges in two other approaches, a
strategic (non-cooperative)
approach using Rubinstein's alternating offers model and
a dynamic approach in which we find that even under weak assumptions,
outcomes and reference points
converge to the steady state solution 
from any non-equilibrium state.
\\ %
{\bf Keywords}: loss aversion, bargaining, reference dependence.
\\ %
JEL Classification: {\bf C78}.
\end{abstract}

%************************************************************
\section{Introduction}  
%************************************************************
\lsls        % FOR 1.5 SPACING IN ARTICLE

Much research has dealt with the connection between risk aversion
and Nash's solution to the bargaining problem. In general, Nash's
solution predicts that risk aversion is a disadvantage in bargaining
over riskless outcomes.
Kannai~(1977) noted that when bargaining concerns distribution of a
divisible commodity between two risk averse individuals, then Nash's
solution assigns a larger share of the commodity to a bargainer as
his utility function becomes less risk averse. Similar results for
more general situations can be found
in Kihlstrom, Roth and Schmeidler~(1981), 
Roth~(1979), and Sobel~(1981)% 
%
\ls{1.0}                % FOR 1.0 SPACING IN footnote
\footnote{
However, Roth and Rothblum (1982)
present a situation with bargaining over risky outcomes where this
result does not necessarily hold.}.
%
\lsls                % FOR 1.5 SPACING 
In this paper we analyze bargaining 
between two {\em loss} averse individuals. 
We show that an extension of the
Nash solution incorporating loss aversion has a similar
characteristic -- the solution assigns a larger share of the
commodity to a bargainer as her utility function becomes less loss
averse.

Loss aversion and reference dependence, 
as used in Tversky and Kahneman's (1991) prospect theory,
refer to the tendency of individuals to attach 
greater importance to losses (relative to some reference point)
than to corresponding gains. 
Experimental works in both the psychological
and the economic literature suggest that people 
are motivated to minimize loss
more than they are motivated to maximize gain (see for
example De Dreu, Emans and Van de Vliert~(1992),
Kahneman and Tversky (1979),
Kahneman, Knetsch and Thaler~(1990,~1991), 
Kramer~(1989), 
Taylor~(1991),
and Tversky and Kaneman~(1992)).
We feel that these experimental results should be incorporated
into relevant areas of theoretical research. 
As Rabin~(1996) points out, ``Reference
dependence deserves to be, and is gradually becoming, an important
part of economic modeling.''

A natural extension to Nash's (1950, 1953) classical bargaining model
is to incorporate loss aversion, as
the psychological elements inherent in loss-aversion 
play an important part in bargaining. 
For example, Bazerman, Magliozzi and Neale~(1985)
showed that in bargaining experiments 
subjects were more likely to reach agreement when the
outcomes were framed as gains than when they were framed as losses. 
They suggest that because of loss aversion, subjects were more willing
to concede a portion of their prospective gains than to lose an 
asset that they already possess. Similar results were found by
Neale and Bazerman~(1985) and Neale, Huber and Northcraft~(1987). In such
experimental situations designed to test framing effects, the
reference points are created exogenously and manipulated by the
examiner to demonstrate their effects on bargaining. In contrast to
this%
\ls{1}
\footnote{
For a comparison of methods used by psychologists and
economists, see Hogarth and Reder~(1986).},
\lsls
we are interested in predicting reference points endogenously.
We regard reference points
as representing expectations based on past experience, norms
of fairness and social customs. 
We assume, as 
Binmore~(1994, p.63) notes, that ``we seem to have a
built-in urge to imitate the behavior of those around us, and the
capacity to learn to like what we are accustomed to do.''
The question of how gain and loss
frames are determined in various situations is also addressed by 
Kahneman~(1992), where he surmises that ``some of the messages that
negotiators exchange are attempts by each side to communicate its
reference point and to affect the reference point of the other
side.''

We analyze two-player bargaining situations, assuming 
that bargainers evaluate outcomes using reference-dependent 
utility functions characterized by a level of loss aversion. 
We first approach the problem with an axiomatic solution concept
based upon Nash's~(1950) solution%
\ls{1}%
\footnote{The choice of Nash's solution is slightly arbitrary, since
although it is the most widely used solution, there exist many
other axiomatic solutions. A similar extension of the
Kalai-Smorodinsky (1975) solution to include loss aversion
gives similar results, as will be noted in Section~\ref{sec:endog}.
}, 
\lsls
which remains one of the most important results in bargaining theory.
We start by solving the case where the reference points are given
exogenously (Section \ref{sec:model}), using an extension of Nash's
axioms.
In Section \ref{sec:endog} we endogenize the
reference points into the model, in an attempt to answer the
question ``where do reference points come from in a
bargaining situation?''. 
We suggest that the reference points 
reflect aspirations and {\em expectations}%
\ls{1}%
\footnote{The word expectation is used 
throughout this paper with the psychological connotation
denoting anticipation, and not with the statistical meaning.}.
\lsls
These are formed from previous 
experiences and from knowledge of outcomes reached by others in
similar situations, and they may be {\em influenced}
by the appearance, attitude and behavior of one's 
bargaining partner. 
If this is so, then after
an encounter where one's expectations were not fulfilled, an
individual may approach a similar situation in the future with lower
expectations. Conversely, achieving more than one expected may increase
expectations for the future. 
To demonstrate one's opponent's influence, 
if an opponent radiates self-confidence 
one may not expect to do as well as in a similar situation against a 
more timid partner. Since such external characteristics are to some 
extent under 
the players' control, it follows that they have some control over the 
reference point of their bargaining partners.
We develop a solution concept using
the assumption that reference points%
\ls{1.0}                % FOR 1.0 SPACING IN footnote
\footnote{When the context is clear, we sometimes 
refer to pairs of reference points as reference points.}
\ls{1.5}                % FOR 1.5 SPACING
should be self-supporting (should fulfill
expectations) and stable (neither player can
gain by influencing her bargaining partner's reference point).
This assumption leads to a unique solution for any bargaining
problem extended to include the bargainers' levels of loss aversion.
A corollary is that loss aversion is a disadvantage in
bargaining situations. 
Our results are a generalization of Nash's bargaining
solution, since when both bargainers have equal levels of loss
aversion our solution coincides with the Nash solution.

We complement these results with two other approaches. 
In Section \ref{sec:procedural} we add
loss aversion to
Rubinstein's~(1982) alternating offers model.
The non-cooperative game corresponding to such a bargaining
situation has a unique subgame perfect equilibrium point for any
given (common) discount factor. The limit of these points as the
discount factor tends to one is precisely
the axiomatic solution for the same underlying bargaining
situation with loss aversion. 
As in the axiomatic approach, this solution is an answer to 
the question: what reference points
might we expect to find in a steady state. 
In contrast, Section \ref{sec:evolution} provides an answer to 
the question: what happens to reference
points when the system is not in such a steady state.
We combine
axiomatic and strategic approaches in a model where axiomatic
bargaining is repeated over time, and under reasonable assumptions
we find that both the reference points and the outcomes converge 
over time to the
same solution reached in the first two approaches.
This result serves as a further justification for the calculations 
in Section \ref{sec:endog} pertaining to a ``steady state''.

%*****************************************************************
\section{The Extended Bargaining Model}   %2
%*****************************************************************
\label{sec:model}
As in Nash (1950), the basic elements of a bargaining problem are
a set of possible allocations that can be agreed upon, one of which
is designated as a default or disagreement outcome.
We denote by $X$ the set of possible agreements, and by
$\tau$ the default outcome. 
We assume that
$X$ is a convex set%
\ls{1}%
\footnote{For any lottery over outcomes, 
  there is a certain outcome in $X$ such that each player is
  indifferent between the lottery and the certain outcome.},
\lsls
as is the
case in many applications, such as those in which the bargaining 
is over a divisible commodity.

In the spirit of prospect theory, we assume that outcomes are evaluated
by each player \wrt a reference point. 
We assume also the existence of an 
{\em underlying utility function}, $u_i:X \lora \Ral$, for each
player $i$, which translates outcomes into real numbers. Such a
function can capture the risk aversion aspects of a player's
preferences, but not reference dependence, and therefore not loss
aversion. The function $U_i$ (defined in the next paragraph) 
takes as inputs the underlying utility
of an outcome and a reference level, and expresses the reference
dependence and loss aversion aspects of a player's preferences. 
It has some important
general properties. It is continuous everywhere, differentiable
whenever $u_i(\xi) \neq r_i$, and all one-sided derivatives exist at
points where $u_i(\xi)=r_i$. The magnitude of loss aversion at any
reference level $r_i$ is given by comparing the left and right
derivatives of $U_i$ with respect to the first parameter,
at the point $(r_i,r_i)$. Our
specific choice of $U_i$ has a constant level of loss
aversion, $\la_i$, for each player $i$, as we are interested in the
effects of heterogenous loss aversion on bargaining outcomes.

The {\em utility of player $i$} 
with a reference point $r_i \in \Ral$ from
an outcome $\xi \in X$ is given by
\begin{equation}
\label{eq:la}
         U_i(\xi,r_i)=
         \left\{
         \begin{array}{ll}
           u_i(\xi) & \mbox{if } u_i(\xi) \geq r_i \\
           u_i(\xi) - \la_i (r_i-u_i(\xi)) &
                \mbox{if } u_i(\xi) < r_i
         \end{array}
         \right.
\end{equation}
For lotteries over outcomes,
if $x$ is a finite-support lottery giving outcomes 
$\xi_1,\ldots,\xi_s \in X$
with respective probabilities $p_1,\ldots,p_s$, then 
$U_i(x,r_i)=\sum_{k=1}^s p_k U_i(\xi_k,r_i)$.
%%%The function $u_i:X \lora \Ral$, is called the
%%%{\em underlying utility function} of player $i$,
The constant $\la_i \in \Ral_+$ is called player $i$'s
{\em loss-aversion coefficient} 
and summarizes the loss aversion of player $i$.
The case $\la_i=0$ represents
no loss aversion, while higher values of $\la_i$ signify
higher levels of loss aversion.
The utility function given by (\ref{eq:la}) is similar to the value
function found experimentally by Tversky and Kahneman~(1992) for monetary
prospects%
\ls{1}%
\footnote{
Tversky and Kahneman found that the value function 
(when the reference point is zero) has the approximate
form $x^\al$ for $x\geq 0$ and $-\la(-x)^\al$ for $x<0$. They
found the median values of $\al$ and $\la$ to be $0.88$ and $2.25$
respectively.}.
\lsls
Note the deliberate distinction between $\la_i$ and $u_i$, which
are assumed fixed, as part of the utility function, and $r_i$, which
is a parameter, depicting one's reference level, or anticipated
utility.

Using the underlying utilities of the players we can transform 
a convex set of available outcomes $X$ into
a convex set $S$ consisting of the pairs of underlying 
utilities of the players 
for any possible contract. 
A disagreement outcome $\tau$ can similarly be 
transformed into a pair of utilities $d$%
\ls{1}%
\footnote{
As in Nash (1950) we assume throughout that $d$ is dominated by
at least one point in $S$.}%
\lsls%
. 
Thus, given a set $X$, an outcome $\tau$, and a pair of
utility functions $U_1,U_2$, we can construct an extended bargaining
problem $(S,d,\la)$.
The set $B^*$ of extended bargaining problems is defined as
  \[ B^* = \{ (S,d,\lambda) | 
    S \subseteq \Ral^2,~ S~ \mbox{convex},~
    d \in S, \lambda \in \Ral^2 \}, \]
where $S$ represents the underlying utilities of the outcomes for the players, 
$d$ represents the underlying utilities of the disagreement outcome, and
$\lambda$ represents the loss-aversion coefficients of the players.
This extends the set of Nash bargaining problems, given by
$  B = \{ (S,d) | 
    S \subseteq \Ral^2,~ S~ \mbox{convex},~d \in S \}$ 
to include the loss aversion characteristics of the players.
We assume for now that each of the players in an extended
bargaining problem 
has an exogenous 
reference point, representing her expectations regarding the
outcome. These reference points may be based on their experience, 
their knowledge,
and their perception of the present situation.
We extend a
bargaining problem in $B^*$ with a pair of reference
points $r=(r_1,r,2)$, and construct the set 
of extended bargaining problems with exogenous reference points:
  $B^{**} = \{ (S,d,\lambda,r) | 
    S \subseteq \Ral^2,~ S~ \mbox{convex},~
    d \in S, \lambda \in \Ral^2, r \in \Ral^2\}$.
Since any element of $B^{**}$ contains both the reference points
and the loss-aversion coefficients, it
can be transformed to a Nash bargaining problem using
formula (\ref{eq:la}).

Using Nash's axioms, 
together with a representation axiom to ensure consistency, we derive
a solution for $B^{**}$.
We first present the notation used in the analysis.
For an element $b=(S,d,\la,r) \in B^{**}$, 
the utility of an individual $i$ from an outcome 
with underlying utilities
$x=(x_1,x_2) \in S$
is given, using (\ref{eq:la}), by 
\begin{equation}
\label{eq:lla}
         U_i^b(x_i)=
         \left\{
         \begin{array}{ll}
           x_i & \mbox{if } x_i \geq r_i \\
           x_i - \la_i (r_i-x_i) &
                \mbox{if } x_i < r_i
         \end{array}
         \right.
\end{equation}
%
The notation for pairs of utilities is given by
\begin{equation}
\label{eq:lla2}
    U^b(x)=(U_1^b(x_1),U_2^b(x_2)), 
\end{equation}
which we extend to sets by defining, 
  for any set $A \subseteq \Ral^2$,~~$U^b(A)=\{U^b(x) | x \in A\}$.
%
Since $U_i^b$ can be regarded as
a one to one function from $\Ral$ onto $\Ral$,
an inverse
function exists and we denote it by
$B_i^b:\Ral \lora \Ral$, where
\begin{equation}
\label{eq:back}
         B_i^b(x_i)=
         \left\{
         \begin{array}{ll}
           x_i & \mbox{if } x_i \geq r_i \\
           x_i + \frac{\la_i}{1 + \la_i} (r_i - x_i) &
                \mbox{if } x_i < r_i
         \end{array} 
         \right.
\end{equation}
%
The corresponding function for the two players is given by
\begin{equation}
\label{eq:back2}
    B^b(x) = (B_1^b(x_1), B_2^b(x_2)). 
\end{equation}
From (\ref{eq:lla2}) and (\ref{eq:back2}), it is clear that if
$b=(S,d,\la,r) \in B^{**}$ and 
$x \in S$, then $B^b( U^b (x) ) = x$.

We define a transformation taking an element 
$b=(S,d,\la,r) \in B^{**}$ to a Nash
bargaining problem in $B$ (evaluating the utilities \wrt the reference
points) by
\begin{equation}
\label{eq:ntrans}
   N(b)=(U^b(S), U^b(d)).
\end{equation}
Points in $S$ which are (weakly) above $r$ 
for both players are unchanged.
Other points $x \in S$ are transformed to points with a 
lower coordinate for each player $i$ for whom $x_i < r_i$.

The {\em extended Nash solution} for $B^{**}$
is the natural one given by the
following algorithm: 
Transform the problem using (\ref{eq:ntrans}), then
solve using Nash's solution, and finally
calculate the corresponding point in the initial problem 
according to (\ref{eq:back2}), which is the solution. 
The rest of this section gives a direct axiomatization of this
solution.

We denote our solution function by 
$\varphi:B^{**} \lora \Ral^2$ satisfying $\varphi(S,d,\la,r) \in S$.
The Nash solution is denoted by $\varphi_N:B \lora \Ral^2$.
The following axioms are used to characterize $\varphi$.
The first four are extensions of Nash's axioms and the fifth ensures
consistency when two problems in $B^{**}$ transfer to the same
element of $B$.
\begin{em}
\begin{description} %axioms
   \item 
      {\bf Pareto Optimality (PAR)}: The solution is not weakly dominated
      by any point in S except itself.
   \item
      {\bf Symmetry (SYM)}: If $S,d,\lambda$ and $r$ are symmetrical
      in the plane, then the solution assigns the same outcome to each
      player.
   \item
      {\bf Invariance (INV)}: The solution is invariant with respect
      to a positive linear transformation of $S,d$ and $r$.
   \item 
      {\bf Independence of Irrelevant Alternatives (IIA)}: 
      If the solution of $(S,d,\lambda,r)$ is $x^*$,  $T \subseteq S$ and 
      $x^* \in T$, then the solution of $(T,d,\lambda,r)$ is also $x^*$.
   \item
      {\bf Representation Invariance (REP)}:
      If two elements of $B^{**}$ both give the same set of utility pairs
      (using transformation 
      (\ref{eq:ntrans})), then the evaluations
      of the solution points of the two problems give the same utilities
      to the players.
      Formally, if $b = (S,d,\la,r)$, $b' = (S', d', \la', r')$ and
      $N(b) = N(b')$ then
      $U^b(\varphi(b)) =$ 
      $U^{b'}(\varphi(b'))$.
\end{description} %axioms
\end{em}

\begin{theorem}
\label{th:ebpr}
   There exists a unique solution function 
   $\varphi : B^{**} \lora \Ral^2$
   satisfying $\varphi(S,d,\lambda,r) \in S$ and the five axioms, and
   it is given by (for $b=(S,d,\la,r)$)
        \begin{eqnarray*}
           \lefteqn{\varphi(b)=} \\
                & & B^b \left( argmax_{x \in S} 
                (U_1^b(x_1)-U_1^b(d_1))
                (U_2^b(x_2)-U_2^b(d_2)) \right)= \\
                & & B^b \left(\varphi_N(N(b)) \right).
        \end{eqnarray*}
\end{theorem}
All non-trivial proofs are given in the appendix.

Note that the solution given by Theorem \ref{th:ebpr} 
for problems in $B^{**}$, 
%%%% where the reference points are given exogenously, 
is just a first
step to obtaining a solution for problems in $B^*$.
It is no more than a straightforward application of Nash's solution,
assuming exogenous reference points and a specific form of reference
dependence and loss aversion. The fact that the reference
points are usually {\em not} given exogenously is the motivation for the
next three sections.

%*****************************************************************
\section{Endogenization of Reference Points} %3
%*****************************************************************
\label{sec:endog}
%
The question addressed in this section 
is ``What is a {\em suitable} reference
point for an extended bargaining problem?'' 
We investigate two criteria for an answer to this question.
The first criterion is 
that the reference point pair should also be the
solution to the extended bargaining problem.
Such a reference point will be called {\em self-supporting}. 
The set of self-supporting reference points for an element of $B^*$ 
is always non-empty, and is
a closed segment of the Pareto 
frontier of the outcome set (Theorem \ref{th:rat}).
The second criterion is the {\em stability}
of the reference point. The notion of stability refers to the assumption
that a player can (by her behavior, appearance,
remarks about her own reference point, etc.) affect the reference
point of her opponent. 
A reference point is not stable if either player 
prefers the (axiomatic) solution of a problem
differing only in her opponent's reference point to the solution of
the original problem. 
The set of stable self-supporting reference points 
for any extended bargaining problem contains
exactly one point (Theorem \ref{th:stab}). Corollories of the two
theorems in this section show that loss aversion is a disadvantage in
bargaining.

\subsection{The Psychology of Reference Points} %3.1
%*****************************************************************
An important assumption we make about reference points is that one
can manipulate the
reference point of one's bargaining partner, but that one cannot do
so to one's own reference point.
This is akin to assuming that one might get a higher grade by
cheating successfully on an exam, but this would affect the
perception of one's knowledge or ability only in the eyes of the examiner.
One way of manipulating the opponent's reference point is by stating
(or misstating) one's own reference point (see Kahneman~(1992)). This
may affect the opponent's reference point, but does not affect one's
own, as self deception is not as simple as deceiving others.
\ls{1}%
\footnote{This may seem to go against the notion of complete
information that is implicitly assumed. A partial 
justification is that at the solution, neither player chooses to
change the other's reference point, and no 
strategic behavior is necessary. 
To adapt the model to incorporate incomplete
information would introduce complications that would obscure the main
points.}
\lsls
%


\subsection{Self-Supporting Outcomes} %3.1
%*****************************************************************
\label{ss:self}

When two players approach a bargaining problem, each comes with
certain expectations. These may be realistic or exaggerated. The
pair of expectations (reference points) could be compatible or they might
not be satisfiable by any feasible contract.  Each player might also
have some idea about what she expects the other player's reference point
to be. 
%
If the reference point pair of
an element of $B^{**}$ is equal to the 
extended Nash solution, it 
is called a {\em self-supporting} outcome (or self-supporting
reference point)
of the corresponding element of
$B^*$.
Formally, for any 
$(S,d,\lambda)\in B^*$ we define the set
of self-supporting outcomes of $(S,d,\la)$ by
\[\mbox{Self}(S,d,\lambda)=\{ x \in S | \varphi(S,d,\lambda,x)=x\}. \]

The following theorem characterizes the set of self-supporting 
outcomes for
any given extended bargaining problem.
%
\begin{theorem}
\label{th:rat}
   For any extended bargaining problem $(S,d,\lambda)$, the set
  $\mbox{Self}\/(S,d,\lambda)$ is a closed non-empty segment of the Pareto 
  frontier of $S$ (The Pareto frontier of $S$ is denoted by Par$(S)$).
  Furthermore,  
     \begin{eqnarray*}
     \lefteqn{\mbox{Self}\/(S,d,\lambda)= } \\ 
        & = & \left\{
          x \in Par(S) ~|~ \frac{(x_2-d_2)}{(x_1-d_1)}
                 \frac{1}{(1+\lambda_1)} \leq
           -a \leq \frac{(x_2-d_2)}{(x_1-d_1)} (1+\lambda_2) \right. \\
        & &  
          for~some~a<0
         \mbox{ such that the line through $x$ with 
                                slope $a$ is tangent to $S$
                                             \Huge\}} 
     \end{eqnarray*}
\end{theorem}
%
Figure \ref{fig:rat} gives a graphical example of such a set.
%
\begin{figure}[bt]    %1
%\input{rat1.pic}
%TexCad Options
%\grade{\on}
%\emlines{\off}
%\beziermacro{\off}
%\reduce{\on}
%\snapping{\off}
%\quality{2.00}
%\graddiff{0.01}
%\snapasp{1}
%\zoom{1.00}
\unitlength 1.00mm
\linethickness{0.4pt}
\begin{picture}(100.00,99.67)
%\vector(20.33,20.00)(20.33,99.67)
\put(20.33,99.67){\vector(0,1){0.2}}
\put(20.33,20.00){\line(0,1){79.67}}
%\end
%\vector(20.33,20.33)(100.00,20.33)
\put(100.00,20.33){\vector(1,0){0.2}}
\put(20.33,20.33){\line(1,0){79.67}}
%\end
%\bezier{544}(20.33,90.33)(87.00,90.00)(89.67,20.33)
\put(20.33,90.33){\line(1,0){3.99}}
\multiput(24.32,90.25)(1.94,-0.11){2}{\line(1,0){1.94}}
\multiput(28.19,90.03)(1.25,-0.11){3}{\line(1,0){1.25}}
\multiput(31.95,89.69)(0.91,-0.12){4}{\line(1,0){0.91}}
\multiput(35.58,89.23)(0.70,-0.12){5}{\line(1,0){0.70}}
\multiput(39.10,88.63)(0.49,-0.10){7}{\line(1,0){0.49}}
\multiput(42.50,87.91)(0.41,-0.11){8}{\line(1,0){0.41}}
\multiput(45.79,87.06)(0.35,-0.11){9}{\line(1,0){0.35}}
\multiput(48.95,86.08)(0.30,-0.11){10}{\line(1,0){0.30}}
\multiput(52.00,84.97)(0.27,-0.11){11}{\line(1,0){0.27}}
\multiput(54.92,83.73)(0.23,-0.11){12}{\line(1,0){0.23}}
\multiput(57.73,82.37)(0.21,-0.11){13}{\line(1,0){0.21}}
\multiput(60.43,80.88)(0.18,-0.12){14}{\line(1,0){0.18}}
\multiput(63.00,79.26)(0.16,-0.12){15}{\line(1,0){0.16}}
\multiput(65.46,77.51)(0.15,-0.12){16}{\line(1,0){0.15}}
\multiput(67.79,75.64)(0.13,-0.12){17}{\line(1,0){0.13}}
\multiput(70.01,73.63)(0.12,-0.12){18}{\line(0,-1){0.12}}
\multiput(72.12,71.50)(0.12,-0.13){17}{\line(0,-1){0.13}}
\multiput(74.10,69.24)(0.12,-0.15){16}{\line(0,-1){0.15}}
\multiput(75.96,66.86)(0.12,-0.17){15}{\line(0,-1){0.17}}
\multiput(77.71,64.34)(0.12,-0.19){14}{\line(0,-1){0.19}}
\multiput(79.34,61.70)(0.12,-0.21){13}{\line(0,-1){0.21}}
\multiput(80.85,58.93)(0.12,-0.24){12}{\line(0,-1){0.24}}
\multiput(82.25,56.03)(0.12,-0.28){11}{\line(0,-1){0.28}}
\multiput(83.52,53.00)(0.12,-0.32){10}{\line(0,-1){0.32}}
\multiput(84.68,49.85)(0.12,-0.36){9}{\line(0,-1){0.36}}
\multiput(85.72,46.57)(0.12,-0.43){8}{\line(0,-1){0.43}}
\multiput(86.64,43.16)(0.11,-0.51){7}{\line(0,-1){0.51}}
\multiput(87.44,39.62)(0.11,-0.61){6}{\line(0,-1){0.61}}
\multiput(88.12,35.95)(0.11,-0.76){5}{\line(0,-1){0.76}}
\multiput(88.69,32.16)(0.11,-0.98){4}{\line(0,-1){0.98}}
\multiput(89.14,28.24)(0.11,-1.35){3}{\line(0,-1){1.35}}
\multiput(89.47,24.19)(0.10,-1.93){2}{\line(0,-1){1.93}}
%\end
%\emline(38.67,94.67)(90.67,62.33)
\multiput(38.67,94.67)(0.19,-0.12){270}{\line(1,0){0.19}}
%\end
%\emline(91.33,41.67)(66.00,86.00)
\multiput(91.33,41.67)(-0.12,0.21){212}{\line(0,1){0.21}}
%\end
\put(61.33,80.33){\circle*{1.33}}
\put(79.67,62.00){\circle*{1.33}}
%\vector(53.33,58.67)(60.67,78.33)
\put(60.67,78.33){\vector(1,3){0.2}}
\multiput(53.33,58.67)(0.12,0.32){62}{\line(0,1){0.32}}
%\end
%\vector(53.00,59.00)(79.33,61.67)
\put(79.33,61.67){\vector(1,0){0.2}}
\multiput(53.00,59.00)(1.14,0.12){23}{\line(1,0){1.14}}
%\end
\put(31.33,31.00){\makebox(0,0)[cc]{$S$}}
\put(60.33,84.33){\makebox(0,0)[lb]{$(x_1,x_2)$}}
\put(83.00,62.33){\makebox(0,0)[lb]{$(y_1,y_2)$}}
\put(44.33,95.00){\makebox(0,0)[lb]
{Slope $= - \frac{x_2}{x_1} \cdot \frac{1}{1 + \lambda_1}$}}
\put(87.33,53.67){\makebox(0,0)[lb]{Slope $= - \frac{y_2}{y_1} \cdot (1 + \lambda_2)$}}
\put(53.00,53.67){\makebox(0,0)[cc]{Self$(S,d,\lambda)$}}
\put(17.00,16.67){\makebox(0,0)[cc]{$d$}}
%\bezier{64}(57.33,68.00)(65.67,67.33)(63.67,60.00)
\multiput(57.33,68.00)(0.59,-0.09){4}{\line(1,0){0.59}}
\multiput(59.68,67.63)(0.31,-0.12){6}{\line(1,0){0.31}}
\multiput(61.53,66.93)(0.15,-0.11){9}{\line(1,0){0.15}}
\multiput(62.88,65.91)(0.12,-0.19){7}{\line(0,-1){0.19}}
\multiput(63.72,64.56)(0.11,-0.56){3}{\line(0,-1){0.56}}
\multiput(64.05,62.89)(-0.10,-0.72){4}{\line(0,-1){0.72}}
%\end
\end{picture}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%end of pic
\caption{\bf \protect\footnotesize
      Example - set of self-supporting reference points.}
\label{fig:rat}
\end{figure}
%
\begin{cor}
\label{co:dis1}
  If $b=(S,d,(\la_1,\la_2))$ and $b'=(S,d,(\la_1',\la_2))$ are
  elements of $B^*$, and $\la_1' \geq \la_1$, then 
  any self-supporting outcome of $b$ is a self-supporting
  outcome of $b'$,
  and all points that are self-supporting outcomes of $b'$
  and not of $b$ 
  are worse for player 1 (and
  better for player 2) than any self-supporting outcome of $b$.
\end{cor}
\begin{cor}
\label{co:nash1}
  The Nash solution of $(S,d) \in B$ is a self-supporting outcome
  of $(S,d,\la) \in B^*$ for any $\la \in \Ral_+^2$.
\end{cor}
Corollary \ref{co:nash1} follows from 
the theorem, using Lemma \ref{le:2.1} on Page
\pageref{le:2.1}.
Corollary \ref{co:dis1}
shows that for any extended bargaining problem
$(S,d,\la)$, increasing $\la_i$ leads to a (weakly) worse
set of results for player $i$ that are self-supporting 
outcomes. 

{\bf Remark:} When the axiomatic solution concept is the
Kalai-Smorodinsky (1975) solution, there exists a unique
self-supporting outcome pair. 
If a player becomes more loss averse,
the self-supporting outcome is (weakly) worse for her.
If neither player is loss averse, the self-supporting outcome is 
equal to the Kalai-Smorodinsky solution.

%*****************************************************************
\subsection{Stable Reference Point Pairs} %3.2
\label{ss:stable}

As mentioned previously, 
each player has an
effect on the formation and the value of the other player's reference 
point. 
The concept of stability stems from the notion that 
a player's appearance and behavior
can affect the other player's reference point.
If the solution of $b \in B^{**}$  is (weakly) preferred by each
player to the solution of any element of $B^{**}$ differing only in
her opponent's reference point, we call the reference point 
of $b$ a {\em stable}
point of the corresponding element of $B^*$.
If a reference point 
is stable, neither player can improve her own outcome 
by changing her 
opponent's reference point. Given the assumption of a player's ability
to affect her opponent's reference point, this is a natural
form of equilibrium. 
The definition of 
stability does not limit the change to the 
opponent's reference point, but
from a self-supporting outcome that
is not stable, one of the players can improve her
outcome by changing her
opponents reference point even by an infinitesimal amount%
\footnote{This can be
shown using Lemma \ref{le:stable}.}.
%
Formally, for an extended bargaining problem $(S,d,\lambda)$ we define
the set 
%
\[ Stab(S,d,\lambda)= \{ x \in S ~|~ 
     \varphi_i(S,d,\lambda,x) \geq 
        \varphi_i(S,d,\lambda,(x_i,x_{-i}'))
                   , \forall x_{-i}' \in \Ral,~ i=1,2  \}   \]
where the subscript $-i$ refers to player $3-i$, player $i$'s
bargaining partner.
The following theorem 
characterizes the set of stable
and self-supporting outcomes%
\ls{1}%
\footnote{We call a stable reference point that is a
self-supporting outcome a stable self-supporting outcome
or a stable self-supporting reference point.}
\lsls
(which is a single point) for any element of $B^*$.
%
\begin{theorem}
 \label{th:stab}
   For any extended bargaining problem $(S,d,\lambda)$, the
   set of stable self-supporting reference point pairs
   contains exactly one element, which
   is given by 
    \begin{eqnarray}
    \lefteqn{ Stab(S,d,\lambda) \cap Self(S,d,\lambda) = }  \nonumber \\
      &  = & \left\{
          x \in Par(S) | 
          \exists \mbox{ tangent to $S$ through $x$ with slope }
          -\frac{(x_2-d_2)}{(x_1-d_1)}\frac{(1+\lambda_2)}{(1+\lambda_1)}
         \right\}  
         \label{eq:stab}  
    \end{eqnarray}
\end{theorem}                                                     
%
Figure \ref{fig:stab} gives a graphical example of such a set.

\begin{figure}[bt]    %2
%\input{stab1.pic}
%TexCad Options
%\grade{\on}
%\emlines{\off}
%\beziermacro{\off}
%\reduce{\on}
%\snapping{\off}
%\quality{2.00}
%\graddiff{0.01}
%\snapasp{1}
%\zoom{1.00}
\unitlength 1.00mm
\linethickness{0.4pt}
\begin{picture}(100.00,99.67)
%\vector(20.33,20.00)(20.33,99.67)
\put(20.33,99.67){\vector(0,1){0.2}}
\put(20.33,20.00){\line(0,1){79.67}}
%\end
%\vector(20.33,20.33)(100.00,20.33)
\put(100.00,20.33){\vector(1,0){0.2}}
\put(20.33,20.33){\line(1,0){79.67}}
%\end
%\bezier{544}(20.33,90.33)(87.00,90.00)(89.67,20.33)
\put(20.33,90.33){\line(1,0){3.99}}
\multiput(24.32,90.25)(1.94,-0.11){2}{\line(1,0){1.94}}
\multiput(28.19,90.03)(1.25,-0.11){3}{\line(1,0){1.25}}
\multiput(31.95,89.69)(0.91,-0.12){4}{\line(1,0){0.91}}
\multiput(35.58,89.23)(0.70,-0.12){5}{\line(1,0){0.70}}
\multiput(39.10,88.63)(0.49,-0.10){7}{\line(1,0){0.49}}
\multiput(42.50,87.91)(0.41,-0.11){8}{\line(1,0){0.41}}
\multiput(45.79,87.06)(0.35,-0.11){9}{\line(1,0){0.35}}
\multiput(48.95,86.08)(0.30,-0.11){10}{\line(1,0){0.30}}
\multiput(52.00,84.97)(0.27,-0.11){11}{\line(1,0){0.27}}
\multiput(54.92,83.73)(0.23,-0.11){12}{\line(1,0){0.23}}
\multiput(57.73,82.37)(0.21,-0.11){13}{\line(1,0){0.21}}
\multiput(60.43,80.88)(0.18,-0.12){14}{\line(1,0){0.18}}
\multiput(63.00,79.26)(0.16,-0.12){15}{\line(1,0){0.16}}
\multiput(65.46,77.51)(0.15,-0.12){16}{\line(1,0){0.15}}
\multiput(67.79,75.64)(0.13,-0.12){17}{\line(1,0){0.13}}
\multiput(70.01,73.63)(0.12,-0.12){18}{\line(0,-1){0.12}}
\multiput(72.12,71.50)(0.12,-0.13){17}{\line(0,-1){0.13}}
\multiput(74.10,69.24)(0.12,-0.15){16}{\line(0,-1){0.15}}
\multiput(75.96,66.86)(0.12,-0.17){15}{\line(0,-1){0.17}}
\multiput(77.71,64.34)(0.12,-0.19){14}{\line(0,-1){0.19}}
\multiput(79.34,61.70)(0.12,-0.21){13}{\line(0,-1){0.21}}
\multiput(80.85,58.93)(0.12,-0.24){12}{\line(0,-1){0.24}}
\multiput(82.25,56.03)(0.12,-0.28){11}{\line(0,-1){0.28}}
\multiput(83.52,53.00)(0.12,-0.32){10}{\line(0,-1){0.32}}
\multiput(84.68,49.85)(0.12,-0.36){9}{\line(0,-1){0.36}}
\multiput(85.72,46.57)(0.12,-0.43){8}{\line(0,-1){0.43}}
\multiput(86.64,43.16)(0.11,-0.51){7}{\line(0,-1){0.51}}
\multiput(87.44,39.62)(0.11,-0.61){6}{\line(0,-1){0.61}}
\multiput(88.12,35.95)(0.11,-0.76){5}{\line(0,-1){0.76}}
\multiput(88.69,32.16)(0.11,-0.98){4}{\line(0,-1){0.98}}
\multiput(89.14,28.24)(0.11,-1.35){3}{\line(0,-1){1.35}}
\multiput(89.47,24.19)(0.10,-1.93){2}{\line(0,-1){1.93}}
%\end
\put(70.33,73.33){\circle*{1.33}}
%\vector(54.33,59.67)(69.67,72.67)
\put(69.67,72.67){\vector(4,3){0.2}}
\multiput(54.33,59.67)(0.14,0.12){109}{\line(1,0){0.14}}
%\end
\put(31.33,31.00){\makebox(0,0)[cc]{$S$}}
\put(90.33,60.33){\makebox(0,0)[lb]
{Slope $= - \frac{x_2}{x_1} \cdot \frac{1 + \lambda_2}{1 + \lambda_1}$}}
\put(53.00,53.67){\makebox(0,0)[cc]{Stab$(S,d,\lambda) \cap $ Self$(S,d,\lambda)$}}
\put(17.00,16.67){\makebox(0,0)[cc]{$d$}}
%\emline(52.00,90.67)(92.00,53.00)
\multiput(52.00,90.67)(0.13,-0.12){314}{\line(1,0){0.13}}
%\end
\put(69.67,77.33){\makebox(0,0)[lc]{$(x_1,x_2)$}}
\end{picture}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%end of pic
\caption{\bf \protect\footnotesize
     Example - set of stable self-supporting reference point pairs.}
\label{fig:stab}
\end{figure}
%
\begin{cor}
\label{co:dis2}
  If $b=(S,d,(\la_1,\la_2))$ and $b'=(S,d,(\la_1',\la_2))$ are
  elements of $B^*$, and $\la_1' \geq \la_1$, then the 
  stable self-supporting outcome of $b'$
  is (weakly) worse for player 1 (and
  better for player 2) than that of $b$.
\end{cor}
\begin{cor}
\label{co:nash2}
  The stable self-supporting outcome of any $(S,d,\la) \in B^*$ with
  $\la_1=\la_2$ is the Nash solution of $(S,d)$.
\end{cor}
Corollary \ref{co:dis2}
shows that for any extended bargaining problem
$(S,d,\la)$, increasing $\la_i$ leads to a (weakly) worse
result for player $i$ in the stable self-supporting 
outcome. The outcome is strictly worse whenever the Pareto frontier
of $S$ is smooth and $\la_i$ strictly increases. 
An intuitive reason for this phenomenon
is that with a reference point on the Pareto frontier of $S$, as
a player becomes more loss averse, the disagreement point becomes
more unattractive. Thus she is less willing to risk breakdown
of the bargaining and will therefore concede more to reduce the
risk of receiving the disagreement outcome.
From Corollary \ref{co:nash2}, for
$(S,d,\la)$ with $\la_1=\la_2$, the stable
self-supporting outcome coincides with the Nash solution of $(S,d)$.
Thus, the stable and self-supporting outcome is a generalization
of the Nash bargaining solution.

{\bf Remark:} When the axiomatic solution concept is the
Kalai-Smorodinsky (1975) solution, if either of the players is
loss averse and the bargaining problem is not trivial,
then there is no stable reference-point pair.

%*****************************************************************
\section{The Strategic Approach}   %4
\label{sec:procedural}
%*****************************************************************

In Rubinstein's (1982) seminal paper, a model is presented
where two players have to reach an agreement on the partition
of a pie of size one. The procedure consists of the players making
alternating offers, and the pie is divided if an offer is accepted.
Rubinstein characterizes the (subgame-)perfect 
equilibrium partitions (PEP) for
various classes of preference relations.

We generalize the pie from Rubinstein's model,
similarly to Osborne and Rubinstein (1990, pp.73-76),
by allowing a general
convex set of outcomes in $\Ral^2_+$. Given an extended bargaining 
problem $b=(S,(0,0),\la)$, we construct a game form identical to that
of Rubinstein's alternating offers game, with offers being outcomes
on the Pareto frontier of $S$. 
Acceptance of a point
$x=(x_1,x_2) \in Par(S)$ at period $t$ gives an outcome denoted
$(x,t)$. An infinite stream of rejections leads to the outcome
$((0,0),\infty)$. The evaluation of outcomes by the players
uses a form of time preference modified to include the players'
level of loss-aversion.

To incorporate reference dependence and loss aversion into this
model, a number of important questions need to be addressed. What are
the reference points? How should they change during the bargaining
process? What is the final utility? How should it depend on the
history of offers and counteroffers? A reasonable assumption to make
is that the utility should depend on the final offer and a reference
point. A possible reference point could be {\em the highest offer
made to the player during the bargaining procedure}. Surely,
rejecting an offer of $x$ and later accepting a lower offer would
give a feeling of loss. Using such a reference point causes the game
to be non-stationary, which makes it extremely difficult to analyze
and find the subgame perfect equilibria. We therefore chose a
different approach, even though the motivation is less appealing.

We take the notion of time preference, and modify it to encompass two
separate items: objective discounting and loss-aversion. The
objective discounting describes how the feasible outcomes change
over time. We assume that as each time period passes, each feasible outcome
shrinks by a factor of $\delta$ ($\delta < 1$).
This discount
factor is common to the two players. For example, it could signify the
interest rate on money, or the reduced desirability of consumption
goods as they get older. Loss-aversion describes how each player
suffers additional disutility as time passes from the fact that 
agreement was not reached at the previous period, 
and the value of the outcomes diminishes. We assume 
loss-aversion evaluation (as given by Equation (\ref{eq:lla})), where
the reference point is the value of the outcome in the previous period,
and the realized outcome is the value in the present period (if agreement
is reached at the first period, no losses are entailed, either by
objective discounting or loss-aversion.) Thus, we assume that
loss aversion is equivalent to higher impatience. This is a plausible
assumption, as higher loss aversion makes a player more eager to
reach agreement earlier, as she is more sensitive to the (objective)
shrinking of the pie.
Formally, we have the following recursive function describing how
player $i$ evaluates an outcome $((x_1,x_2),t)$.
%
\[ V_i(x,t)= \left\{ \begin{array}{ll}
          \delta V_i(x,t-1) - \la_i (V_i(x,t-1)-\delta V_i(x,t-1))
             & \mbox{if $t > 1$} \\
          x_i & \mbox{if $t=1$}
                     \end{array}
                              \right. \]
where $\la_i$ is player $i$'s loss-aversion coefficient.

Expanding the recursion, we have the following formula:
\begin{equation}
\label{eq:deltala}
 V_i(x,t) = x_i (\delta + \delta \la_i - \la_i)^{t-1}
\end{equation}
which is equivalent to Rubinstein's sub-family of
preferences with fixed discount factors, where player $i$'s discount
factor $\delta_i$ is given here by 
   \begin{equation}
   \label{eq:deltai}
        \delta_i = \delta + \delta \la_i - \la_i,~~~
              \mbox{ for } i \in \{1,2\}.
   \end{equation}

For the simple case where
$S= \{ (x_1,x_2) | x_1+x_2 \leq 1\}$, there exists a unique PEP,
giving player 1 the portion 
$\frac{1+\la_2}{1+\delta(1 + \la_1+\la_2) + (\delta-1)(\la_1 \la_2)}$,
agreement being reached at the first period. If we take the limit as
$\delta$ tends to 1, the unique PEP gives player 1 the portion 
$\frac{1+ \la_2}{2+\la_1+\la_2}$. For the 
corresponding extended bargaining problem
$(S,(0,0),\la)$ this point
is exactly the stable self-supporting outcome
derived in Section \ref{ss:stable}.
We now show that this is no coincidence, and that
this equivalence occurs for any extended 
bargaining problem $(S,(0,0),\la)$.

Using the method of Rubinstein (1982), we derive the unique
subgame perfect equilibrium outcome for the case of a general $S$
(assuming without loss of generality that $d=(0,0)$), with 
the evaluation of outcomes using time preference and loss-aversion.
%
For any $\delta$ such that $\frac{\la_i}{1+\la_i} < \de < 1$ 
for each player $i$%
\ls{1}%
\footnote{
Since for $\de \leq \frac{\la_i}{1+\la_i}$ the player would only care
about the first-period payoff, and we are interested 
in the limit as $\de \lora 1$, we
assume without loss of 
generality that $\de > \frac{\la_i}{1+\la_i}$ for each player $i$.}. 
\lsls%
, 
define the players' evaluations of outcomes 
according to (\ref{eq:deltala}). Denote the alternating offers 
game with these utility evalutions by $G_\de$.
%
Since $S$ is a convex set, the Pareto frontier of $S$ can be described
by a continuous, strictly monotonic decreasing, 
concave function $f$, such that 
$x_1=f(x_2)$ iff $(x_1,x_2)$ is on the Pareto frontier of $S$.
%
Adapting Rubinstein's method to our set of feasible outcomes, the set
of subgame perfect equilibrium outcomes of $G_\de$ 
is determined by the following set:
\[ \Delta_\de = \left\{ (\xde,y_{\de}) |  
      \begin{array}{l}
         y_{\de} = \de_1 \xde  \\
         f(\xde) = \de_2 f(y_{\de})
      \end{array} \right\}       
\]
For any element $(\xde,y_{\de}) \in \Delta_\de$, $\xde$ signifies an outcome
that player 1 can obtain in a subgame 
perfect equilibrium of $G_\de$ when she makes the first
offer (and $y_{\de}$ is an outcome that player 1 obtains in a subgame 
perfect equilibrium of $G_\de$
when player 2 makes the first offer). Since for our method of
evaluating payoffs, for any extended bargaining problem and any $\de$,
this set is always a singleton, it follows that
the unique subgame perfect equilibrium outcome of $G_\de$ is at the 
point $(x_\de,f(x_\de))$ that satisfies 
  \begin{equation}
  \label{eq:fixpt}
   f(x_{\de}) = \de_2 f(\de_1 x_{\de}),
  \end{equation}
where $\de_1$ and $\de_2$ are given by Equation (\ref{eq:deltai}).
A graphical example of this is given in Figure~\ref{fig:proc1}.

\begin{figure}[bt]    %3
%\input{proc1.pic}
%TexCad Options
%\grade{\on}
%\emlines{\off}
%\beziermacro{\off}
%\reduce{\on}
%\snapping{\off}
%\quality{2.00}
%\graddiff{0.01}
%\snapasp{1}
%\zoom{1.00}
\unitlength 1.00mm
\linethickness{0.4pt}
\begin{picture}(118.00,103.00)
%\vector(38.33,20.00)(38.33,99.67)
\put(38.33,99.67){\vector(0,1){0.2}}
\put(38.33,20.00){\line(0,1){79.67}}
%\end
%\vector(38.33,20.33)(118.00,20.33)
\put(118.00,20.33){\vector(1,0){0.2}}
\put(38.33,20.33){\line(1,0){79.67}}
%\end
%\bezier{544}(38.33,90.33)(105.00,90.00)(107.67,20.33)
\put(38.33,90.33){\line(1,0){3.99}}
\multiput(42.32,90.25)(1.94,-0.11){2}{\line(1,0){1.94}}
\multiput(46.19,90.03)(1.25,-0.11){3}{\line(1,0){1.25}}
\multiput(49.95,89.69)(0.91,-0.12){4}{\line(1,0){0.91}}
\multiput(53.58,89.23)(0.70,-0.12){5}{\line(1,0){0.70}}
\multiput(57.10,88.63)(0.49,-0.10){7}{\line(1,0){0.49}}
\multiput(60.50,87.91)(0.41,-0.11){8}{\line(1,0){0.41}}
\multiput(63.79,87.06)(0.35,-0.11){9}{\line(1,0){0.35}}
\multiput(66.95,86.08)(0.30,-0.11){10}{\line(1,0){0.30}}
\multiput(70.00,84.97)(0.27,-0.11){11}{\line(1,0){0.27}}
\multiput(72.92,83.73)(0.23,-0.11){12}{\line(1,0){0.23}}
\multiput(75.73,82.37)(0.21,-0.11){13}{\line(1,0){0.21}}
\multiput(78.43,80.88)(0.18,-0.12){14}{\line(1,0){0.18}}
\multiput(81.00,79.26)(0.16,-0.12){15}{\line(1,0){0.16}}
\multiput(83.46,77.51)(0.15,-0.12){16}{\line(1,0){0.15}}
\multiput(85.79,75.64)(0.13,-0.12){17}{\line(1,0){0.13}}
\multiput(88.01,73.63)(0.12,-0.12){18}{\line(0,-1){0.12}}
\multiput(90.12,71.50)(0.12,-0.13){17}{\line(0,-1){0.13}}
\multiput(92.10,69.24)(0.12,-0.15){16}{\line(0,-1){0.15}}
\multiput(93.96,66.86)(0.12,-0.17){15}{\line(0,-1){0.17}}
\multiput(95.71,64.34)(0.12,-0.19){14}{\line(0,-1){0.19}}
\multiput(97.34,61.70)(0.12,-0.21){13}{\line(0,-1){0.21}}
\multiput(98.85,58.93)(0.12,-0.24){12}{\line(0,-1){0.24}}
\multiput(100.25,56.03)(0.12,-0.28){11}{\line(0,-1){0.28}}
\multiput(101.52,53.00)(0.12,-0.32){10}{\line(0,-1){0.32}}
\multiput(102.68,49.85)(0.12,-0.36){9}{\line(0,-1){0.36}}
\multiput(103.72,46.57)(0.12,-0.43){8}{\line(0,-1){0.43}}
\multiput(104.64,43.16)(0.11,-0.51){7}{\line(0,-1){0.51}}
\multiput(105.44,39.62)(0.11,-0.61){6}{\line(0,-1){0.61}}
\multiput(106.12,35.95)(0.11,-0.76){5}{\line(0,-1){0.76}}
\multiput(106.69,32.16)(0.11,-0.98){4}{\line(0,-1){0.98}}
\multiput(107.14,28.24)(0.11,-1.35){3}{\line(0,-1){1.35}}
\multiput(107.47,24.19)(0.10,-1.93){2}{\line(0,-1){1.93}}
%\end
\put(35.00,16.67){\makebox(0,0)[cc]{$d$}}
\put(94.67,65.67){\circle*{1.49}}
\put(81.67,79.00){\circle*{0.94}}
\put(81.67,79.00){\circle*{1.49}}
%\emline(94.67,65.67)(94.67,20.33)
\put(94.67,65.67){\line(0,-1){45.34}}
%\end
%\emline(81.67,79.00)(81.67,20.33)
\put(81.67,79.00){\line(0,-1){58.67}}
%\end
%\emline(94.67,65.67)(38.33,65.67)
\put(94.67,65.67){\line(-1,0){56.34}}
%\end
%\emline(81.67,79.00)(38.33,79.00)
\put(81.67,79.00){\line(-1,0){43.34}}
%\end
\put(94.67,16.00){\makebox(0,0)[cc]{$x_\delta$}}
\put(81.67,16.33){\makebox(0,0)[cc]{$\delta_1 x_\delta$}}
\put(32.00,78.67){\makebox(0,0)[rc]
{$f(\delta_1 x_\delta)=\frac{f(x_\delta)}{\delta_2}$}}
\put(32.00,65.67){\makebox(0,0)[rc]{$f(x_\delta)$}}
\put(53.67,27.67){\makebox(0,0)[cc]{$S$}}
%\vector(111.33,72.67)(95.67,66.00)
\put(95.67,66.00){\vector(-2,-1){0.2}}
\multiput(111.33,72.67)(-0.28,-0.12){56}{\line(-1,0){0.28}}
%\end
\put(111.67,75.33){\makebox(0,0)[cb]{SGP eq. outcome}}
\put(63.00,103.00){\makebox(0,0)[lc]
{Slope=$-\frac{f(x_\delta)}{x_\delta} \frac{(1+\la_2)}{(1 + \la_1) } \frac{1}{\delta_2}$}}
%\emline(63.34,96.33)(114.34,43.33)
\multiput(63.34,96.33)(0.12,-0.12){426}{\line(0,-1){0.12}}
%\end
\end{picture}
%%%%%%%%%%%%%%%%%%%%%%%%%%end of pic
\caption{\bf \protect\footnotesize
     The point $(x_\de,f(x_\de))$, the subgame perfect equilibrium 
     outcome of $G_\de$, solves the equation
     $f(x_{\de}) = \de_2 f(\de_1 x_{\de})$.}
\label{fig:proc1}
\end{figure}

It is simple to show that $x^* = lim_{\de \rightarrow 1} x_{\de}$ exists,
and that this is the limit of the subgame perfect equilibrium
outcomes of $G_\de$ as $\de$ tends to one.
Now, for any $\de < 1$, 
\begin{samepage}
\begin{eqnarray} 
   \label{eq:diff}
   \frac{f(x_\de (\de + \de \la_1 - \la_1)) - f(x_{\de})}{x_{\de} 
          (\de + \de \la_1 - \la_1) - x_{\de}} & = &
   \frac{f(x_{\de}) \frac{1}{\de + \de \la_2 - \la_2} - f(x_{\de})}{x_{\de}
           (\de + \de \la_1 - \la_1 -1)} \\
   & = & \frac{f(x_{\de}) (1 - \de) (1 + \la_2)}{x_{\de}
            (\de - 1) (1 + \la_1) (\de + \de \la_2 - \la_2)} \\
   & = & - \frac{f(x_{\de)}}{x_{\de}} \frac{(1 + \la_2)}{(1 + \la_1)}
            \frac{1}{(\de + \de \la_2 - \la_2)} 
\end{eqnarray}
where we use equation (\ref{eq:fixpt}) to derive equation (\ref{eq:diff}).
\end{samepage} %not to break 
%
Thus, taking the limit as $\de$ tends to one, we have that
\[ lim_{\de \rightarrow 1} 
      \frac{f(x_{\de}) (\de + \de \la_1 - \la_1) - f(x_{\de})}{x_{\de} 
          (\de + \de \la_1 - \la_1) - x_{\de}} = 
      - \frac{f(x^*)}{x^*} \frac{(1 + \la_2)}{(1 + \la_1)}.   \]
%
Therefore, the line through $(x^*,f(x^*))$ with slope 
$- \frac{f(x^*)}{x^*} \frac{(1 + \la_2)}{(1 + \la_1)}$ is
tangent to $S$.
Hence, from Theorem \ref{th:stab}, $x^*$ is the stable 
self-supporting solution.
To summarize, we have the following theorem.

\begin{theorem}
\label{th:strategic}
If $G_\de$ is a Rubinstein alternating offers game derived from 
$b=(S,(0,0),\la) \in B^*$ using the utility evaluation of Equation
(\ref{eq:deltala}), and  
$1 > \de > \frac{\la_i}{1+\la_i},~i=1,2$, then 
\[
  \lim_{\de \rightarrow 1} SGP(G_\de)=Self(b) \cap Stab(b)
\]
where $SGP(G_\de)$ is the (unique) subgame perfect equilibrium of the
game $G_\de$.
\end{theorem}

The result of this section
is that the unique subgame perfect
equilibrium outcome to the alternating offers game when objective
discounting is negligible, is equal to the unique stable
self-supporting outcome derived in
Section \ref{sec:endog}. 
As in Nash (1950, 1953), both the strategic and the axiomatic methods
lead to the same solution.

%*****************************************************************
\section{Evolution of Reference Points}   %5
\label{sec:evolution}
%*****************************************************************

The concept of stable self-supporting reference points 
that was examined
in the previous sections was a static concept. 
We did not
treat the question of how these reference points come about.
To understand how such steady-states evolve, it is necessary to
examine states that are not in equilibrium, where the reference points
are not self-supporting or not stable.
In this section we approach the question of how stable, self-supporting
reference points are reached in a dynamic model.
We do so with a non-cooperative (multi-period) dynamic game. 

The game is denoted by 
$\Gamma(b,r^0,\de)$ 
and is characterized by
its three parameters as follows:
$b=(S,d,\la) \in B^*$ is an extended bargaining problem.
$r^0 \in \Ral^2$ is an initial reference point.
The number $0< \de <1$ is the discount factor used by 
the players to aggregate their per-period payoffs.

In the game $\Gamma(b,r^0,\de)$ the extended bargaining
problem $b$ is solved at each period 
$t=\{0,1,2,...\}$ (with different reference points)
according to the extended Nash solution for
elements of $B^{**}$ (derived in Section \ref{sec:model}.)
The reference point for period $t=0$ is given exogenously
by $r^0$. No choices are made by the players at this period, and
the outcome for the first round is thus
given by $x^0=\varphi(S,d,\la,r^0)$.
The reference point changes
from period to period according to the history of the game and the
actions of the players.
At period $t \geq 1$, the set of actions available to each player is 
$A^t=[-\frac{1}{t},\frac{1}{t}]$. If the action chosen at period $t$
by each player $i$ is 
$\al_i^t \in A^t$ then
the reference points used to solve the
bargaining problem for period $t$ are $r_i^t=x^{t-1}_i + \al_{-i}^t$.
Thus, the reference point for each player
is determined by her outcome in the previous
period%
\ls{1}%
\footnote{The same results would hold if we took a weighted average
of a number of past periods, with most weight on the latest periods.}
\lsls
(experience) and the action of her opponent (influence).
The action sets shrink as time passes, reflecting the
fact that as players get to know more about each other
they can less easily influence their opponents. 
The stage payoff to player $i$
at stage $t \geq 1$ is $x_i^t=\varphi_i(S,d,\la,r^t)$.
%
The total payoff to player $i$ is the discounted sum of her stage payoffs,
i.e. $\sum_{t=0}^\infty \de^t x_i^t$.
Our main result (Theorem \ref{th:convergence})
is that if the players use undominated strategies in 
$\Gamma(b,r^0,\de)$, 
then the sequence of outcomes
converges to the stable self-supporting outcome of the
extended bargaining problem $b$. 

We first present a number of properties of the stage game
that we use to show our convergence results. 
The first result is the interesting 
property that the extended Nash solution for any 
$(S,d,\la,r) \in B^{**}$ is a self-supporting outcome of $(S,d,\la)$. 

As in Section \ref{sec:procedural} we regard the Pareto 
frontier of $S$ 
as a function $f$, and for notational simplicity we assume 
that $f$ is differentiable (the results hold even if $f$ is not
differentiable, but the notation in the proof is more cumbersome).
%
\begin{lemma}    %6
\label{le:self}
  The extended Nash solution of any 
  extended bargaining problem with a reference point
  $(S,d,\la,r) \in B^{**}$ 
  is a self-supporting outcome of the corresponding extended 
  bargaining problem $(S,d,\la)$, i.e. 
  \[ \varphi(S,d,\la,r) \in \mbox{Self}(S,d,\la). \]
\end{lemma}

The next lemma shows that for any extended bargaining problem with 
reference points, if each player's reference point is part
of a self-supporting pair of reference points, 
and the reference point pair is a feasible point, then neither player
gets less than her reference point at the extended Nash solution.

\begin{lemma}  %7
\label{le:self2}
For any $(S,d,\la) \in B^*$, if $r \in S$, and both
$(r_1,f(r_1))$ and $(f^{-1}(r_2),r_2)$ are self-supporting reference points
of $(S,d,\la)$, then $\varphi_i(S,d,\la,r) \geq r_i$ for $i \in \{1,2\}$.
\end{lemma}

The third and final lemma of this section deals with
extended bargaining problems with a 
reference point pair, where the reference point pair
is feasible and 
not strictly dominated by the stable self-supporting reference point pair.
In this case one player's reference point may be above (her element of) 
the stable self-supporting
outcome, while the other player's reference point is below.
The lemma states that if this is the case, then 
the extended Nash solution for this 
bargaining problem gives
the player with the reference point higher than 
the stable self-supporting outcome not more than
the value of her reference point. Thus, from Lemma \ref{le:self2}, 
if both the reference points are part of
self-supporting reference point pairs, the solution gives 
the player whose reference point
is above the stable self-supporting reference point exactly
her reference point (and the other gets at least her reference point). 
See Figure \ref{fig:conv1} for a graphical
example of this case.

\begin{figure}[bt]
%\input{conv1.pic}
%TexCad Options
%\grade{\on}
%\emlines{\off}
%\beziermacro{\off}
%\reduce{\on}
%\snapping{\off}
%\quality{2.00}
%\graddiff{0.01}
%\snapasp{1}
%\zoom{1.00}
\unitlength 1.00mm
\linethickness{0.4pt}
\begin{picture}(100.00,99.67)
%\vector(20.33,20.00)(20.33,99.67)
\put(20.33,99.67){\vector(0,1){0.2}}
\put(20.33,20.00){\line(0,1){79.67}}
%\end
%\vector(20.33,20.33)(100.00,20.33)
\put(100.00,20.33){\vector(1,0){0.2}}
\put(20.33,20.33){\line(1,0){79.67}}
%\end
%\bezier{544}(20.33,90.33)(87.00,90.00)(89.67,20.33)
\put(20.33,90.33){\line(1,0){3.99}}
\multiput(24.32,90.25)(1.94,-0.11){2}{\line(1,0){1.94}}
\multiput(28.19,90.03)(1.25,-0.11){3}{\line(1,0){1.25}}
\multiput(31.95,89.69)(0.91,-0.12){4}{\line(1,0){0.91}}
\multiput(35.58,89.23)(0.70,-0.12){5}{\line(1,0){0.70}}
\multiput(39.10,88.63)(0.49,-0.10){7}{\line(1,0){0.49}}
\multiput(42.50,87.91)(0.41,-0.11){8}{\line(1,0){0.41}}
\multiput(45.79,87.06)(0.35,-0.11){9}{\line(1,0){0.35}}
\multiput(48.95,86.08)(0.30,-0.11){10}{\line(1,0){0.30}}
\multiput(52.00,84.97)(0.27,-0.11){11}{\line(1,0){0.27}}
\multiput(54.92,83.73)(0.23,-0.11){12}{\line(1,0){0.23}}
\multiput(57.73,82.37)(0.21,-0.11){13}{\line(1,0){0.21}}
\multiput(60.43,80.88)(0.18,-0.12){14}{\line(1,0){0.18}}
\multiput(63.00,79.26)(0.16,-0.12){15}{\line(1,0){0.16}}
\multiput(65.46,77.51)(0.15,-0.12){16}{\line(1,0){0.15}}
\multiput(67.79,75.64)(0.13,-0.12){17}{\line(1,0){0.13}}
\multiput(70.01,73.63)(0.12,-0.12){18}{\line(0,-1){0.12}}
\multiput(72.12,71.50)(0.12,-0.13){17}{\line(0,-1){0.13}}
\multiput(74.10,69.24)(0.12,-0.15){16}{\line(0,-1){0.15}}
\multiput(75.96,66.86)(0.12,-0.17){15}{\line(0,-1){0.17}}
\multiput(77.71,64.34)(0.12,-0.19){14}{\line(0,-1){0.19}}
\multiput(79.34,61.70)(0.12,-0.21){13}{\line(0,-1){0.21}}
\multiput(80.85,58.93)(0.12,-0.24){12}{\line(0,-1){0.24}}
\multiput(82.25,56.03)(0.12,-0.28){11}{\line(0,-1){0.28}}
\multiput(83.52,53.00)(0.12,-0.32){10}{\line(0,-1){0.32}}
\multiput(84.68,49.85)(0.12,-0.36){9}{\line(0,-1){0.36}}
\multiput(85.72,46.57)(0.12,-0.43){8}{\line(0,-1){0.43}}
\multiput(86.64,43.16)(0.11,-0.51){7}{\line(0,-1){0.51}}
\multiput(87.44,39.62)(0.11,-0.61){6}{\line(0,-1){0.61}}
\multiput(88.12,35.95)(0.11,-0.76){5}{\line(0,-1){0.76}}
\multiput(88.69,32.16)(0.11,-0.98){4}{\line(0,-1){0.98}}
\multiput(89.14,28.24)(0.11,-1.35){3}{\line(0,-1){1.35}}
\multiput(89.47,24.19)(0.10,-1.93){2}{\line(0,-1){1.93}}
%\end
\put(70.33,73.33){\circle*{1.33}}
\put(31.33,31.00){\makebox(0,0)[cc]{$S$}}
\put(17.00,16.67){\makebox(0,0)[cc]{$d$}}
\put(70.33,78.00){\makebox(0,0)[lc]{$x^*$}}
%\emline(73.33,70.33)(73.33,58.67)
\put(73.33,70.33){\line(0,-1){11.66}}
%\end
%\emline(73.33,58.67)(81.00,58.67)
\put(73.33,58.67){\line(1,0){7.67}}
%\end
\put(73.33,58.67){\circle*{1.49}}
\put(72.00,55.33){\makebox(0,0)[lc]{$r$}}
%\vector(87.33,75.67)(73.67,70.33)
\put(73.67,70.33){\vector(-3,-1){0.2}}
\multiput(87.33,75.67)(-0.30,-0.12){45}{\line(-1,0){0.30}}
%\end
\put(88.33,75.67){\makebox(0,0)[lc]{$\varphi(S,d,\la,r)$}}
\end{picture}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%end of pic
\caption{\bf \protect\footnotesize
        If $x^*$ does not dominate $r$, the solution is no better
        than $r$ for the player $i$ s.t. $r_i > x^*_i$.}
\label{fig:conv1}
\end{figure}

\begin{lemma} %8
\label{le:stable}
  Fix $(S,d,\la) \in B^*$ and
  let $x^*$ denote the stable self-supporting 
  outcome of $(S,d,\la)$.
  If $r \in S$ and for some $i \in \{1,2\}$
  both $r_i > x_i^*$ and $r_{-i} < x_{-i}^*$, then 
  $\varphi_i(S,d,\la,r) \leq r_i$. 
\end{lemma}
%

The main theorem of this section is a convergence result --
if players use undominated strategies in the dynamic 
bargaining game then the outcomes (and the reference points) 
converge to the stable self-supporting outcome
of the underlying extended bargaining problem.

Fix a repeated bargaining game 
$\Gamma(b,r^0,\de)$ with $b=(S,d,\la)$, and denote the 
stable self-supporting outcome
of $(S,d,\la)$ by $x^*$. 
\\

For $t>1$ define 
  \[ C^t=\{ x \in Par(S) | 0 \leq x_i-x^*_i \leq \frac{1}{t}
                                    ~for~i=1~or~i=2 \} \]
  \[ D^t=\{ x \in Par(S) | \exists y \in C^t~~s.t.~~
% (error pointed out by roberto weber)  0 \leq x_i-\frac{1}{t} \leq y_i 
                            0 \leq y_i - x_i \leq \frac{1}{t}  
                                    ~for~i=1~or~i=2 \} \]
See Figure \ref{fig:conv2} for a graphical example of these sets.

\begin{figure}[bt]
%\input{conv2.pic}
%TexCad Options
%\grade{\on}
%\emlines{\off}
%\beziermacro{\off}
%\reduce{\on}
%\snapping{\off}
%\quality{2.00}
%\graddiff{0.01}
%\snapasp{1}
%\zoom{1.00}
\unitlength 1.00mm
\linethickness{0.4pt}
\begin{picture}(100.00,100.33)
%\vector(20.33,20.00)(20.33,99.67)
\put(20.33,99.67){\vector(0,1){0.2}}
\put(20.33,20.00){\line(0,1){79.67}}
%\end
%\vector(20.33,20.33)(100.00,20.33)
\put(100.00,20.33){\vector(1,0){0.2}}
\put(20.33,20.33){\line(1,0){79.67}}
%\end
%\bezier{544}(20.33,90.33)(87.00,90.00)(89.67,20.33)
\put(20.33,90.33){\line(1,0){3.99}}
\multiput(24.32,90.25)(1.94,-0.11){2}{\line(1,0){1.94}}
\multiput(28.19,90.03)(1.25,-0.11){3}{\line(1,0){1.25}}
\multiput(31.95,89.69)(0.91,-0.12){4}{\line(1,0){0.91}}
\multiput(35.58,89.23)(0.70,-0.12){5}{\line(1,0){0.70}}
\multiput(39.10,88.63)(0.49,-0.10){7}{\line(1,0){0.49}}
\multiput(42.50,87.91)(0.41,-0.11){8}{\line(1,0){0.41}}
\multiput(45.79,87.06)(0.35,-0.11){9}{\line(1,0){0.35}}
\multiput(48.95,86.08)(0.30,-0.11){10}{\line(1,0){0.30}}
\multiput(52.00,84.97)(0.27,-0.11){11}{\line(1,0){0.27}}
\multiput(54.92,83.73)(0.23,-0.11){12}{\line(1,0){0.23}}
\multiput(57.73,82.37)(0.21,-0.11){13}{\line(1,0){0.21}}
\multiput(60.43,80.88)(0.18,-0.12){14}{\line(1,0){0.18}}
\multiput(63.00,79.26)(0.16,-0.12){15}{\line(1,0){0.16}}
\multiput(65.46,77.51)(0.15,-0.12){16}{\line(1,0){0.15}}
\multiput(67.79,75.64)(0.13,-0.12){17}{\line(1,0){0.13}}
\multiput(70.01,73.63)(0.12,-0.12){18}{\line(0,-1){0.12}}
\multiput(72.12,71.50)(0.12,-0.13){17}{\line(0,-1){0.13}}
\multiput(74.10,69.24)(0.12,-0.15){16}{\line(0,-1){0.15}}
\multiput(75.96,66.86)(0.12,-0.17){15}{\line(0,-1){0.17}}
\multiput(77.71,64.34)(0.12,-0.19){14}{\line(0,-1){0.19}}
\multiput(79.34,61.70)(0.12,-0.21){13}{\line(0,-1){0.21}}
\multiput(80.85,58.93)(0.12,-0.24){12}{\line(0,-1){0.24}}
\multiput(82.25,56.03)(0.12,-0.28){11}{\line(0,-1){0.28}}
\multiput(83.52,53.00)(0.12,-0.32){10}{\line(0,-1){0.32}}
\multiput(84.68,49.85)(0.12,-0.36){9}{\line(0,-1){0.36}}
\multiput(85.72,46.57)(0.12,-0.43){8}{\line(0,-1){0.43}}
\multiput(86.64,43.16)(0.11,-0.51){7}{\line(0,-1){0.51}}
\multiput(87.44,39.62)(0.11,-0.61){6}{\line(0,-1){0.61}}
\multiput(88.12,35.95)(0.11,-0.76){5}{\line(0,-1){0.76}}
\multiput(88.69,32.16)(0.11,-0.98){4}{\line(0,-1){0.98}}
\multiput(89.14,28.24)(0.11,-1.35){3}{\line(0,-1){1.35}}
\multiput(89.47,24.19)(0.10,-1.93){2}{\line(0,-1){1.93}}
%\end
\put(70.33,73.33){\circle*{1.33}}
\put(31.33,31.00){\makebox(0,0)[cc]{$S$}}
\put(17.00,16.67){\makebox(0,0)[cc]{$d$}}
\put(68.00,70.33){\makebox(0,0)[lc]{$x^*$}}
%\emline(70.33,73.33)(77.33,73.33)
\put(70.33,73.33){\line(1,0){7.00}}
%\end
%\emline(70.33,73.33)(70.33,80.33)
\put(70.33,73.33){\line(0,1){7.00}}
%\end
\put(73.67,74.33){\makebox(0,0)[cc]{$\frac{1}{t}$}}
\put(72.00,78.00){\makebox(0,0)[cc]{$\frac{1}{t}$}}
%\emline(70.33,80.67)(61.00,80.67)
\put(70.33,80.67){\line(-1,0){9.33}}
%\end
%\emline(77.67,73.33)(77.67,64.67)
\put(77.67,73.33){\line(0,-1){8.66}}
%\end
\put(53.00,53.33){\makebox(0,0)[cc]{$C^t$}}
\put(56.67,77.33){\makebox(0,0)[cc]{$\frac{1}{t}$}}
\put(99.33,100.33){\makebox(0,0)[cc]{$D^t$}}
%\emline(61.33,80.67)(54.00,80.67)
\put(61.33,80.67){\line(-1,0){7.33}}
%\end
%\emline(54.00,80.67)(54.00,84.33)
\put(54.00,80.67){\line(0,1){3.66}}
%\end
%\emline(77.67,64.33)(77.67,58.67)
\put(77.67,64.33){\line(0,-1){5.66}}
%\end
%\emline(77.67,58.67)(81.00,58.67)
\put(77.67,58.67){\line(1,0){3.33}}
%\end
\put(76.00,60.33){\makebox(0,0)[cc]{$\frac{1}{t}$}}
%\vector(55.00,56.33)(61.33,80.67)
\put(61.33,80.67){\vector(1,4){0.2}}
\multiput(55.00,56.33)(0.12,0.46){53}{\line(0,1){0.46}}
%\end
%\vector(55.33,56.67)(77.67,64.67)
\put(77.67,64.67){\vector(3,1){0.2}}
\multiput(55.33,56.67)(0.33,0.12){67}{\line(1,0){0.33}}
%\end
%\bezier{48}(57.00,63.67)(63.00,64.67)(61.33,58.67)
\put(57.00,63.67){\line(1,0){2.17}}
\multiput(59.17,63.78)(0.30,-0.10){5}{\line(1,0){0.30}}
\multiput(60.67,63.29)(0.12,-0.16){7}{\line(0,-1){0.16}}
\multiput(61.50,62.19)(-0.09,-1.76){2}{\line(0,-1){1.76}}
%\end
%\vector(96.67,98.33)(54.00,84.00)
\put(54.00,84.00){\vector(-3,-1){0.2}}
\multiput(96.67,98.33)(-0.36,-0.12){120}{\line(-1,0){0.36}}
%\end
%\vector(97.00,98.33)(81.33,58.67)
\put(81.33,58.67){\vector(-1,-3){0.2}}
\multiput(97.00,98.33)(-0.12,-0.30){131}{\line(0,-1){0.30}}
%\end
%\bezier{68}(84.67,94.33)(84.00,86.00)(92.67,87.00)
\put(84.67,94.33){\line(0,-1){2.25}}
\multiput(84.67,92.08)(0.10,-0.46){4}{\line(0,-1){0.46}}
\multiput(85.08,90.24)(0.12,-0.21){7}{\line(0,-1){0.21}}
\multiput(85.90,88.80)(0.14,-0.12){9}{\line(1,0){0.14}}
\multiput(87.11,87.76)(0.27,-0.11){6}{\line(1,0){0.27}}
\multiput(88.73,87.12)(1.97,-0.06){2}{\line(1,0){1.97}}
%\end
\end{picture}
%%%%%%%%%%%%%%%%%%%%%%%%%%%% end of pic
\caption{\bf \protect\footnotesize
        A graphical example of the sets $C^t$ and $D^t$.}
\label{fig:conv2}
\end{figure}

\begin{lemma}  %9
\label{le:cd}
   For $\Gamma(b,r^0,\de)$, for all $t \geq 1$,
   \begin{enumerate}
     \item
       $x^t \in C^t \Lora x^{t+1} \in D^t$.
     \item
       $x^t \not\in C^t \Lora |x^{t+1} - x^*| \leq |x^t - x^*|$.
   \end{enumerate}
\end{lemma}
%
{\bf Proof:} Immediate from Lemmas \ref{le:self}, \ref{le:self2} and
\ref{le:stable}.

\begin{theorem}
\label{th:convergence}
  In any repeated bargaining game
  $\Gamma(b,r^0,\de)$, if the players play undominated 
  pure strategies, then $x^t \rightarrow x^*$, where $x^*$
  is the stable self-supporting outcome of $b$.
\end{theorem}
%

Thus, even under very weak assumptions on the strategies of the players
(not using dominated strategies),
we see that when bargaining situations are repeated, the reference
points of the players will converge to the stable self-supporting
reference point pair that exists in a ``steady state'' equilibrium.


%*******************************************************************
%%%\appendix
%*******************************************************************
\section{Appendix: Proofs of the Theorems}
\ls{1}
{ \bf Proof of Theorem \ref{th:ebpr}:}
\begin{enumerate}
     \item %1
        For $b=(S,d,\la,r) \in B^{**}$ define 
        $\varphi(b)=
               B^b(\varphi_N(N(b)))$.

     \item %2
        Take $b=(S,d,\la,r), b'=(S',d',\la',r') \in B^{**}$.
        If $N(b)=N(b')=(S'',d'')$ then
        \[ U^b(\varphi(b))=
           U^b(B^b(\varphi_N(S'',d'')))= \varphi_N(S'',d'') \]
        and
        \[ U^{b'}(\varphi(b'))=
           U^{b'}(B^{b'}(\varphi_N(S'',d'')))= \varphi_N(S'',d'') \]
        Therefore, REP is satisfied by $\varphi$.

     \item     %3
        SYM is satisfied by $\varphi$, since $U^b$ (and therefore $N$) 
        and $B^b$ preserve
        symmetry, and $\varphi_N$ (the Nash solution in B) of a 
        symmetrical bargaining problem is symmetric.

     \item %4
        PAR is satisfied by $\varphi$, since for any 
        $b=(S,d,\la,r) \in B^{**}$, $U^b$ and $B^b$ preserve
        the Pareto frontier (i.e. if $x$ is on the Pareto frontier of $S$,
        then $U^b(x)$ is on the Pareto frontier of $U^b(S)$), and
        the Nash solution to $N(b)$ is a Pareto optimal point in
        $U^b(S)$.

     \item %5
        IIA also holds for $\varphi$, since both $U^b$ and $B^b$ are
        one to one functions,
        and $\varphi_N$ satisfies IIA in B.

     \item %6
        Take $\al_1,\be_1,\al_2,\be_2 \in \Ral$ with $\al_1,\al_2 > 0$.
        Define $t:\Ral^2 \lora \Ral^2$, a positive linear transformation
        by $t(x_1,x_2)=(\al_1 x_1 + \be_1, \al_2 x_2 + \be_2)$. Define $t$
        accordingly for sets, and define for $b=(S,d,\la,r) \in B^{**}$, ~~ 
        t(N(b))=(t(U(S)),t(U(d)))
        It is simple to show that 
        \begin{enumerate}
           \item %a
                $U^{t(b)}(t(x)) = t(U^b(x))$ for any $x \in \Ral^2, 
                        b \in B^{**}$.
           \item %b
                $B^{t(b)}(t(x)) = 
                        t(B^b(x))$ for any $x \in \Ral^2, b \in B^{**}$.
        \end{enumerate}
        Therefore, since $\varphi_N$ satisfies INV on B, 
    \begin{eqnarray*}
        \lefteqn{\varphi(t(b))=}  \\
        & = & B^{t(b)}(\varphi_N(N(t(b)))) =  \\
        & = & B^{t(b)}(\varphi_N(t(N(b)))) =        \\
        & = & B^{t(b)}(t(\varphi_N(N(b)))) =        \\
        & = & t(B^b(\varphi_N(N(b)))) =           \\
        & = & t(\varphi(b))
     \end{eqnarray*}
        Thus $\varphi$ satisfies INV.

     \item %7
        Let $\varphi'$ be a different solution satisfying the five
        axioms. Since $\varphi'$ is different from 
        the solution $\varphi$ defined
        in this proof, there exists an element $b \in B^{**}$ such that
        $x^*=\varphi'(b) \neq \varphi(b)$.
        Since for any $b=(S,d,\la,r)$, 
        $U^b$ is a one to one transformation,
        \begin{equation}
        \label{eq:th1.1}
        U^b(x^*) \neq U^b(B^b(\varphi_N(N(b)))) =
                           \varphi_N(N(b))  
        \end{equation}
        Denote $b^0=(N(b),(0,0),(0,0)) \in B^{**}$.
        From REP, since $N(b) = N(b^0)$, it
        is true that 
        $U^b(\varphi'(b)) = 
          U^{b^0}(\varphi'(b^0)) = 
          \varphi_N(N(b))$, where the last equality is from
        the first four axioms on the subset of $B^{**}$ where
        $\lambda=r=(0,0)$, since this subset is isomorphic to
        B, where the four axioms give us the Nash solution.
        Thus, $U^b(x^*) = \varphi_N(N(b))$, in contradiction
        with (\ref{eq:th1.1}). Therefore, the solution is unique.
\end{enumerate}
\qed (Theorem \ref{th:ebpr})
%*********************************************************************

\vspace{3ex}

{ \bf Proof of Theorem \ref{th:rat}:} %2
The proof is based on the following three lemmas.
\begin{lemma}   %1
\label{le:2.1}
   For any $(S,d) \in B$, $x=\varphi_N(S,d) \iff$ the line through $x$ 
   with slope $- \frac{x_2-d_2}{x_1-d_1}$ is tangent to $S$.
\end{lemma}
%
This lemma, 
characterizing the slope of the tangent to $S$ at the Nash
solution of $(S,d)\in B$, 
is essentially the same as Lemma VII.2.4 in Owen (1982,
page 132). 

{\bf Definitions:} We use the following notation to
describe loss-aversion evaluation
with respect to varying reference points. The utility of the
point $x_i \in \Ral$ to player $i$ with a
loss-aversion coefficient $\la_i > 0$,
\wrt a reference point $r_i \in \Ral$ is given by
        $ L_i(x_i,\la_i,r_i)=
         \left\{
         \begin{array}{ll}
           x_i & \mbox{if } x_i \geq r_i \\
           x_i - \la_i (r_i-x_i) &
                \mbox{if } x_i < r_i
         \end{array}
         \right. $.
We extend the definitions to pairs of players and sets of
outcome pairs by
   $ L(x,\la,r) = (L_1(x_1,\la_1,r_1), L_2(x_2,\la_2,r_2)) $
and
   $ L(A,\la,r) = \{ L(x,\la,r) | x \in A \} $.
We denote the inverse function, that takes points back from the
loss aversion
evaluation to the underlying utilities (given 
loss-aversion coefficients and reference
points) by $L^{-1}_i$, and it is given by:
       \[  L^{-1}_i(x_i,\la_i,r_i)=
         \left\{
         \begin{array}{ll}
           x_i & \mbox{if } x_i \geq r_i \\
           x_i + \frac{\la_i}{1 + \la_i} (r_i - x_i) &
                \mbox{if } x_i < r_i
         \end{array} 
         \right.,  \]
with the corresponding extensions to pairs and sets.
%

\vspace{3ex}

\begin{lemma} %2
\label{le:2.2}
   Given a convex set $S \subseteq \Ral^2$ and $x \in Par(S)$,
   the line through $x$ with slope $a$ is tangent to $S$ $\iff$
   $\forall c \in [a(1+\lambda_2),\frac{a}{1+\lambda_1}]$, the
   line through $x$ with slope $c$ is tangent to the set 
   $L(S,\lambda,x)$. 
\end{lemma}
%
{\bf Proof:}
\begin{enumerate}
   \item[$\Lora$:] %1
      For any $a<0$ the function $L(\cdot,\lambda,x)$ transforms
      the half-plane under the line through $x$ with slope $a$ into
      the intersection of the half planes under the lines through
      $x$ with slopes $a(1+\lambda_2)$ and $\frac{a}{1+\lambda_1}$.
      Thus, since all of $S$ is under the line with slope $a$, all
      of $L(S,\lambda,x)$ is under both the other lines, and therefore
      under their intersection.
   \item[$\Lola$:] %2
      Since $L^{-1}(\cdot,\lambda,x)$ returns this intersection of the two
      half planes to the half plane under the line with slope $a$, this
      direction is also true.
\end{enumerate}
\qed (Lemma \ref{le:2.2})
%

\vspace{3ex}

\begin{lemma} %3
\label{le:2.3}
   Given a closed convex set $S \subseteq \Ral^2$ and $x \in Par(S)$,
   the line through $x$ with slope $c$ is tangent to $L(S,\lambda,x)$ 
   $\iff$
   $\exists a \in [c(1+\lambda_1),\frac{c}{1+\lambda_2}]$, such that the
   line through $x$ with slope $a$ is tangent to $S$. 
\end{lemma}
%
{\bf Proof:}
\begin{enumerate}
   \item[$\Lora$:]  %1
   Since $S$ is a closed convex set, the set of slopes of tangents to $S$
   through $x$ is a closed convex set in $\Ral$. Denote it by
   $A=[a^-,a^+]$ ($a^-$ and $a^+$ may be $-\infty$). 
%
   From Lemma \ref{le:2.2}, the set of slopes of tangents to 
   $L(S,\lambda,x)$ at $x$
   is $[a^-(1+\lambda_2),\frac{a^+}{1+\lambda_1}]$.
   Thus, if there exists a tangent to $L(S,\lambda,x)$ through $x$
   with slope $c$, then $c \in [a^-(a+\lambda_2),\frac{a^+}{1+\lambda_1}]$,
   i.e. $a^-(1+\lambda_2) \leq c \leq \frac{a^+}{1+\lambda_1}$. Since 
   $c < 0$, $c(1+\lambda_1) \leq \frac{c}{1+\lambda_2}$. Thus
   $[a^-,a^+] \cap [c(1+\lambda_1), \frac{c}{1+\lambda_2}]$ is non-empty,
   and any point in this intersection gives us the slope of a tangent
   to $S$ through $x$.
%
   \item[$\Lola$:]  %2
   Immediate from Lemma \ref{le:2.2} and the fact that for any 
   $a,c<0$, $\lambda_1,\lambda_2 >0$, 
   it is true that $a \in [c(1+\lambda_1), \frac{c}{1+\lambda_2}] \iff
   c \in [a(1+\lambda_2),\frac{a}{1+\lambda_1}]$.
%
\end{enumerate}
\qed (Lemma \ref{le:2.3})

\vspace{3ex}


{\bf We now proceed to prove Theorem \ref{th:rat}}.
\\
Since the axiom INV holds for our solution concept $\varphi$, 
we can assume without loss of generality that $d=(0,0)$.
%
Thus, we now prove that $x \in Self(S,(0,0),\lambda)$ $\iff$ 
there exists a tangent to $S$ at $x$ with slope $a$ such that
$a \in [- \frac{x_2}{x_1} (1+ \lambda_2), 
      - \frac{x_2}{x_1} \frac{1}{(1+ \lambda_1)}]$.
 
\begin{enumerate}

   \item[$\Lora$:] %1
     \begin{equation}
          x \in \mbox{Self}(S,(0,0),\lambda) \Lora
     \end{equation}
     \begin{equation}
          x=\varphi (S,(0,0),\lambda,x) \Lora 
     \end{equation}
 %
     \begin{eqnarray}
        \lefteqn{ \mbox{the line through $x$ with slope }
        -\frac{x_2+\lambda_2 x_2}{x_1+\lambda_1 x_1} =
        -\frac{x_2}{x_1} 
        \frac{(1+\lambda_2)}{(1+\lambda_1)}} & & \nonumber \\ 
      \label{eq:2.3}
        \lefteqn{\mbox{is tangent to } L(S,\lambda,x) \Lora} & &
     \end{eqnarray}
%
     \begin{eqnarray}
        \lefteqn{ \mbox{there exists a tangent to $S$ through $x$} }
                                       \nonumber \\ 
      \label{eq:2.4}
      \lefteqn{ \mbox{with slope } a \in [-\frac{x_2}{x_1} (1+\lambda_2),
        -\frac{x_2}{x_1} \frac{1}{(1+\lambda_1)}],} 
     \end{eqnarray}
% 
   where (\ref{eq:2.3}) is from Lemma \ref{le:2.1}, and  
   (\ref{eq:2.4}) is from Lemma \ref{le:2.3}.
%
   \item[$\Lola$:] %2
     \begin{eqnarray}
         \lefteqn{\mbox{There exists a tangent to $S$ through $x$ 
                       with slope} }       \nonumber \\
          \lefteqn{ a \in [-\frac{x_2}{x_1} (1+\lambda_2),
              -\frac{x_2}{x_1} \frac{1}{(1+\lambda_1)}] \Lora}
     \end{eqnarray}
%
     \begin{eqnarray}
         \lefteqn{\mbox{All lines through $x$ with slopes in 
         $[a(1+\lambda_2),\frac{a}{1+\lambda_1}]$} }
                \nonumber \\
         \label{eq:2.8}
         \lefteqn{\mbox{are tangent to $L(S,\lambda,x)$ $\Lora$}}
     \end{eqnarray}
     \begin{equation}
         \mbox{The line with slope 
         $-\frac{x_2}{x_1} \frac{(1+\lambda_2)}{(1+\lambda_1)}$ through
         $x$ is tangent to $U(S,\lambda,x)$ $\Lora$}
     \end{equation}
%
     \begin{equation}
      \label{eq:2.9}
         \mbox{$x$ is the Nash solution to 
         $(L(S,\lambda,x),(-\lambda_1 x_1,-\lambda_2 x_2))$ $\Lora$}
     \end{equation}
%
     \begin{equation}
         x = \varphi(S,(0,0),\lambda,x) \Lora
     \end{equation}
%
     \begin{equation}  %13
         x \in \mbox{Self}(S,(0,0),\lambda),
     \end{equation}
where (\ref{eq:2.8}) is from Lemma \ref{le:2.2}, and (\ref{eq:2.9}) is
from Lemma \ref{le:2.1}.
%
%
\end{enumerate}
%
It remains to show that the set $\mbox{Self}(S,d,\lambda)$ 
is non-empty, closed and connected.

If the Pareto frontier of $S$, denoted by $Par(S)$, 
does not extend to the axes, extend it with lines parallel
to the axes. Denote this extended set $P$.

For $k>0$ define $f_k:[0,1] \lora P$ by $f_k(\alpha)=x$ if 
$x_1 \cdot \alpha = x_2 \cdot (1-\alpha) \cdot k$. It is easy to 
see that $f_k$ is one to one, onto $P$ and continuous, for any $k>0$.

Define $g:P \lora 2^{[0,1]}$ by $g(x)=\{ \alpha | (\alpha,1-\alpha)$ is
normal to $S$ at $x\}$. Thus, $g$ is upper semicontinuous.

Define $h_k:[0,1] \lora 2^{[0,1]}$ by $h_k(\alpha)=g(f_k(\alpha)).$
$h_k$ is upper semicontinuous since $f_k$ is continuous and $g$ is 
upper semicontinuous.

Thus, from Kakutani's fixed point theorem, $h_k$ has a fixed point
$\alpha^*_k$, such that $\alpha^*_k \in h_k(\alpha^*_k)$. It is easy to see
that $f_k(\alpha^*_k) \in Par(S)$.

Therefore the vector $(\alpha^*,1-\alpha^*)$ is normal to $S$ at a 
point $x$ which satisfies $x_1 \alpha^* = x_2(1-\alpha^*) k$, i.e.
$k \frac{x_2}{x_1}=\frac{\alpha^*}{1-\alpha^*}$, which is equivalent
to the fact that the line through $x$ with slope $-k \frac{x_2}{x_1}$
is tangent to $S$.

For any $k \in [\frac{1}{1+\lambda_1},1+\lambda_2]$ this gives us a point in
$\mbox{Self}(S,(0,0),\lambda)$, which is therefore non-empty. 
Since $\frac{x_2}{x_1}$ is strictly decreasing as we traverse $Par(S)$
to the right, and the slopes of the tangents to $Par(S)$ are 
non-increasing in this direction, the set Self$(S,d,\la)$ is
a closed segment of $Par(S)$.
%
\qed(Theorem \ref{th:rat})


\vspace{3ex}

%***************************************************************
{\bf Proof of Theorem \ref{th:stab}:} %3.2
\\
We start with two lemmas.
The first lemma shows that a player can never gain by 
{\em increasing}
her opponent's reference point from a self-supporting reference point.
%
\begin{lemma} %4
  \label{le:increase}
    Assume $(S,d,\lambda) \in B^*$. If $x^* \in Self(S,d,\lambda)$, and
    $r'=(x^*_i,x^*_{-i}+\epsilon)$ for $\epsilon > 0$, then
    $\varphi_i(S,d,\lambda,r') \leq \varphi_i(S,d,\lambda,x^*)$.
\end{lemma}
%
{\bf Proof:}
   \begin{enumerate}
      \item %1
         Denote, for $x \in S$ and $r \in \Ral^2$, 
         \[ m(x,r)=(L_1(x_1,\lambda_1,r_1)-L_1(d_1,\lambda_1,r_1))
               (L_2(x_2,\lambda_2,r_2)-L_2(d_2,\lambda_2,r_2)) \]
      \item %2
          From Theorem \ref{th:ebpr} we know that 
          $\varphi(S,d,\lambda,x^*) = argmax_{x \in S} m(x,x^*)$ and
          $\varphi(S,d,\lambda,r') = argmax_{x \in S} m(x,r')$.
      \item %3
          For any point $x \in Par(S)$ with $x_i \geq x_i^*$ (and
          therefore $x_{-i} \leq x_{i-}^*$), it is true that
          $m(x,r')=m(x,x^*)$. 
      \item %4
          Therefore, since $argmax_{x \in S} m(x,r') \in Par(S)$ from
          Theorem \ref{th:ebpr}, the argmax must be achieved at some
          point $x \in Par(S)$ for which $x_i \leq x_i^*$. Thus,
          since $\varphi_i(S,d,\lambda,x^*)=x_i^*$ from our
          assumption that $x^* \in Self(S,d,\lambda)$, it is true that
          $\varphi_i(S,d,\lambda,r') \leq 
                \varphi_i(S,d,\lambda,x^*)$.
   \end{enumerate}
\qed (Lemma \ref{le:increase})

\vspace{3ex}

The following lemma is a consequence of Lemma \ref{le:2.1}, since $S$ is
a convex set. It deals with points on the Pareto frontier of $S$ that
are different from the Nash solution to $(S,d)$.
%
\begin{lemma} %5
\label{le:intersection}
        For any $(S,d) \in B$, $x \in Par(S)$, $i \in \{1,2\}$, the line
        through $x$ with slope $- \frac{x_2-d_2}{x_1-d_1}$ intersects
        the interior of $S$ at a point $x'$ such that $x_i' > x_i$
        $\iff$ $\varphi_{Ni}(S,d) > x_i$, where $\varphi_{Ni}$ denotes
        the Nash solution outcome for player $i$.
\end{lemma}

The following observation deals with the Pareto 
frontier of $L(S,\lambda,r')$ around $x^*$ 
when $r'=(x^*_i,x_{-i}^*-\epsilon)$. It states that 
for points giving more to player $i$ than $x^*$, the Pareto frontier
of $L(S,\lambda,r')$ is equal to the Pareto frontier of $L(S,\lambda,x^*)$,
and for points giving less to player $i$ than $x^*$ (and close enough to
$x^*$), the Pareto frontier of $L(S,\lambda,r')$ 
is identical to that of $S$.

{\bf Observation:} If $(S,d,\lambda) \in B^*,~ x^* \in Par(S),~
        r'=(x_i^*,x_{-i}^*-\epsilon),~ \epsilon>0$, $x \in Par(S)$ then
   \begin{enumerate}
        \item %1
           $x^*_{-i} \leq x_{-i}$ $\Lora$
           $L(x,\lambda,r') = L(x,\lambda,x^*)$.
        \item %2
           $x_{-i}^*-\epsilon \leq x_{-i} \leq x_{-i}^*$ $\Lora$
           $L(x,\lambda,r')=x$.
   \end{enumerate}

{\bf We now proceed with the proof of Theorem \ref{th:stab}:}
\\
As in the proof of Theorem \ref{th:rat}, 
we assume without loss of generality that $d=(0,0)$.

Take $(S,(0,0),\lambda) \in B^*$ and $x^* \in \mbox{Self}(S,(0,0),\lambda)$.
From the above observation and Lemma \ref{le:intersection}, the 
condition for non-stability of $x^*$ arising from the possibility
of player 1 gaining from reducing player 2's reference point is:
     \[ \exists \epsilon > 0 \mbox{ such that }
        - \frac{x_2^* + \lambda_2 (x_2^* - \epsilon)}
               {x_1^* + \lambda_1 x_1^*}  > a, \]
for $a<0$ satisfying that the line through $x^*$ 
with slope $a$ is tangent to $S$.

Similarly, the condition for non-stability of $x^*$ arising from the
possibility of player 2 gaining from reducing player 1's reference point
is:
     \[ \exists \epsilon > 0  \mbox{ such that }
        - \frac{x_2^* + \lambda_2 x_2^*}
               {x_1^* + \lambda_1 (x_1^* - \epsilon)}  < a, \]
for $a<0$ satisfying that the line through $x^*$ 
with slope $a$ is tangent to $S$.
 
For $x^*$ to be stable, we need both these conditions to be false for any
$\epsilon > 0$, which is equivalent to

\[ - \frac{x_2^* (1+ \lambda_2)}{x_1^* (1 + \lambda_1)} = a \]
for $a<0$ satisfying that the line through $x^*$ 
with slope $a$ is tangent to $S$.

Such a point exists from the proof of existence in Theorem \ref{th:rat},
with $k=\frac{1+\lambda_2}{1+\lambda_1}$. It is unique, since 
$- \frac{x_2}{x_1}$ is strictly increasing as we traverse the
Pareto frontier of $S$ to the right, while the slope of the tangents
to $S$ is non-increasing as we move in the same direction.
\qed (Theorem \ref{th:stab})

\vspace{3ex}


%***************************************************************
{\bf Proof of Lemma \ref{le:self}:}
\\
We assume \wlg that $d=(0,0)$. We deal with two cases, 
$r \in S$ and $r \not\in S$.
\\
{\bf Case 1:} $r \in S$.
\\
According to Theorem \ref{th:ebpr}, the solution $x=\varphi(S,d,\la,r)$
is on the Pareto frontier of $S$, and maximizes
the function $m(x,r)=m_1(x,r) \cdot m_2(x,r)$, where 
    \[ m_i(x,r)= \left\{ \begin{array}{ll}
          x_i (1 + \la_i)
             & \mbox{if $x_i \leq r_i$} \\
          x_i + \la_i r_i 
             & \mbox{if $x_i \geq r_i$}
                    \end{array}
                              \right. \]
% 
We divide the Pareto frontier into
three parts, $A$: $x_1<r_1$, $B$: $x_1 \geq r_1 \mbox{ and } 
x_2 \geq r_2$, and $C$: $x_2 < r_2$. 

For $x \in A$, $m(x,r)=x_1(1 + \la_1)(x_2 + \la_2 r_2)$. If the solution
is in $A$, it is at a point $x$ satisfying
%
$ -f'(x_1)= \frac{x_2 + \la_2 r_2}{x_1} $
and therefore from Theorem \ref{th:rat} $x$ is self-supporting
(since $\frac{x_2}{x_1(1 + \la_1)} \leq \frac{x_2 + \la_2 r_2}{x_1} \leq
       \frac{x_2(1+ \la_2)}{x_1}$). 

For $x \in C$, $m(x,r)=x_2(1 + \la_2)(x_1 + \la_1 r_1)$. If the solution
is in $C$, it is at a point $x$ satisfying
%
$ -f'(x_1)= \frac{x_2}{x_1+\la_1 r_1} $
and therefore from Theorem \ref{th:rat} $x$ is self-supporting. 

For $x \in B$, $m(x,r)=(x_2 + \la_2 r_2)(x_1 + \la_1 r_1)$. If the solution
is in the relative interior of $B$, it is at a point $x$ satisfying
%
% #### subgradient \partial f(x_1) ### ???
$ -f'(x_1)= \frac{x_2+\la_2 r_2}{x_1+\la_1 r_1} $
and therefore from Theorem \ref{th:rat} $x$ is self-supporting. 

We are left with the endpoints of $B$.
At $x=(r_1,f(r_1))$, $x$ maximizes $m(x,r)$ if 
%
$ -f'(x_1) \leq \frac{x_2(1 + \la_2)}{x_1} \mbox{ and }
    -f'(x_1) \geq \frac{x_2+ \la_2 r_2}{x_1 + \la_1 r_1} $
Thus
$    \frac{x_2}{x_1(1+\la_1)} \leq
      \frac{x_2+\la_2 r_2}{x_1(1+\la_1)} =
      \frac{x_2+\la_2 r_2}{x_1 + \la_1 r_1} \leq
        -f'(x_1) \leq
      \frac{x_2 + \la_2 r_2}{x_1} \leq
      \frac{x_2(1 + \la_2)}{x_1}                         $
and $x \in \mbox{Self}(S,d,\la)$ from Theorem \ref{th:rat}. 
The other endpoint is treated analogously. 
\\
{\bf Case 2:} $r \not\in S$.
\\
Here too we divide the Pareto frontier into
three parts, $A$: $x_2>r_2$, $B$: $x_1 \leq r_1 \mbox{ and } 
x_2 \leq r_2$, and $C$: $x_1 > r_1$. 
Parts $A$ and $C$ are treated as in case 1.  
For $x \in B$, $m(x,r)=x_1(1 + \la_1)x_2(1 + \la_2)$. If the solution
is in this area, it is therefore the Nash solution,
which satisfies $-f'(x_1)=\frac{x_2}{x_1}$ from Lemma \ref{le:2.1}, and
is therefore self-supporting from Theorem \ref{th:rat}.
\qed~(Lemma~\ref{le:self})

\vspace{3ex}

%*******************************************************************
{\bf Proof of Lemma \ref{le:self2}:}
%*******************************************************************
We assume \wlg that $d=(0,0)$. Denote by $A$ the subset of the Pareto 
frontier of $S$ where $x_1 < r_1$, by $C$ the subset where $x_2 < r_2$, 
and by $B$ the rest of the Pareto frontier of $S$. We show
that $\dmdx >0$ for $x \in A$, and $\dmdx <0$ for $x \in C$, 
and therefore the
solution outcome is in $B$, therefore satisfying our requirements.

For $x \in A$, $m(x,r)=x_1(1+\la_1)(x_2+\la_2 r_2)$. 
Therefore, for $x \in A$,
\[
   \dmdx >0 \iff -f'(x_1) < \frac{x_2+ \la_2 r_2}{x_1}  \]
which is satisfied since $x_1 < r_1$, $x_2 > r_2$, and $(r_1,f(r_1))$
is self-supporting. For $x \in C$ the proof is analogous. 
\qed (Lemma \ref{le:self2})

\vspace{3ex}

%*******************************************************************
{\bf Proof of Lemma \ref{le:stable}:}
%*******************************************************************
We assume \wlg that $d=(0,0)$ and that $r_1 > x_1^*$, $r_2 < x_2^*$.
We show that for any point on the Pareto frontier of $S$, if 
$x_1 > r_1$ then $\dmdx(x)<0$.

For $x_1 > r_1$, 
\[
   \dmdx < 0 \iff -f'(x_1) > \frac{x_2}{x_1 + \la_1 r_1} \]
which is true from Theorem \ref{th:rat} as $x_1 > r_1 > x_1^*$.
%
\qed (Lemma \ref{le:stable})

\vspace{3ex}

%*******************************************************************
{\bf Proof of Theorem \ref{th:convergence}:} 
%*******************************************************************
Fix a repeated bargaining game 
$\Gamma(b,r^0,\de)$ with $b=(S,d,\la)$, and denote the 
stable self-supporting reference point pair
of $(S,d,\la)$ by $x^*$. Fix $\varep > 0$.

Since $d(D^t) \rightarrow 0$,%
\footnote{$d(A)$ denotes the diameter of the set $A$.}
$\exists T_1~s.t.~d(D^{T_1}) < \varep$.
Take $\sigma_1$ and $\sigma_2$ undominated pure strategies of players
1 and 2 respectively. 
If $x^{T_1} \in D^{T_1}$ then
for all $t>T_1, ~ |x^t - x^*| < \varep$ from Lemma \ref{le:cd}.
If $x^{T_1} \not \in D^{T_1}$ then assume w.l.o.g. that 
$x_2^{T_1} < x^*_2$. If $\forall t>T_1,~x^t_2 \not \in D^{T_1}$ then
$\sigma_2$ is dominated by the strategy $\sigma_2'$ which is given by
``Play as $\sigma_2$ unless $t>T_1$ and $x_2^t \not \in D^{T_1}$, in 
which case play $\al_2^t = - \frac{1}{t}$''.
The strategy $\sigma_2'$ dominates $\sigma_2$, as after period $T_1$
the payoff is at least as large in every period, and will reach $D^{T_1}$
after a finite time and will then strictly dominate the payoff from
$\sigma_2$ 
(since $\sum \frac{1}{t} = \infty$),
in contradiction to our assumption
that $\sigma_2$ is undominated. Therefore 
if $\sigma_2$ is undominated $\exists T_2 > T_1$ s.t.
$x^{T_2} \in D^{T_1}$, and $|x^t - x^*| < \varep$ for all $t>T_2$ from
Lemma \ref{le:cd}.
\qed ({Theorem \ref{th:convergence})
%*******************************************************************
%*******************************************************************
%*******************************************************************

\lsls
%*******************************************************************
\begin{thebibliography}{99}
%*******************************************************************

\bibitem{bazerman85} Bazerman, M. H., T. Magliozzi and M. A. Neale (1985):
    ``Integrative Bargaining in a Competitive Market,''
    {\em Organizational Behavior and Human Decision Processes}
    {\bf 35} 294-313.

%\bibitem{binmore87} Binmore, K. (1987):
%    ``Nash Bargaining Theory III''
%    in {\em The Economics of Bargaining}, eds. K. Binmore
%    and P. Dasgupta, Basil Blackwell, Oxford and New York.

\bibitem{binmore94} Binmore, K. (1994):
   {\em Playing Fair: Game Theory and the Social Contract,}
   The MIT Press, Cambridge, MA.

\bibitem{dedreu92}
    De Dreu, C. K. W., B. J. M. Emans and E. Van de Vliert (1992):
    ``Frames of Reference and Cooperative Social Decision Making,''
    {\em European Journal of Social Psychology} {\bf 22} 297-302.     

%\bibitem{gib73}
%   Gibbard, A. (1973):
%   ``Manipulation of Voting Schemes: A General Result,''
%   {\em Econometrica} {\bf 41} 587-601.

\bibitem{hr86}
    Hogarth, R. M., and M. W. Reder (1986):
    ``Introduction: Perspectives from Economics and Psychology,''
    in {\em Rational Choice: The Contrast between Economics and
    Psychology}, eds. Hogarth and Reder, The University of
    Chicago Press, Chicago, IL.

\bibitem{kahneman92} Kahneman, D. (1992): ``Reference Points, Anchors,
     Norms, and Mixed Feelings,'' {\em Organizational Behavior and
     Human Decision Processes}, {\bf 51} 296-312.


\bibitem{kkt90} Kahneman, D., J. L. Knetsch and R. H. Thaler (1990):
   ``Experimental Tests of the Endowment Effect and and the Coase
   Theorem,'' {\em Journal of Political Economy} {\bf 98} (6) 1325-1348.

\bibitem{kkt91} Kahneman, D., J. L. Knetsch and R. H. Thaler (1991):
   ``The Endowment Effect, Loss Aversion and Status Quo Bias,''
   {\em Journal of Economic Perspectives} {\bf 5} (1) 193-206.

\bibitem{kt79} Kahneman, D. and A. Tversky (1979):
   ``Prospect Theory: An Analysis of Decision Under Risk,''
   {\em Econometrica} {\bf 47} 263-291.

\bibitem{ks75} Kalai, E. and M. Smorodinsky (1975):
   ``Other Solutions to Nash's Bargaining Problem,''
   {\em Econometrica} {\bf 43} 513-518.

\bibitem{kannai77} Kannai, Y. (1977):
   ``Concavifiability and Constructions of Concave Utility
   Functions,'' 
   {\em Journal of Mathematical Economics} {\bf 4} 1-56.
   
\bibitem{kks81} Kihlstrom, R. E., A. E. Roth, and
    D. Schmeidler (1981):
    ``Risk Aversion and Nash's Solution to the Bargaining Problem,''
    {\em Game Theory and Mathematical Economics,} ed. by
    O. Moeschlin and D. Pallaschke. Amsterdam: North-Holland.

\bibitem{kramer89} Kramer, R. M. (1989):
   ``Windows of Vulnerability or Cognitive Illusions: Cognitive 
   Processes and the Nuclear Arms Race,'' {\em Journal of Experimental
   Social Psychology} {\bf 25} 79-100.

\bibitem{nash50} Nash, J. F. (1950): ``The Bargaining Problem,''
   {\em Econometrica} {\bf 18} 155-162.

\bibitem{nash53} Nash, J. F. (1953): ``Two-Person Cooperative Games,''
   {\em Econometrica} {\bf 21} 128-140.

\bibitem{nb85} Neale, M. A. and M. H. Bazerman (1985):
   ``The Effects of Framing and Negotiator Confidence on
   Bargaining Behaviors and Outcomes,'' 
   {\em Academy of Management Journal,}'' {\bf 28} (1) 34-39.

\bibitem{nhn87} Neale, M. A., V. L. Huber and G. B. Northcraft
                                                          (1987):
   ``The Framing of Negotiations: Contextual Versus Task Frames,''
   {\em Organizational Behavior and Human Decision Processes,}
   {\bf 39} 228-241.

\bibitem{or90} Osborne, M. J. and A. Rubinstein (1990):
   ``Bargaining and Markets,'' Academic Press, San Diego, CA.

\bibitem{owen82} Owen, G. (1982): ``Game Theory, Second Edition,''
   Acadamic Press, New York.

\bibitem{rabin96}
    Rabin, M. (1996):
    ``Psychology and Economics,''
    {\em mimeo}, University of California at Berkeley.

\bibitem{roth79} Roth, A. E. (1979):
    {\em Axiomatic Models of Bargaining,} Berlin and New York:
    Springer.

\bibitem{rr82} Roth, A. E., and U. G. Rothblum (1982):
    ``Risk Aversion and Nash's Solution for Bargaining Games
    with Risky Outcomes,'' {\em Econometrica} {\bf 50} (3) 639-647.

\bibitem{rub82} Rubinstein, A. (1982): ``Perfect Equilibrium in
   a Bargaining Model,'' {\em Econometrica} {\bf 50} (1) 97-109.

%\bibitem{ss84} Shaked, A. and Sutton, J. (1984): ``Involuntary
%   Unemployment as a Perfect Equilibrium in a Bargaining Model,''
%   {\em Econometrica} {\bf 52} (6) 1351-1364.

\bibitem{sobel81} Sobel, J. (1981):
    ``Distortion of Utilities and the Bargaining Problem,''
    {\em Econometrica} {\bf 49} 597-620.

\bibitem{taylor91} Taylor, S. E. (1991):
   ``Asymmetrical Effects of Positive and Negative Events:
   The Mobilization-Minimization Hypothesis,''
   {\em Psychological Bulletin} {\bf 110} 67-85.

\bibitem{tk91} Tversky, A. and D. Kahneman (1991): ``Loss Aversion
   in Riskless Choice,'' {\em Quarterly Journal of Economics}
   {\bf 106} (4) 1039-1061. 

\bibitem{tk92} Tversky, A. and D. Kahneman (1992): 
    ``Advances in Prospect Theory: Cumulative Representation
    of Uncertainty,'' {\em Journal of Risk and Uncertainty,}
    {\bf 5} 297-323.

\end{thebibliography}


\end{document}             % End of document.

%*****************************************************************
%ENDENDENDEND END END END END 
