What is reinforced by phasic dopamine signals?

@article{citeulike:2204250, abstract = {The basal ganglia have been associated with processes of reinforcement learning. A strong line of supporting evidence comes from the recording of dopamine (DA) neurones in behaving monkeys. Unpredicted, biologically salient events, including rewards cause a stereotypic short-latency (70-100 ms), short-duration (100-200 ms) burst of DA activity - the phasic response. This response is widely considered to represent reward prediction errors used as teaching signals in appetitive learning to promote actions that will maximise future reward acquisition. For DA signalling to perform this function, sensory processing afferent to DA neurones should discriminate unpredicted reward-related events. However, the comparative response latencies of DA neurones and orienting gaze-shifts indicate that phasic DA responses are triggered by pre-attentive sensory processing. Consequently, in circumstances where biologically salient events are both spatially and temporally unpredictable, it is unlikely their identity will be known at the time of DA signalling. The limited quality of afferent sensory processing and the precise timing of phasic DA signals, suggests that they may play a less direct role in 'Law of Effect' appetitive learning. Rather, the 'time-stamp' nature of the phasic response, in conjunction with the other signals likely to be present in the basal ganglia at the time of phasic DA input, suggests it may reinforce the discovery of unpredicted sensory events for which the organism is responsible. Furthermore, DA-promoted repetition of preceding actions/movements should enable the system to converge on those aspects of context and behavioural output that lead to the discovery of novel actions.}, address = {Department of Psychology, University of Sheffield, Western Bank, Sheffield, S10 2TP, United Kingdom.}, author = {Redgrave, Peter and Gurney, Kevin and Reynolds, John }, citeulike-article-id = {2204250}, doi = {10.1016/j.brainresrev.2007.10.007}, issn = {0165-0173}, journal = {Brain Res Rev}, keywords = {dopamine, novelty, review, reward, sc}, month = {October}, posted-at = {2008-01-15 12:44:20}, priority = {2}, title = {What is reinforced by phasic dopamine signals?}, url = {http://dx.doi.org/10.1016/j.brainresrev.2007.10.007}, year = {2007} }

TY - JOUR ID - citeulike:2204250 L3 - citeulike-article-id:2204250 TI - What is reinforced by phasic dopamine signals? JF - Brain Res Rev AD - Department of Psychology, University of Sheffield, Western Bank, Sheffield, S10 2TP, United Kingdom. SN - 0165-0173 N2 - The basal ganglia have been associated with processes of reinforcement learning. A strong line of supporting evidence comes from the recording of dopamine (DA) neurones in behaving monkeys. Unpredicted, biologically salient events, including rewards cause a stereotypic short-latency (70-100 ms), short-duration (100-200 ms) burst of DA activity - the phasic response. This response is widely considered to represent reward prediction errors used as teaching signals in appetitive learning to promote actions that will maximise future reward acquisition. For DA signalling to perform this function, sensory processing afferent to DA neurones should discriminate unpredicted reward-related events. However, the comparative response latencies of DA neurones and orienting gaze-shifts indicate that phasic DA responses are triggered by pre-attentive sensory processing. Consequently, in circumstances where biologically salient events are both spatially and temporally unpredictable, it is unlikely their identity will be known at the time of DA signalling. The limited quality of afferent sensory processing and the precise timing of phasic DA signals, suggests that they may play a less direct role in 'Law of Effect' appetitive learning. Rather, the 'time-stamp' nature of the phasic response, in conjunction with the other signals likely to be present in the basal ganglia at the time of phasic DA input, suggests it may reinforce the discovery of unpredicted sensory events for which the organism is responsible. Furthermore, DA-promoted repetition of preceding actions/movements should enable the system to converge on those aspects of context and behavioural output that lead to the discovery of novel actions. KW - dopamine KW - novelty KW - review KW - reward KW - sc AU - Redgrave, Peter AU - Gurney, Kevin AU - Reynolds, John PY - 2007/10/26/ UR - http://dx.doi.org/10.1016/j.brainresrev.2007.10.007 ER -