%0 Journal Article %1 Huys11 %A Huys, Quentin J. M. %A Cools, Roshan %A Gölzer, Martin %A Friedel, Eva %A Heinz, Andreas %A Dolan, Raymond J. %A Dayan, Peter %D 2011 %I Public Library of Science %J PLoS Comput Biol %K reinforcement\_learning %N 4 %P e1002028+ %R 10.1371/journal.pcbi.1002028 %T Disentangling the Roles of Approach, Activation and Valence in Instrumental and Pavlovian Responding %U http://dx.doi.org/10.1371/journal.pcbi.1002028 %V 7 %X Hard-wired, Pavlovian, responses elicited by predictions of rewards and punishments exert significant benevolent and malevolent influences over instrumentally-appropriate actions. These influences come in two main groups, defined along anatomical, pharmacological, behavioural and functional lines. Investigations of the influences have so far concentrated on the groups as a whole; here we take the critical step of looking inside each group, using a detailed reinforcement learning model to distinguish effects to do with value, specific actions, and general activation or inhibition. We show a high degree of sophistication in Pavlovian influences, with appetitive Pavlovian stimuli specifically promoting approach and inhibiting withdrawal, and aversive Pavlovian stimuli promoting withdrawal and inhibiting approach. These influences account for differences in the instrumental performance of approach and withdrawal behaviours. Finally, although losses are as informative as gains, we find that subjects neglect losses in their instrumental learning. Our findings argue for a view of the Pavlovian system as a constraint or prior, facilitating learning by alleviating computational costs that come with increased flexibility. Beautiful background music in a shop may well tempt us to buy something we neither need nor want. Valenced stimuli have broad and profound influences on ongoing choice behaviour. After replicating known findings whereby approach is enhanced by appetitive Pavlovian stimuli and inhibited by aversive ones, we extend this to withdrawal behaviours, but critically controlling for the valence of the withdrawal behaviours themselves. We find that even when withdrawal is appetitively motivated, it is still inhibited by appetitive Pavlovian stimuli and enhanced by aversive ones. This shows, for the first time, that the effect of background Pavlovian stimuli depends critically on the intrinsic valence of behaviours, and differs between approach and withdrawal.

@article{Huys11, abstract = {Hard-wired, Pavlovian, responses elicited by predictions of rewards and punishments exert significant benevolent and malevolent influences over instrumentally-appropriate actions. These influences come in two main groups, defined along anatomical, pharmacological, behavioural and functional lines. Investigations of the influences have so far concentrated on the groups as a whole; here we take the critical step of looking inside each group, using a detailed reinforcement learning model to distinguish effects to do with value, specific actions, and general activation or inhibition. We show a high degree of sophistication in Pavlovian influences, with appetitive Pavlovian stimuli specifically promoting approach and inhibiting withdrawal, and aversive Pavlovian stimuli promoting withdrawal and inhibiting approach. These influences account for differences in the instrumental performance of approach and withdrawal behaviours. Finally, although losses are as informative as gains, we find that subjects neglect losses in their instrumental learning. Our findings argue for a view of the Pavlovian system as a constraint or prior, facilitating learning by alleviating computational costs that come with increased flexibility. Beautiful background music in a shop may well tempt us to buy something we neither need nor want. Valenced stimuli have broad and profound influences on ongoing choice behaviour. After replicating known findings whereby approach is enhanced by appetitive Pavlovian stimuli and inhibited by aversive ones, we extend this to withdrawal behaviours, but critically controlling for the valence of the withdrawal behaviours themselves. We find that even when withdrawal is appetitively motivated, it is still inhibited by appetitive Pavlovian stimuli and enhanced by aversive ones. This shows, for the first time, that the effect of background Pavlovian stimuli depends critically on the intrinsic valence of behaviours, and differs between approach and withdrawal.}, added-at = {2011-05-09T11:37:55.000+0200}, author = {Huys, Quentin J. M. and Cools, Roshan and G\"{o}lzer, Martin and Friedel, Eva and Heinz, Andreas and Dolan, Raymond J. and Dayan, Peter}, biburl = {https://www.bibsonomy.org/bibtex/2af3f4650d71187f962d854573454ded9/meduz}, citeulike-article-id = {9244206}, citeulike-linkout-0 = {http://dx.doi.org/10.1371/journal.pcbi.1002028}, day = 21, doi = {10.1371/journal.pcbi.1002028}, groups = {public}, interhash = {6d859b066e479171a14c803de94d9c0b}, intrahash = {af3f4650d71187f962d854573454ded9}, journal = {PLoS Comput Biol}, keywords = {reinforcement\_learning}, month = {#apr#}, number = 4, pages = {e1002028+}, posted-at = {2011-05-03 12:51:54}, priority = {0}, publisher = {Public Library of Science}, timestamp = {2011-05-09T11:37:55.000+0200}, title = {Disentangling the Roles of Approach, Activation and Valence in Instrumental and Pavlovian Responding}, url = {http://dx.doi.org/10.1371/journal.pcbi.1002028}, username = {meduz}, volume = 7, year = 2011 }