{ "labelLang" : "hun", "responseDate" : "2024-03-29 12:26", "content" : { "otype" : "JournalArticle", "mtid" : 31360233, "status" : "VALIDATED", "published" : true, "comment" : "Export Date: 25 June 2020 \n Correspondence Address: Calcagni, G.; Instituto de Estructura de la Materia, CSICSpain; email: g.calcagni@csic.es \n Funding details: Ministerio de EconomÃa y Competitividad, MINECO \n Funding details: Universidad Nacional de Educación a Distancia, UNED, PSI2016-80082-P \n Funding text 1: GC thanks Pedro Vidal for invaluable help in writing the PASCAL programs of the pilot experiments that eventually led to the program used in this paper and Esmeralda Fuentes, Gabriela E. L?pez-Tolsa, Ana de Paz and Valeria E. Guti?rrez-Ferre for rat-related advice. All authors thank Justin Harris for many fruitful discussions and for giving us access to the data of Harris et al. (2015), Ralph Miller for his comments and suggestions about the experimental design, Antonio Rey for his outstanding handling of the lab schedule and of technical issues, and Vanessa Rold?n for her involvement in the experiment and daily lab routine through part of this project. The experiment was run at the Animal Behavior Lab, Departamento de Psicolog?a B?sica I, Facultad de Psicolog?a, Universidad Nacional de Educaci?n a Distancia, Madrid, Spain, and was supported by grant PSI2016-80082-P from Ministerio de Econom?a y Competitividad, Secretar?a de Estado de Investigaci?n, Desarrollo e Innovaci?n, Spanish Government (RP).", "unhandledTickets" : 0, "deleted" : false, "lastRefresh" : "2020-12-06T04:12:02.389+0000", "lastModified" : "2020-08-25T22:26:56.181+0000", "created" : "2020-06-25T11:52:25.296+0000", "creator" : { "otype" : "Author", "mtid" : 10024096, "link" : "/api/author/10024096", "label" : "Eke András (Élettan)", "familyName" : "Eke", "givenName" : "András", "published" : true, "oldId" : 10024096, "snippet" : true }, "validated" : "2020-08-25T22:26:47.802+0000", "validator" : { "otype" : "Admin", "mtid" : 565, "link" : "/api/admin/565", "label" : "WoS import (admin)", "familyName" : "WoS", "givenName" : "import", "published" : true, "snippet" : true }, "core" : false, "citation" : true, "publicationPending" : false, "type" : { "otype" : "PublicationType", "mtid" : 24, "link" : "/api/publicationtype/24", "label" : "Folyóiratcikk", "code" : 24, "otypeName" : "JournalArticle", "listPosition" : 1, "published" : true, "oldId" : 24, "snippet" : true }, "subType" : { "otype" : "SubType", "mtid" : 10000059, "link" : "/api/subtype/10000059", "label" : "Szakcikk (Folyóiratcikk)", "name" : "Szakcikk", "nameEng" : "Article", "docType" : { "otype" : "PublicationType", "mtid" : 24, "link" : "/api/publicationtype/24", "label" : "Folyóiratcikk", "code" : 24, "otypeName" : "JournalArticle", "listPosition" : 1, "published" : true, "oldId" : 24, "snippet" : true }, "listPosition" : 101, "published" : true, "oldId" : 10000059, "snippet" : true }, "category" : { "otype" : "Category", "mtid" : 1, "link" : "/api/category/1", "label" : "Tudományos", "published" : true, "oldId" : 1, "snippet" : true }, "languages" : [ { "otype" : "Language", "mtid" : 10002, "link" : "/api/language/10002", "label" : "Angol", "name" : "Angol", "nameEng" : "English", "published" : true, "oldId" : 2, "snippet" : true } ], "firstAuthor" : "Calcagni, G.", "authorships" : [ { "otype" : "PersonAuthorship", "mtid" : 91960850, "link" : "/api/authorship/91960850", "label" : "Calcagni, G. ✉", "listPosition" : 1, "share" : 0.0, "first" : true, "last" : false, "corresponding" : true, "familyName" : "Calcagni", "givenName" : "G.", "authorTyped" : true, "editorTyped" : false, "otherTyped" : false, "type" : { "otype" : "AuthorshipType", "mtid" : 1, "link" : "/api/authorshiptype/1", "label" : "Szerző", "code" : 0, "published" : true, "oldId" : 0, "snippet" : true }, "published" : false, "snippet" : true }, { "otype" : "PersonAuthorship", "mtid" : 91960851, "link" : "/api/authorship/91960851", "label" : "Caballero-Garrido, E.", "listPosition" : 2, "share" : 0.0, "first" : false, "last" : false, "corresponding" : false, "familyName" : "Caballero-Garrido", "givenName" : "E.", "authorTyped" : true, "editorTyped" : false, "otherTyped" : false, "type" : { "otype" : "AuthorshipType", "mtid" : 1, "link" : "/api/authorshiptype/1", "label" : "Szerző", "code" : 0, "published" : true, "oldId" : 0, "snippet" : true }, "published" : false, "snippet" : true }, { "otype" : "PersonAuthorship", "mtid" : 91960852, "link" : "/api/authorship/91960852", "label" : "Pellón, R.", "listPosition" : 3, "share" : 0.0, "first" : false, "last" : true, "corresponding" : false, "familyName" : "Pellón", "givenName" : "R.", "authorTyped" : true, "editorTyped" : false, "otherTyped" : false, "type" : { "otype" : "AuthorshipType", "mtid" : 1, "link" : "/api/authorshiptype/1", "label" : "Szerző", "code" : 0, "published" : true, "oldId" : 0, "snippet" : true }, "published" : false, "snippet" : true } ], "title" : "Behavior Stability and Individual Differences in Pavlovian Extended Conditioning", "identifiers" : [ { "otype" : "PublicationIdentifier", "mtid" : 17019142, "link" : "/api/publicationidentifier/17019142", "label" : "DOI: 10.3389/fpsyg.2020.00612", "source" : { "otype" : "PlainSource", "mtid" : 6, "link" : "/api/publicationsource/6", "label" : "DOI", "type" : { "otype" : "PublicationSourceType", "mtid" : 10001, "link" : "/api/publicationsourcetype/10001", "label" : "DOI", "mayHaveOa" : true, "published" : true, "snippet" : true }, "name" : "DOI", "nameEng" : "DOI", "linkPattern" : "https://doi.org/@@@", "publiclyVisible" : true, "published" : true, "oldId" : 6, "snippet" : true }, "validState" : "IDENTICAL", "idValue" : "10.3389/fpsyg.2020.00612", "realUrl" : "https://doi.org/10.3389%2Ffpsyg.2020.00612", "published" : false, "snippet" : true }, { "otype" : "PublicationIdentifier", "mtid" : 17019143, "link" : "/api/publicationidentifier/17019143", "label" : "WoS: 000531627600001", "source" : { "otype" : "PlainSource", "mtid" : 1, "link" : "/api/publicationsource/1", "label" : "WoS", "type" : { "otype" : "PublicationSourceType", "mtid" : 10003, "link" : "/api/publicationsourcetype/10003", "label" : "Indexelő adatbázis", "mayHaveOa" : false, "published" : true, "snippet" : true }, "name" : "WoS", "nameEng" : "WoS", "linkPattern" : "http://gateway.isiknowledge.com/gateway/Gateway.cgi?&GWVersion=2&SrcAuth=CustomerName&SrcApp=CustomerName&DestLinkType=FullRecord&KeyUT=@@@&DestApp=WOS", "publiclyVisible" : true, "published" : true, "oldId" : 1, "snippet" : true }, "validState" : "IDENTICAL", "idValue" : "000531627600001", "realUrl" : "http://gateway.isiknowledge.com/gateway/Gateway.cgi?&GWVersion=2&SrcAuth=CustomerName&SrcApp=CustomerName&DestLinkType=FullRecord&KeyUT=000531627600001&DestApp=WOS", "published" : false, "snippet" : true }, { "otype" : "PublicationIdentifier", "mtid" : 17019141, "link" : "/api/publicationidentifier/17019141", "label" : "Scopus: 85084253140", "source" : { "otype" : "PlainSource", "mtid" : 3, "link" : "/api/publicationsource/3", "label" : "Scopus", "type" : { "otype" : "PublicationSourceType", "mtid" : 10003, "link" : "/api/publicationsourcetype/10003", "label" : "Indexelő adatbázis", "mayHaveOa" : false, "published" : true, "snippet" : true }, "name" : "Scopus", "linkPattern" : "http://www.scopus.com/record/display.url?origin=inward&eid=2-s2.0-@@@", "publiclyVisible" : true, "published" : true, "oldId" : 3, "snippet" : true }, "idValue" : "85084253140", "realUrl" : "http://www.scopus.com/record/display.url?origin=inward&eid=2-s2.0-85084253140", "published" : false, "snippet" : true } ], "journal" : { "otype" : "Journal", "mtid" : 10020827, "link" : "/api/journal/10020827", "label" : "FRONTIERS IN PSYCHOLOGY 1664-1078", "pIssn" : "1664-1078", "reviewType" : "REVIEWED", "noIF" : false, "sciIndexed" : true, "scopusIndexed" : true, "lang" : "FOREIGN", "hungarian" : false, "published" : true, "oldId" : 10020827, "snippet" : true }, "volume" : "11", "internalId" : "612", "firstPageOrInternalIdForSort" : "612", "publishedYear" : 2020, "abstractText" : "How stable and general is behavior once maximum learning is reached? To answer this question and understand post-acquisition behavior and its related individual differences, we propose a psychological principle that naturally extends associative models of Pavlovian conditioning to a dynamical oscillatory model where subjects have a greater memory capacity than usually postulated, but with greater forecast uncertainty. This results in a greater resistance to learning in the first few sessions followed by an over-optimal response peak and a sequence of progressively damped response oscillations. We detected the first peak and trough of the new learning curve in our data, but their dispersion was too large to also check the presence of oscillations with smaller amplitude. We ran an unusually long experiment with 32 rats over 3,960 trials, where we excluded habituation and other well-known phenomena as sources of variability in the subjects' performance. Using the data of this and another Pavlovian experiment by Harris et al. (2015), as an illustration of the principle we tested the theory against the basic associative single-cue Rescorla–Wagner (RW) model. We found evidence that the RW model is the best non-linear regression to data only for a minority of the subjects, while its dynamical extension can explain the almost totality of data with strong to very strong evidence. Finally, an analysis of short-scale fluctuations of individual responses showed that they are described by random white noise, in contrast with the colored-noise findings in human performance. © Copyright © 2020 Calcagni, Caballero-Garrido and Pellón.", "keywords" : [ { "otype" : "Keyword", "mtid" : 1013969, "link" : "/api/keyword/1013969", "label" : "Associative models", "published" : true, "oldId" : 1013969, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1026209, "link" : "/api/keyword/1026209", "label" : "1/F NOISE", "published" : true, "oldId" : 1026209, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1141661, "link" : "/api/keyword/1141661", "label" : "Individual differences", "published" : true, "oldId" : 1141661, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1689539, "link" : "/api/keyword/1689539", "label" : "Rescorla-Wagner model", "published" : true, "snippet" : true }, { "otype" : "Keyword", "mtid" : 1762513, "link" : "/api/keyword/1762513", "label" : "Pavlovian conditioning", "published" : true, "snippet" : true }, { "otype" : "Keyword", "mtid" : 2022294, "link" : "/api/keyword/2022294", "label" : "Bayes information criterion", "published" : true, "snippet" : true }, { "otype" : "Keyword", "mtid" : 2022295, "link" : "/api/keyword/2022295", "label" : "extended training", "published" : true, "snippet" : true } ], "digital" : null, "printed" : null, "sourceYear" : 2020, "foreignEdition" : true, "foreignLanguage" : true, "fullPublication" : true, "conferencePublication" : false, "nationalOrigin" : null, "missingAuthor" : false, "oaType" : "GOLD", "oaCheckDate" : "2020-12-06", "oaFree" : false, "oaLink" : "http://www.frontiersin.org/psychology", "citationCount" : 0, "citationCountUnpublished" : 0, "citationCountWoOther" : 0, "independentCitCountWoOther" : 0, "doiCitationCount" : 0, "wosCitationCount" : 0, "scopusCitationCount" : 0, "independentCitationCount" : 0, "unhandledCitationCount" : 0, "citingPubCount" : 0, "independentCitingPubCount" : 0, "unhandledCitingPubCount" : 0, "citedPubCount" : 1, "citedCount" : 1, "ratings" : [ { "otype" : "MtaRating", "mtid" : 10486386, "link" : "/api/mtarating/10486386", "label" : "PedTB:A FRONTIERS IN PSYCHOLOGY 1664-1078", "ratingType" : { "otype" : "RatingType", "mtid" : 10023, "link" : "/api/ratingtype/10023", "label" : "PedTB", "code" : "PedTB", "institute" : { "otype" : "Institute", "mtid" : 14107, "link" : "/api/institute/14107", "label" : "Pedagógiai Tudományos Bizottság II. FTO PedTB [1901-]", "childrenCount" : 0, "allowInstForum" : false, "allowOnlineRegistration" : true, "name" : "Pedagógiai Tudományos Bizottság", "nameEng" : "Pedagógiai Tudományos Bizottság", "published" : true, "oldId" : 14107, "snippet" : true }, "published" : true, "snippet" : true }, "val" : "A", "published" : true, "snippet" : true }, { "otype" : "MtaRating", "mtid" : 519207, "link" : "/api/mtarating/519207", "label" : "SZTB:B FRONTIERS IN PSYCHOLOGY 1664-1078", "ratingType" : { "otype" : "RatingType", "mtid" : 10007, "link" : "/api/ratingtype/10007", "label" : "SZTB", "code" : "SZTB", "institute" : { "otype" : "Institute", "mtid" : 14102, "link" : "/api/institute/14102", "label" : "Szociológiai Tudományos Bizottság IXGJO SZTB [1901-]", "childrenCount" : 0, "allowInstForum" : false, "allowOnlineRegistration" : true, "name" : "Szociológiai Tudományos Bizottság", "nameEng" : "Szociológiai Tudományos Bizottság", "published" : true, "oldId" : 14102, "snippet" : true }, "published" : true, "snippet" : true }, "val" : "B", "published" : true, "oldId" : 19207, "snippet" : true }, { "otype" : "SjrRating", "mtid" : 10885279, "link" : "/api/sjrrating/10885279", "label" : "sjr:Q1 (2020) Scopus - Psychology (miscellaneous) FRONTIERS IN PSYCHOLOGY 1664-1078", "listPos" : 65, "rankValue" : 0.24, "type" : "journal", "ratingType" : { "otype" : "RatingType", "mtid" : 10002, "link" : "/api/ratingtype/10002", "label" : "sjr", "code" : "sjr", "published" : true, "snippet" : true }, "subject" : { "otype" : "ClassificationExternal", "mtid" : 3201, "link" : "/api/classificationexternal/3201", "label" : "Scopus - Psychology (miscellaneous)", "published" : true, "oldId" : 3201, "snippet" : true }, "ranking" : "Q1", "calculation" : "FROM_LAST_YEAR", "published" : true, "snippet" : true } ], "ratingsForSort" : "Q2", "mtaRatingsForSort" : "A", "referenceList" : "Akaike, H., A new look at the statistical model identification (1974) IEEE Trans. Autom. Control, 19, p. 716 ;\n Ayres, J.J.B., Berger-Gross, P., Kohler, E.A., Mahoney, W.J., Stone, S., Some orderly nonmonotonicities in the trial-by-trial acquisition of conditioned suppression: inhibition with reinforcement? (1979) Anim. Learn. Behav, 7, p. 174 ;\n Balakrishnan, J., Neural network learning dynamics in a path integral framework (2000) Eur. Phys. J. B, 15, p. 679 ;\n Blanco, F., Moris, J., Bayesian methods for addressing long-standing problems in associative learning: the case of PREE (2018) Q. J. Exper. Psychol, 71, p. 1844. , 28726560 ;\n Bouton, M., Frohardt, R., Sunsay, C., Waddell, J., Morris, R., Contextual control of inhibition with reinforcement: adaptation and timing mechanisms (2008) J. Exp. Psychol. Anim. Behav. Process, 34, p. 223. , 18426305 ;\n Bower, G.H., A turning point in mathematical learning theory (1994) Psychol. Rev, 101, p. 290. , 8022959 ;\n Braun, D.A., Ortega, P.A., Theodorou, E., Schaal, S., “Path integral control and bounded rationality,” (2011) 2011 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL), pp. 202-209. , Paris, IEEE ;\n Bush, R.R., Mosteller, F., A mathematical model for simple learning (1951) Psychol. Rev, 58, p. 313. , a, 14883244 ;\n Bush, R.R., Mosteller, F., A model for stimulus generalization and discrimination (1951) Psychol. Rev, 58, p. 413. , b, 14900302 ;\n Bush, R.R., Mosteller, F., A stochastic model with applications to learning (1953) Ann. Math. Stat, 24, p. 559 ;\n Calcagni, G., The geometry of learning (2018) J. Math. Psychol, 84, p. 74 ;\n Çevik, M.Ö., Habituation, sensitization, and Pavlovian conditioning (2014) Front. Integr. Neurosci, 8, p. 13. , 24574983 ;\n Dickinson, A., Balleine, B.W., “The role of learning in the operation of motivational systems,” (2002) Stevens' Handbook of Experimental Psychology. Vol. 3. Learning, Motivation and Emotion, pp. 497-533. , Gallistel C.R., (ed), New York, NY, Wiley, ed ;\n Dixon, J.A., Holden, J.G., Mirman, D., Stephen, D.G., Multifractal dynamics in the emergence of cognitive structure (2012) Topics Cogn. Sci, 4, p. 51. , 22253177 ;\n Dixon, J.A., Stephen, D.G., Boncoddo, R.A., Anastas, J., The self-organization of cognitive structure (2010) Psychol. Learn. Motiv, 52, p. 343 ;\n Dukhayyil, A., Lyons, J.E., The effect of overtraining on behavioral contrast and the peak-shift (1973) J. Exp. Anal. Behav, 20, p. 253. , 16811704 ;\n Eke, A., Herman, P., Kocsis, L., Kozak, L.R., Fractal characterization of complexity in temporal physiological signals (2002) Physiol. Meas, 23, p. R1. , 11876246 ;\n Estes, W.K., Burke, C.J., A theory of stimulus variability in learning (1953) Psychol. Rev, 60, p. 276. , 13089006 ;\n Estes, W.K., Toward a statistical theory of learning (1950) Psychol. Rev, 57, p. 94 ;\n Estes, W.K., The problem of inference from curves based on group data (1956) Psychol. Bull, 53, p. 134. , 13297917 ;\n Farrell, S., Wagenmakers, E.-J., Ratcliff, R., 1/f noise in human cognition: is it ubiquitous, and what does it mean? (2006) Psychon. Bull. Rev, 13, p. 737. , 17201378 ;\n Farshidian, F., Buchli, J., (2013) Path integral stochastic optimal control for reinforcement learning (unpublished), , http://www.adrl.ethz.ch/archive/p_13_rldm_pisoc.pdf, Available online at ;\n Finger, F.W., The effect of varying conditions of reinforcement upon a simple running response (1942) J. Exper. Psychol, 30, p. 53 ;\n Gallistel, C.R., Fairhurst, S., Balsam, P., The learning curve: implications of a quantitative analysis (2004) Proc. Nat. Acad. Sci. U.S.A, 101, p. 13124. , 15331782 ;\n Gallistel, C.R., On the evils of group averaging: commentary on Nevin's “Resistance to extinction and behavioral momentum” (2012) Behav. Proc, 90, p. 98 ;\n Gilden, D.L., Thornton, T., Mallon, M.W., 1/f noise in human cognition (1995) Science, 267, p. 1837. , 7892611 ;\n Gilden, D.L., Cognitive emissions of 1/f noise (2001) Psychol. Rev, 108, p. 33. , 11212631 ;\n Glautier, S., Revisiting the learning curve (once again) (2013) Front. Psychol, 4, p. 982. , 24421774 ;\n Gür, E., Duyan, Y.A., Balci, F., Spontaneous integration of temporal information: implications for representational/computational capacity of animals (2018) Anim. Cogn, 21, p. 3. , 29027025 ;\n Harris, J.A., Patterson, A.E., Gharaei, S., Pavlovian conditioning and cumulative reinforcement rate (2015) J. Exp. Psychol. Anim. Learn. Cogn, 41, p. 137. , 25734756 ;\n Hayes, K.J., The backward curve: a method for the study of learning (1953) Psychol. Rev, 60, p. 269. , 13089005 ;\n Hearst, E., Contrast and stimulus generalization following prolonged discrimination training (1971) J. Exp. Anal. Behav, 15, p. 355. , 16811521 ;\n Holden, J.G., Choi, I., Amazeen, P.G., Van Orden, G., Fractal 1/f dynamics suggest entanglement of measurement and human performance (2011) J. Exp. Psychol. Hum. Percept. Perform, 37, p. 935. , 21133553 ;\n Holden, J.G., Van Orden, G.C., Turvey, M.T., Dispersion of response times reveals cognitive dynamics (2009) Psychol. Rev, 116, p. 318. , 19348544 ;\n Holden, J.G., “Gauging the fractal dimension of response times from cognitive tasks,” (2005) Contemporary Nonlinear Methods for Behavioral Scientists: A Webbook Tutorial, Orden, pp. 267-318. , Riley M.A., Van G.C., (eds), eds ;\n Holden, J.G., Cognitive effects as distribution rescaling (2013) Ecol. Psychol, 25, p. 256 ;\n Hull, C.L., (1943) Principles of Behavior, , New York, NY, Ale-Century-Crofts ;\n Ihlen, E.A.F., Vereijken, B., Interaction-dominant dynamics in human cognition: beyond 1/fα fluctuation (2010) J. Exp. Psychol. Gen, 139, p. 436 ;\n Ihlen, E.A.F., Vereijken, B., Multifractal formalisms of human behavior (2013) Hum. Mov. Sci, 32, p. 633. , 24054900 ;\n Jaksic, H., Vause, T., Frijters, J.C., Feldman, M., A comparison of a novel application of hierarchical linear modeling and nonparametric analysis for single-subject designs (2018) Behav. Anal. Res. Prac, 18, p. 203 ;\n Jeffreys, H., (1961) Theory of Probability. 3rd Edn, , Oxford, Oxford University Press ;\n Jozefowiez, J., Witnauer, J.E., Miller, R.R., Two components of responding in Pavlovian lick suppression (2011) Learn. Behav, 39, p. 138. , 21264570 ;\n Kappen, H.J., An introduction to stochastic control theory, path integrals and reinforcement learning (2007) AIP Conf. Proc, 887, p. 149 ;\n Kass, R.E., Raftery, A.E., Bayes Factors (1995) J. Amer. Stat. Assoc, 90, p. 773 ;\n Kaye, H., Pearce, J.M., The strength of the orienting response during Pavlovian conditioning (1984) J. Exp. Psychol. Anim. Behav. Process, 10, p. 90. , 6707583 ;\n Kello, C.T., Anderson, G.G., Holden, J.G., Van Orden, G.C., The pervasiveness of 1/f scaling in speech reflects the metastable basis of cognition (2008) Cogn. Sci, 32, p. 1217. , 21585450 ;\n Kello, C.T., Beltz, B.C., Holden, J.G., Van Orden, G.C., The emergent coordination of cognitive function (2007) J. Exp. Psychol. Gen, 136, p. 551. , 17999570 ;\n Kello, C.T., Brown, G.D.A., Ferrer-i-Cancho, R., Holden, J.G., Linkenkaer-Hansen, K., Rhodes, T., Scaling laws in cognitive sciences (2010) Trends Cogn. Sci, 14, p. 223. , 20363176 ;\n Killeen, P.R., Nevin, J.A., The basis of behavioral momentum in the nonlinearity of strength (2018) J. Exp. Anal. Behav, 109, p. 4. , 29323735 ;\n Killeen, P.R., Pellón, R., Adjunctive behaviors are operants (2013) Learn. Behav, 41, p. 1. , 23359373 ;\n Kimmel, H.D., Burns, R.A., “Adaptational aspects of conditioning,” (1975) Handbook of Learning and Cognitive Processes, pp. 99-142. , Estes W.K., (ed), Hillsdale, NJ, Erlbaum,. 2, ed ;\n Le Pelley, M.E., The role of associative history in models of associative learning: a selective review and a hybrid model (2004) Q. J. Exp. Psychol, 57, p. 193. , 15204108 ;\n Likens, A.D., Fine, J.M., Amazeen, E.L., Amazeen, P.G., Experimental control of scaling behavior: what is not fractal? (2015) Exp. Brain Res, 233, p. 2813 ;\n Mackintosh, N.J., A theory of attention: variations in the associability of stimuli with reinforcement (1975) Psychol. Rev, 82, p. 276 ;\n Mazur, J.E., Hastie, R., Learning as accumulation: a reexamination of the learning curve (1978) Psychol. Bull, 85, p. 1256. , 734012 ;\n Merrill, M., The relationship of individual growth to average growth (1931) Hum. Biol. 3, p. 37 ;\n Millenson, J.R., Random interval schedules of reinforcement (1963) J. Exp. Anal. Behav, 6, p. 437. , 16811281 ;\n Miller, R.R., Barnet, R.C., Grahame, N.J., Assessment of the Rescorla–Wagner model (1995) Psychol. Bull, 117, p. 363. , 7777644 ;\n Miller, R.R., Matzel, L.D., “The comparator hypothesis: a response rule for the expression of associations,” (1988) The Psychology of Learning and Motivation, pp. 51-92. , Bower G.H., (ed), Orlando, FL, Academic Press,. 2, ed ;\n Mosteller, F., Stochastic models for the learning process (1958) Proc. Amer. Philos. Soc, 102, p. 53 ;\n Newell, A., Rosenbloom, P.S., (1981) Mechanisms of Skill Acquisition and the Law of Practice, , Hillsdale, NJ, Erlbaum ;\n Ornitz, E.M., Guthrie, D., Long-term habituation and sensitization of the acoustic startle response in the normal adult human (1989) Psychophysiology, 26, p. 166. , 2727218 ;\n Overmier, J.B., Payne, R.J., Brackbill, R.M., Linder, B., Lawry, J.A., On the mechanism of the post-asymptotic CR decrement phenomenon (1979) Acta Neurobiol. Exp. (Wars), 39, p. 603. , 547712 ;\n Packer, J.S., Siddle, D.A.T., The effects of signal value on short- and long-term habituation (1987) Biol. Psychol, 24, p. 261. , 3663800 ;\n Pan, Y., Theodorou, E.A., Kontitsis, M., Model-based path integral stochastic control: a Bayesian nonparametric approach (2014) arXiv, , a, 1412.3038 ;\n Pan, Y., Theodorou, E.A., Kontitsis, M., Sample efficient path integral control under uncertainty (2014) arXiv, , b, 1509.01846 ;\n Pavlov, I.P., (1927) Conditioned Reflexes, , London, Oxford University Press ;\n Pearce, J.M., Hall, G., A model for Pavlovian learning: variations in the effectiveness of conditioned but not of unconditioned stimuli (1980) Psychol. Rev, 87, p. 532 ;\n Pellón, R., Íbias, J., Killeen, P.R., Delay gradients for spout-licking and magazine-entering induced by a periodic food schedule (2018) Psychol. Rec, 68, p. 151 ;\n Pellón, R., Killeen, P.R., Responses compete and collaborate, shaping each other's distributions: commentary on Boakes, Patterson, Kendig, and Harris (2015) (2015) J. Exp. Psychol. Anim. Learn. Cogn, 41, p. 444 ;\n Pickens, C.L., Golden, S.A., Adams-Deutsch, T., Nair, S.G., Shaham, Y., Long-lasting incubation of conditioned fear in rats (2009) Biol. Psychiatry, 65, p. 881. , 19167702 ;\n Plaud, J.J., Gaither, G.A., Amato Henderson, S., Devitt, M.K., The long-term habituation of sexual arousal in human males: a crossover design (1997) Psychol. Rec, 47, p. 385 ;\n Qian, N., On the momentum term in gradient descent learning algorithms (1999) Neural Netw, 12, p. 145. , 12662723 ;\n Rescorla, R.A., Wagner, A.R., “A theory of Pavlovian conditioning: variations in the effectiveness of reinforcement and nonreinforcement,” (1972) Classical Conditioning II, pp. 64-99. , Black A.H., Prokasy W.F., (eds), New York, NY, Aleton-Century-Crofts, eds ;\n Riley, M.A., Holden, J.G., Dynamics of cognition (2012) WIREs Cogn. Sci, 3, p. 593. , 26305268 ;\n Rumelhart, D.E., Hinton, G.E., Williams, R.J., “Learning internal representations by error propagation,” (1986) Parallel Distributed Processing, pp. 318-362. , Rumelhart D.E., McClelland J.L., (eds), Cambridge, MA, MIT Press,. 1, eds ;\n Schwarz, G., Estimating the dimension of a model (1978) Ann. Stat, 6, p. 461 ;\n Sidman, M., A note on functional relations obtained from group data (1952) Psychol. Bull, 49, p. 263. , 14930162 ;\n Smith, P.L., Little, D.R., Small is beautiful: in defense of the small-N design (2018) Psychon. Bull. Rev, 25, p. 2083. , 29557067 ;\n Solomon, R.L., Corbit, J.D., An opponent-process theory of motivation: I. Temporal dynamics of affect (1974) Psychol. Rev, 81, p. 119. , 4817611 ;\n Stephen, D.G., Boncoddo, R.A., Magnuson, J.S., Dixon, J.A., The dynamics of insight: mathematical discovery as a phase transition (2009) Mem. Cogn, 37, p. 1132. , a, 19933457 ;\n Stephen, D.G., Dixon, J.A., Isenhower, R.W., Dynamics of representational change: entropy, action, and cognition (2009) J. Exp. Psychol. Hum. Percept. Perform, 35, p. 1811. , b, 19968438 ;\n Terrace, H.S., Behavioral contrast and the peak-shift: effects of extended discrimination training (1966) J. Exp. Anal. Behav, 9, p. 613. , 5970382 ;\n Theodorou, E., Buchli, J., Schaal, S., “Reinforcement learning of motor skills in high dimensions: a path integral approach,” (2010) 2010 IEEE International Conference on Robotics and Automation (ICRA), pp. 2397-2403. , a, Anchorage, AK, IEEE ;\n Theodorou, E., Buchli, J., Schaal, S., A generalized path integral control approach to reinforcement learning (2010) J. Mach. Learn. Res, 11, p. 3137. , http://www.jmlr.org/papers/v11/theodorou10a.html, b, :, Available online at ;\n Theodorou, E.A., (2011) Iterative path integral stochastic optimal control: theory and applications to motor control, , Ph.D. thesis, University of Southern California, Los Angeles, CA, United States ;\n Theodorou, E., Stulp, F., Buchli, J., Schaal, S., An iterative path integral stochastic optimal control approach for learning robotic tasks (2011) IFAC Proc. Vol, 44, p. 11594 ;\n Thompson, R.F., Habituation: a history (2009) Neurobiol. Learn. Mem, 92, p. 127. , 18703156 ;\n Thornton, T.L., Gilden, D.L., Provenance of correlations in psychological data (2005) Psychon. Bull. Rev, 12, p. 409. , 16235626 ;\n Urcelay, G.P., Witnauer, J.E., Miller, R.R., The dual role of the context in postpeak performance decrements resulting from extended training (2012) Learn. Behav, 40, p. 476. , 22359182 ;\n van den Broek, B., Wiegerinck, W., Kappen, B., Graphical model inference in optimal control of stochastic multi-agent systems (2008) J. Art. Int. Res, 32, p. 95 ;\n Van Orden, G.C., Holden, J.G., Turvey, M.T., Self-organization of cognitive performance (2003) J. Exp. Psychol. Gen, 132, p. 331. , 13678372 ;\n Van Orden, G.C., Holden, J.G., Turvey, M.T., Human cognition and 1/f scaling (2005) J. Exp. Psychol. Gen, 134, p. 117. , 15702967 ;\n Wagenmakers, E.-J., Farrell, S., Ratcliff, R., Estimation and interpretation of 1/fα noise in human cognition (2004) Psychon. Bull. Rev, 11, p. 579. , 15581115 ;\n Wagenmakers, E.-J., Farrell, S., Ratcliff, R., Human cognition and a pile of sand: a discussion on serial correlations and self-organized criticality (2005) J. Exp. Psychol. Gen, 135, p. 108 ;\n Wagenmakers, E.-J., van der Maas, H.L.J., Farrell, S., Abstract concepts require concrete models: why cognitive scientists have not yet embraced nonlinearly coupled, dynamical, self-organized critical, synergistic, scale-free, exquisitely context-sensitive, interaction-dominant, multifractal, interdependent brain-body-niche systems (2012) Topics Cogn. Sci, 4, p. 87. , 22253182 ;\n Wagner, A.R., Vogel, E.H., Conditioning: theories (2009) Encycl. Neurosci, 3, p. 49 ;\n Wagner, A.R., “SOP: a model of automatic memory processing in animal behavior,” (1981) Information Processing in Animals: Memory Mechanisms, pp. 5-47. , Spear N.E., Miller R.R., (eds), Hillsdale, NJ, Erlbaum, eds ;\n Witnauer, J.E., Hutchings, R., Miller, R.R., Methods of comparing associative models and an application to retrospective revaluation (2017) Behav. Proc, 144, p. 20. , 28827119 ;\n Young, M.E., A place for statistics in behavior analysis (2018) Behav. Anal. Res. Prac, 18, p. 193", "hasCitationDuplums" : false, "userChangeableUntil" : "2020-09-23T12:04:30.325+0000", "directInstitutesForSort" : "", "ownerAuthorCount" : 2, "ownerInstituteCount" : 17, "directInstituteCount" : 0, "authorCount" : 3, "contributorCount" : 0, "hasQualityFactor" : true, "link" : "/api/publication/31360233", "label" : "Calcagni G. et al. Behavior Stability and Individual Differences in Pavlovian Extended Conditioning. (2020) FRONTIERS IN PSYCHOLOGY 1664-1078 11", "template" : "