[ { "key": "PRCW7GEB", "version": 295, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/PRCW7GEB", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/PRCW7GEB", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Juarrero", "parsedDate": "1999", "numChildren": 0 }, "data": { "key": "PRCW7GEB", "version": 295, "itemType": "book", "title": "Dynamics in Action: Intentional Behavior as a Complex System", "creators": [ { "creatorType": "author", "firstName": "Alicia", "lastName": "Juarrero" } ], "abstractNote": "", "series": "", "seriesNumber": "", "volume": "", "numberOfVolumes": "", "edition": "", "date": "1999", "publisher": "MIT Press", "place": "Cambridge, MA, USA", "originalDate": "", "originalPublisher": "", "originalPlace": "", "format": "", "numPages": "", "ISBN": "", "DOI": "", "citationKey": "", "url": "http://www.amazon.com/Dynamics-Action-Intentional-Behavior-Complex/dp/0262600471", "accessDate": "2015-08-03T13:41:49Z", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": { "owl:sameAs": "http://zotero.org/groups/60274/items/ZNR68EQ2" }, "dateAdded": "2017-11-16T10:38:37Z", "dateModified": "2018-06-25T13:05:19Z" } }, { "key": "TCQ4FNSB", "version": 294, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/TCQ4FNSB", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/TCQ4FNSB", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Priesemann et al.", "parsedDate": "2014", "numChildren": 0 }, "data": { "key": "TCQ4FNSB", "version": 294, "itemType": "journalArticle", "title": "Spike avalanches in vivo suggest a driven, slightly subcritical brain state", "creators": [ { "creatorType": "author", "firstName": "Viola", "lastName": "Priesemann" }, { "creatorType": "author", "firstName": "Michael", "lastName": "Wibral" }, { "creatorType": "author", "firstName": "Mario", "lastName": "Valderrama" }, { "creatorType": "author", "firstName": "Robert", "lastName": "Pröpper" }, { "creatorType": "author", "firstName": "Michel", "lastName": "Le Van Quyen" }, { "creatorType": "author", "firstName": "Theo", "lastName": "Geisel" }, { "creatorType": "author", "firstName": "Jochen", "lastName": "Triesch" }, { "creatorType": "author", "firstName": "Danko", "lastName": "Nikolić" }, { "creatorType": "author", "firstName": "Matthias H. J.", "lastName": "Munk" } ], "abstractNote": "In self-organized critical (SOC) systems avalanche size distributions follow power-laws. Power-laws have also been observed for neural activity, and so it has been proposed that SOC underlies brain organization as well. Surprisingly, for spiking activity in vivo, evidence for SOC is still lacking. Therefore we analyzed highly parallel spike recordings from awake rats and monkeys, anaesthetized cats, and also local field potentials from humans. We compared these to spiking activity from two established critical models: the Bak-Tang-Wiesenfeld model, and a stochastic branching model. We found fundamental differences between the neural and the model activity. These differences could be overcome for both models through a combination of three modifications: (1) subsampling, (2) increasing the input to the model (this way eliminating the separation of time scales, which is fundamental to SOC and its avalanche definition), and (3) making the model slightly sub-critical. The match between the neural activity and the modified models held not only for the classical avalanche size distributions and estimated branching parameters, but also for two novel measures (mean avalanche size, and frequency of single spikes), and for the dependence of all these measures on the temporal bin size. Our results suggest that neural activity in vivo shows a mélange of avalanches, and not temporally separated ones, and that their global activity propagation can be approximated by the principle that one spike on average triggers a little less than one spike in the next step. This implies that neural activity does not reflect a SOC state but a slightly sub-critical regime without a separation of time scales. Potential advantages of this regime may be faster information processing, and a safety margin from super-criticality, which has been linked to epilepsy.", "publicationTitle": "Frontiers in Systems Neuroscience", "publisher": "", "place": "", "date": "2014", "volume": "8", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Front. Syst. Neurosci.", "DOI": "10.3389/fnsys.2014.00108", "citationKey": "", "url": "https://www.frontiersin.org/articles/10.3389/fnsys.2014.00108/full", "accessDate": "2018-06-25T09:31:10Z", "PMID": "", "PMCID": "", "ISSN": "1662-5137", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "Frontiers", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Cats", "type": 1 }, { "tag": "Humans", "type": 1 }, { "tag": "Phase Transition", "type": 1 }, { "tag": "Population Dynamics", "type": 1 }, { "tag": "Rats", "type": 1 }, { "tag": "highly parallel recordings", "type": 1 }, { "tag": "human intracranial recordings", "type": 1 }, { "tag": "intracranial recordings", "type": 1 }, { "tag": "local field potential", "type": 1 }, { "tag": "monkeys", "type": 1 }, { "tag": "multiunit activity", "type": 1 }, { "tag": "neuronal avalanches", "type": 1 }, { "tag": "self-organized criticality", "type": 1 }, { "tag": "separation of time scales", "type": 1 }, { "tag": "spike train analysis", "type": 1 }, { "tag": "spiking neural networks", "type": 1 }, { "tag": "stability analysis", "type": 1 }, { "tag": "subcritical", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-25T09:31:10Z", "dateModified": "2018-06-25T09:49:11Z" } }, { "key": "5CAS25W6", "version": 293, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/5CAS25W6", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/5CAS25W6", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Harvey", "parsedDate": "2009", "numChildren": 0 }, "data": { "key": "5CAS25W6", "version": 293, "itemType": "conferencePaper", "title": "The microbial genetic algorithm", "creators": [ { "creatorType": "author", "firstName": "Inman", "lastName": "Harvey" } ], "abstractNote": "", "proceedingsTitle": "Proceedings of the European Conference on Artificial Life", "conferenceName": "European Conference on Artificial Life", "publisher": "Springer", "place": "", "date": "2009", "eventPlace": "", "volume": "", "issue": "", "numberOfVolumes": "", "pages": "126-133", "series": "", "seriesNumber": "", "DOI": "", "ISBN": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-25T09:41:05Z", "dateModified": "2018-06-25T09:44:28Z" } }, { "key": "C4VX3ZA2", "version": 291, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/C4VX3ZA2", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/C4VX3ZA2", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Barnett et al.", "parsedDate": "2013-10-24", "numChildren": 0 }, "data": { "key": "C4VX3ZA2", "version": 291, "itemType": "journalArticle", "title": "Information Flow in a Kinetic Ising Model Peaks in the Disordered Phase", "creators": [ { "creatorType": "author", "firstName": "Lionel", "lastName": "Barnett" }, { "creatorType": "author", "firstName": "Joseph T.", "lastName": "Lizier" }, { "creatorType": "author", "firstName": "Michael", "lastName": "Harré" }, { "creatorType": "author", "firstName": "Anil K.", "lastName": "Seth" }, { "creatorType": "author", "firstName": "Terry", "lastName": "Bossomaier" } ], "abstractNote": "There is growing evidence that for a range of dynamical systems featuring complex interactions between large ensembles of interacting elements, mutual information peaks at order-disorder phase transitions. We conjecture that, by contrast, information flow in such systems will generally peak strictly on the disordered side of a phase transition. This conjecture is verified for a ferromagnetic 2D lattice Ising model with Glauber dynamics and a transfer entropy-based measure of systemwide information flow. Implications of the conjecture are considered, in particular, that for a complex dynamical system in the process of transitioning from disordered to ordered dynamics (a mechanism implicated, for example, in financial market crashes and the onset of some types of epileptic seizures); information dynamics may be able to predict an imminent transition.", "publicationTitle": "Physical Review Letters", "publisher": "", "place": "", "date": "October 24, 2013", "volume": "111", "issue": "17", "section": "", "partNumber": "", "partTitle": "", "pages": "177203", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Phys. Rev. Lett.", "DOI": "10.1103/PhysRevLett.111.177203", "citationKey": "", "url": "https://link.aps.org/doi/10.1103/PhysRevLett.111.177203", "accessDate": "2018-06-25T09:32:12Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "APS", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-25T09:32:12Z", "dateModified": "2018-06-25T09:32:12Z" } }, { "key": "X98HQZ8A", "version": 297, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/X98HQZ8A", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/X98HQZ8A", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2057231, "username": "calquezar", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/calquezar", "type": "text/html" } } }, "creatorSummary": "Schmidhuber", "parsedDate": "2010-09", "numChildren": 0 }, "data": { "key": "X98HQZ8A", "version": 297, "itemType": "journalArticle", "title": "Formal Theory of Creativity, Fun, and Intrinsic Motivation (1990 #x2013;2010)", "creators": [ { "creatorType": "author", "firstName": "J.", "lastName": "Schmidhuber" } ], "abstractNote": "The simple, but general formal theory of fun and intrinsic motivation and creativity (1990-2010) is based on the concept of maximizing intrinsic reward for the active creation or discovery of novel, surprising patterns allowing for improved prediction or data compression. It generalizes the traditional field of active learning, and is related to old, but less formal ideas in aesthetics theory and developmental psychology. It has been argued that the theory explains many essential aspects of intelligence including autonomous development, science, art, music, and humor. This overview first describes theoretically optimal (but not necessarily practical) ways of implementing the basic computational principles on exploratory, intrinsically motivated agents or robots, encouraging them to provoke event sequences exhibiting previously unknown, but learnable algorithmic regularities. Emphasis is put on the importance of limited computational resources for online prediction and compression. Discrete and continuous time formulations are given. Previous practical, but nonoptimal implementations (1991, 1995, and 1997-2002) are reviewed, as well as several recent variants by others (2005-2010). A simplified typology addresses current confusion concerning the precise nature of intrinsic motivation.", "publicationTitle": "IEEE Transactions on Autonomous Mental Development", "publisher": "", "place": "", "date": "Sept 2010", "volume": "2", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "230-247", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1109/TAMD.2010.2056368", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "1943-0604", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "IEEE Xplore", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Computational intelligence", "type": 1 }, { "tag": "Eyes", "type": 1 }, { "tag": "Feedback", "type": 1 }, { "tag": "Fingers", "type": 1 }, { "tag": "Intelligent robots", "type": 1 }, { "tag": "Pediatrics", "type": 1 }, { "tag": "Predictive models", "type": 1 }, { "tag": "Psychology", "type": 1 }, { "tag": "active learning", "type": 1 }, { "tag": "aesthetics", "type": 1 }, { "tag": "aesthetics theory", "type": 1 }, { "tag": "art", "type": 1 }, { "tag": "attention", "type": 1 }, { "tag": "cognition", "type": 1 }, { "tag": "creativity", "type": 1 }, { "tag": "data compression", "type": 1 }, { "tag": "developmental psychology", "type": 1 }, { "tag": "event sequences", "type": 1 }, { "tag": "formal theory of creativity", "type": 1 }, { "tag": "fun", "type": 1 }, { "tag": "humor", "type": 1 }, { "tag": "intrinsic motivation", "type": 1 }, { "tag": "intrinsic reward", "type": 1 }, { "tag": "limited computational resources", "type": 1 }, { "tag": "music", "type": 1 }, { "tag": "novel patterns", "type": 1 }, { "tag": "novelty", "type": 1 }, { "tag": "science", "type": 1 }, { "tag": "surprise", "type": 1 }, { "tag": "typology of intrinsic motivation", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-23T16:36:46Z", "dateModified": "2018-06-23T16:36:46Z" } }, { "key": "ZIJMC6MC", "version": 297, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/ZIJMC6MC", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/ZIJMC6MC", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2057231, "username": "calquezar", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/calquezar", "type": "text/html" } } }, "creatorSummary": "Klyubin et al.", "parsedDate": "2008-12-24", "numChildren": 0 }, "data": { "key": "ZIJMC6MC", "version": 297, "itemType": "journalArticle", "title": "Keep Your Options Open: An Information-Based Driving Principle for Sensorimotor Systems", "creators": [ { "creatorType": "author", "firstName": "Alexander S.", "lastName": "Klyubin" }, { "creatorType": "author", "firstName": "Daniel", "lastName": "Polani" }, { "creatorType": "author", "firstName": "Chrystopher L.", "lastName": "Nehaniv" } ], "abstractNote": "The central resource processed by the sensorimotor system of an organism is information. We propose an information-based quantity that allows one to characterize the efficiency of the perception-action loop of an abstract organism model. It measures the potential of the organism to imprint information on the environment via its actuators in a way that can be recaptured by its sensors, essentially quantifying the options available and visible to the organism. Various scenarios suggest that such a quantity could identify the preferred direction of evolution or adaptation of the sensorimotor loop of organisms.", "publicationTitle": "PLOS ONE", "publisher": "", "place": "", "date": "24-Dec-2008", "volume": "3", "issue": "12", "section": "", "partNumber": "", "partTitle": "", "pages": "e4018", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLOS ONE", "DOI": "10.1371/journal.pone.0004018", "citationKey": "", "url": "http://journals.plos.org/plosone/article?id=10.1371/journal.pone.0004018", "accessDate": "2018-06-23T16:35:12Z", "PMID": "", "PMCID": "", "ISSN": "1932-6203", "archive": "", "archiveLocation": "", "shortTitle": "Keep Your Options Open", "language": "", "libraryCatalog": "PLoS Journals", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Evolutionary adaptation", "type": 1 }, { "tag": "Evolutionary processes", "type": 1 }, { "tag": "Homeostasis", "type": 1 }, { "tag": "Learning", "type": 1 }, { "tag": "Organismal evolution", "type": 1 }, { "tag": "Random variables", "type": 1 }, { "tag": "Robots", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-23T16:35:12Z", "dateModified": "2018-06-23T16:35:49Z" } }, { "key": "VI5WPY2T", "version": 297, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/VI5WPY2T", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/VI5WPY2T", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2057231, "username": "calquezar", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/calquezar", "type": "text/html" } } }, "creatorSummary": "Klyubin et al.", "parsedDate": "2005-09", "numChildren": 0 }, "data": { "key": "VI5WPY2T", "version": 297, "itemType": "conferencePaper", "title": "Empowerment: a universal agent-centric measure of control", "creators": [ { "creatorType": "author", "firstName": "A. S.", "lastName": "Klyubin" }, { "creatorType": "author", "firstName": "D.", "lastName": "Polani" }, { "creatorType": "author", "firstName": "C. L.", "lastName": "Nehaniv" } ], "abstractNote": "The classical approach to using utility functions suffers from the drawback of having to design and tweak the functions on a case by case basis. Inspired by examples from the animal kingdom, social sciences and games we propose empowerment, a rather universal function, defined as the information-theoretic capacity of an agent's actuation channel. The concept applies to any sensorimotor apparatus. Empowerment as a measure reflects the properties of the apparatus as long as they are observable due to the coupling of sensors and actuators via the environment. Using two simple experiments we also demonstrate how empowerment influences sensor-actuator evolution", "proceedingsTitle": "2005 IEEE Congress on Evolutionary Computation", "conferenceName": "2005 IEEE Congress on Evolutionary Computation", "publisher": "", "place": "", "date": "Sept 2005", "eventPlace": "", "volume": "1", "issue": "", "numberOfVolumes": "", "pages": "128-135 Vol.1", "series": "", "seriesNumber": "", "DOI": "10.1109/CEC.2005.1554676", "ISBN": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "Empowerment", "language": "", "libraryCatalog": "IEEE Xplore", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Adaptive systems", "type": 1 }, { "tag": "Animals", "type": 1 }, { "tag": "Computer science", "type": 1 }, { "tag": "Educational institutions", "type": 1 }, { "tag": "Evolution (biology)", "type": 1 }, { "tag": "Evolutionary computation", "type": 1 }, { "tag": "Feedback", "type": 1 }, { "tag": "Humans", "type": 1 }, { "tag": "Organisms", "type": 1 }, { "tag": "actuators", "type": 1 }, { "tag": "agent actuation channel", "type": 1 }, { "tag": "animal kingdom", "type": 1 }, { "tag": "games", "type": 1 }, { "tag": "information theory", "type": 1 }, { "tag": "information-theoretic capacity", "type": 1 }, { "tag": "sensor-actuator evolution", "type": 1 }, { "tag": "sensorimotor apparatus", "type": 1 }, { "tag": "sensors", "type": 1 }, { "tag": "social sciences", "type": 1 }, { "tag": "universal agent-centric control measure", "type": 1 }, { "tag": "utility functions", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-23T16:35:41Z", "dateModified": "2018-06-23T16:35:41Z" } }, { "key": "23GAX6PB", "version": 288, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/23GAX6PB", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/23GAX6PB", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Guckelsberger et al.", "parsedDate": "2017", "numChildren": 0 }, "data": { "key": "23GAX6PB", "version": 288, "itemType": "conferencePaper", "title": "Predicting Player Experience Without the Player.: An Exploratory Study", "creators": [ { "creatorType": "author", "firstName": "Christian", "lastName": "Guckelsberger" }, { "creatorType": "author", "firstName": "Christoph", "lastName": "Salge" }, { "creatorType": "author", "firstName": "Jeremy", "lastName": "Gow" }, { "creatorType": "author", "firstName": "Paul", "lastName": "Cairns" } ], "abstractNote": "A key challenge of procedural content generation (PCG) is to evoke a certain player experience (PX), when we have no direct control over the content which gives rise to that experience. We argue that neither the rigorous methods to assess PX in HCI, nor specialised methods in PCG are sufficient, because they rely on a human in the loop. We propose to address this shortcoming by means of computational models of intrinsic motivation and AI game-playing agents. We hypothesise that our approach could be used to automatically predict PX across games and content types without relying on a human player or designer. We conduct an exploratory study in level generation based on empowerment, a specific model of intrinsic motivation. Based on a thematic analysis, we find that empowerment can be used to create levels with qualitatively different PX. We relate the identified experiences to established theories of PX in HCI and game design, and discuss next steps.", "proceedingsTitle": "Proceedings of the Annual Symposium on Computer-Human Interaction in Play", "conferenceName": "", "publisher": "ACM", "place": "New York, NY, USA", "date": "2017", "eventPlace": "", "volume": "", "issue": "", "numberOfVolumes": "", "pages": "305–315", "series": "CHI PLAY '17", "seriesNumber": "", "DOI": "10.1145/3116595.3116631", "ISBN": "978-1-4503-4898-0", "citationKey": "", "url": "http://doi.acm.org/10.1145/3116595.3116631", "accessDate": "2018-06-23T16:35:08Z", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "Predicting Player Experience Without the Player.", "language": "", "libraryCatalog": "ACM Digital Library", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "AI players", "type": 1 }, { "tag": "empowerment", "type": 1 }, { "tag": "models of intrinsic motivation", "type": 1 }, { "tag": "player experience", "type": 1 }, { "tag": "procedural content generation", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-23T16:35:08Z", "dateModified": "2018-06-23T16:35:08Z" } }, { "key": "XQ4W5Y7A", "version": 288, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/XQ4W5Y7A", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/XQ4W5Y7A", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Roohi et al.", "parsedDate": "2018", "numChildren": 0 }, "data": { "key": "XQ4W5Y7A", "version": 288, "itemType": "conferencePaper", "title": "Review of Intrinsic Motivation in Simulation-based Game Testing", "creators": [ { "creatorType": "author", "firstName": "Shaghayegh", "lastName": "Roohi" }, { "creatorType": "author", "firstName": "Jari", "lastName": "Takatalo" }, { "creatorType": "author", "firstName": "Christian", "lastName": "Guckelsberger" }, { "creatorType": "author", "firstName": "Perttu", "lastName": "Hämäläinen" } ], "abstractNote": "This paper presents a review of intrinsic motivation in player modeling, with a focus on simulation-based game testing. Modern AI agents can learn to win many games; from a game testing perspective, a remaining research problem is how to model the aspects of human player behavior not explained by purely rational and goal-driven decision making. A major piece of this puzzle is constituted by intrinsic motivations, i.e., psychological needs that drive behavior without extrinsic reinforcement such as game score. We first review the common intrinsic motivations discussed in player psychology research and artificial intelligence, and then proceed to systematically review how the various motivations have been implemented in simulated player agents. Our work reveals that although motivations such as competence and curiosity have been studied in AI, work on utilizing them in simulation-based game testing is sparse, and other motivations such as social relatedness, immersion, and domination appear particularly underexplored.", "proceedingsTitle": "Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems", "conferenceName": "", "publisher": "ACM", "place": "New York, NY, USA", "date": "2018", "eventPlace": "", "volume": "", "issue": "", "numberOfVolumes": "", "pages": "347:1–347:13", "series": "CHI '18", "seriesNumber": "", "DOI": "10.1145/3173574.3173921", "ISBN": "978-1-4503-5620-6", "citationKey": "", "url": "http://doi.acm.org/10.1145/3173574.3173921", "accessDate": "2018-06-23T16:34:52Z", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "ACM Digital Library", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "artificial intelligence", "type": 1 }, { "tag": "emotion", "type": 1 }, { "tag": "game testing", "type": 1 }, { "tag": "intrinsic motivation", "type": 1 }, { "tag": "player modeling", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-06-23T16:34:52Z", "dateModified": "2018-06-23T16:34:52Z" } }, { "key": "WFYQMACP", "version": 285, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/WFYQMACP", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/WFYQMACP", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Ziebart et al.", "parsedDate": "2008", "numChildren": 0 }, "data": { "key": "WFYQMACP", "version": 285, "itemType": "conferencePaper", "title": "Maximum Entropy Inverse Reinforcement Learning.", "creators": [ { "creatorType": "author", "firstName": "Brian D", "lastName": "Ziebart" }, { "creatorType": "author", "firstName": "Andrew L", "lastName": "Maas" }, { "creatorType": "author", "firstName": "J Andrew", "lastName": "Bagnell" }, { "creatorType": "author", "firstName": "Anind K", "lastName": "Dey" } ], "abstractNote": "", "proceedingsTitle": "", "conferenceName": "AAAI", "publisher": "Chicago, IL, USA", "place": "", "date": "2008", "eventPlace": "", "volume": "8", "issue": "", "numberOfVolumes": "", "pages": "1433-1438", "series": "", "seriesNumber": "", "DOI": "", "ISBN": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-30T07:18:20Z", "dateModified": "2018-05-30T07:18:20Z" } }, { "key": "WS587X2J", "version": 284, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/WS587X2J", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/WS587X2J", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Oudeyer and Kaplan", "parsedDate": "2009", "numChildren": 0 }, "data": { "key": "WS587X2J", "version": 284, "itemType": "journalArticle", "title": "What is intrinsic motivation? A typology of computational approaches", "creators": [ { "creatorType": "author", "firstName": "Pierre-Yves", "lastName": "Oudeyer" }, { "creatorType": "author", "firstName": "Frederic", "lastName": "Kaplan" } ], "abstractNote": "Intrinsic motivation, the causal mechanism for spontaneous exploration and curiosity, is a central concept in developmental psychology. It has been argued to be a crucial mechanism for open-ended cognitive development in humans, and as such has gathered a growing interest from developmental roboticists in the recent years. The goal of this paper is threefold. First, it provides a synthesis of the different approaches of intrinsic motivation in psychology. Second, by interpreting these approaches in a computational reinforcement learning framework, we argue that they are not operational and even sometimes inconsistent. Third, we set the ground for a systematic operational study of intrinsic motivation by presenting a formal typology of possible computational approaches. This typology is partly based on existing computational models, but also presents new ways of conceptualizing intrinsic motivation. We argue that this kind of computational typology might be useful for opening new avenues for research both in psychology and developmental robotics.", "publicationTitle": "Frontiers in Neurorobotics", "publisher": "", "place": "", "date": "2009", "volume": "1", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Front. Neurorobot.", "DOI": "10.3389/neuro.12.006.2007", "citationKey": "", "url": "https://www.frontiersin.org/articles/10.3389/neuro.12.006.2007/full", "accessDate": "2018-05-28T07:26:45Z", "PMID": "", "PMCID": "", "ISSN": "1662-5218", "archive": "", "archiveLocation": "", "shortTitle": "What is intrinsic motivation?", "language": "", "libraryCatalog": "Frontiers", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Reward", "type": 1 }, { "tag": "artificial intelligence", "type": 1 }, { "tag": "cognitive development", "type": 1 }, { "tag": "computational modeling", "type": 1 }, { "tag": "curiosity", "type": 1 }, { "tag": "developmental robotics", "type": 1 }, { "tag": "exploration", "type": 1 }, { "tag": "intrinsic motivation", "type": 1 }, { "tag": "reinforcement learning", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-28T07:26:45Z", "dateModified": "2018-05-29T09:14:26Z" } }, { "key": "WQBUWZIH", "version": 287, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/WQBUWZIH", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/WQBUWZIH", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2057231, "username": "calquezar", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/calquezar", "type": "text/html" } } }, "creatorSummary": "Martius et al.", "parsedDate": "2013-05-27", "numChildren": 0 }, "data": { "key": "WQBUWZIH", "version": 287, "itemType": "journalArticle", "title": "Information Driven Self-Organization of Complex Robotic Behaviors", "creators": [ { "creatorType": "author", "firstName": "Georg", "lastName": "Martius" }, { "creatorType": "author", "firstName": "Ralf", "lastName": "Der" }, { "creatorType": "author", "firstName": "Nihat", "lastName": "Ay" } ], "abstractNote": "Information theory is a powerful tool to express principles to drive autonomous systems because it is domain invariant and allows for an intuitive interpretation. This paper studies the use of the predictive information (PI), also called excess entropy or effective measure complexity, of the sensorimotor process as a driving force to generate behavior. We study nonlinear and nonstationary systems and introduce the time-local predicting information (TiPI) which allows us to derive exact results together with explicit update rules for the parameters of the controller in the dynamical systems framework. In this way the information principle, formulated at the level of behavior, is translated to the dynamics of the synapses. We underpin our results with a number of case studies with high-dimensional robotic systems. We show the spontaneous cooperativity in a complex physical system with decentralized control. Moreover, a jointly controlled humanoid robot develops a high behavioral variety depending on its physics and the environment it is dynamically embedded into. The behavior can be decomposed into a succession of low-dimensional modes that increasingly explore the behavior space. This is a promising way to avoid the curse of dimensionality which hinders learning systems to scale well.", "publicationTitle": "PLOS ONE", "publisher": "", "place": "", "date": "27-May-2013", "volume": "8", "issue": "5", "section": "", "partNumber": "", "partTitle": "", "pages": "e63400", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLOS ONE", "DOI": "10.1371/journal.pone.0063400", "citationKey": "", "url": "http://journals.plos.org/plosone/article?id=10.1371/journal.pone.0063400", "accessDate": "2018-05-28T07:28:17Z", "PMID": "", "PMCID": "", "ISSN": "1932-6203", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "PLoS Journals", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Behavior", "type": 1 }, { "tag": "Learning", "type": 1 }, { "tag": "Neural networks", "type": 1 }, { "tag": "Neurons", "type": 1 }, { "tag": "Robotic behavior", "type": 1 }, { "tag": "Robotics systems", "type": 1 }, { "tag": "Robots", "type": 1 }, { "tag": "dynamical systems", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-28T07:28:17Z", "dateModified": "2018-05-29T09:14:17Z" } }, { "key": "XE4AWX8V", "version": 284, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/XE4AWX8V", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/XE4AWX8V", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Hoffmann and Payton", "parsedDate": "2018-02-05", "numChildren": 0 }, "data": { "key": "XE4AWX8V", "version": 284, "itemType": "journalArticle", "title": "Optimization by Self-Organized Criticality", "creators": [ { "creatorType": "author", "firstName": "Heiko", "lastName": "Hoffmann" }, { "creatorType": "author", "firstName": "David W.", "lastName": "Payton" } ], "abstractNote": "Self-organized criticality (SOC) is a phenomenon observed in certain complex systems of multiple interacting components, e.g., neural networks, forest fires, and power grids, that produce power-law distributed avalanche sizes. Here, we report the surprising result that the avalanches from an SOC process can be used to solve non-convex optimization problems. To generate avalanches, we use the Abelian sandpile model on a graph that mirrors the graph of the optimization problem. For optimization, we map the avalanche areas onto search patterns for optimization, while the SOC process receives no feedback from the optimization itself. The resulting method can be applied without parameter tuning to a wide range of optimization problems, as demonstrated on three problems: finding the ground-state of an Ising spin glass, graph coloring, and image segmentation. We find that SOC search is more efficient compared to other random search methods, including simulated annealing, and unlike annealing, it is parameter free, thereby eliminating the time-consuming requirement to tune an annealing temperature schedule.", "publicationTitle": "Scientific Reports", "publisher": "", "place": "", "date": "2018-02-05", "volume": "8", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "2358", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1038/s41598-018-20275-7", "citationKey": "", "url": "https://www.nature.com/articles/s41598-018-20275-7", "accessDate": "2018-05-28T07:28:45Z", "PMID": "", "PMCID": "", "ISSN": "2045-2322", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "www.nature.com", "callNumber": "", "rights": "2018 The Author(s)", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-28T07:28:45Z", "dateModified": "2018-05-29T09:14:08Z" } }, { "key": "XPCAKUPH", "version": 284, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/XPCAKUPH", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/XPCAKUPH", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Buhrmann et al.", "parsedDate": "2013", "numChildren": 0 }, "data": { "key": "XPCAKUPH", "version": 284, "itemType": "journalArticle", "title": "A Dynamical Systems Account of Sensorimotor Contingencies", "creators": [ { "creatorType": "author", "firstName": "Thomas", "lastName": "Buhrmann" }, { "creatorType": "author", "firstName": "Di", "lastName": "Paolo" }, { "creatorType": "author", "firstName": "Ezequiel", "lastName": "Alejandro" }, { "creatorType": "author", "firstName": "Xabier", "lastName": "Barandiaran" } ], "abstractNote": "According to the sensorimotor approach, perception is a form of embodied know-how, constituted by lawful regularities in the sensorimotor flow or in sensorimotor contingencies (SMCs) in an active and situated agent. Despite the attention that this approach has attracted, there have been few attempts to define its core concepts formally. In this paper we examine the idea of SMCs and argue that its use involves notions that need to be distinguished. We introduce four distinct kinds of SMCs, which we define operationally. These are the notions of sensorimotor environment (open-loop motor-induced sensory variations), sensorimotor habitat (closed-loop sensorimotor trajectories), sensorimotor coordination (reliable sensorimotor patterns playing a functional role) and sensorimotor strategy (normative organization of sensorimotor coordinations). We make use of a minimal dynamical model of visually-guided categorization to test the explanatory value of the different kinds of SMCs. Finally, we discuss the impact of our definitions on the conceptual development and empirical as well as model-based testing of the claims of the sensorimotor approach.", "publicationTitle": "Frontiers in Psychology", "publisher": "", "place": "", "date": "2013", "volume": "4", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Front. Psychol.", "DOI": "10.3389/fpsyg.2013.00285", "citationKey": "", "url": "https://www.frontiersin.org/articles/10.3389/fpsyg.2013.00285/full", "accessDate": "2018-05-29T09:10:13Z", "PMID": "", "PMCID": "", "ISSN": "1664-1078", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "Frontiers", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Embodied Cognition", "type": 1 }, { "tag": "Minimal Cognition", "type": 1 }, { "tag": "dynamical systems", "type": 1 }, { "tag": "sensorimotor approach to perception", "type": 1 }, { "tag": "sensorimotor contingencies", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-29T09:10:13Z", "dateModified": "2018-05-29T09:14:06Z" } }, { "key": "LFDDHP5V", "version": 282, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/LFDDHP5V", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/LFDDHP5V", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Moore", "parsedDate": "1990", "numChildren": 0 }, "data": { "key": "LFDDHP5V", "version": 282, "itemType": "report", "title": "Efficient memory-based learning for robot control", "creators": [ { "creatorType": "author", "firstName": "Andrew William", "lastName": "Moore" } ], "abstractNote": "", "reportNumber": "", "reportType": "", "institution": "University of Cambridge, Computer Laboratory", "place": "", "date": "1990", "seriesTitle": "", "seriesNumber": "", "pages": "", "DOI": "", "ISBN": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-29T09:06:13Z", "dateModified": "2018-05-29T09:06:13Z" } }, { "key": "8AQREYS5", "version": 281, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/8AQREYS5", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/8AQREYS5", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Der et al.", "parsedDate": "2008", "numChildren": 0 }, "data": { "key": "8AQREYS5", "version": 281, "itemType": "conferencePaper", "title": "Predictive information and emergent cooperativity in a chain of mobile robots.", "creators": [ { "creatorType": "author", "firstName": "Ralf", "lastName": "Der" }, { "creatorType": "author", "firstName": "Frank", "lastName": "Güttler" }, { "creatorType": "author", "firstName": "Nihat", "lastName": "Ay" } ], "abstractNote": "", "proceedingsTitle": "The Eleventh International Conference on the Simulation and Synthesis of Living Systems", "conferenceName": "ALIFE", "publisher": "", "place": "", "date": "2008", "eventPlace": "", "volume": "", "issue": "", "numberOfVolumes": "", "pages": "166-172", "series": "", "seriesNumber": "", "DOI": "", "ISBN": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-29T09:02:26Z", "dateModified": "2018-05-29T09:04:43Z" } }, { "key": "HKNF6LMU", "version": 278, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/HKNF6LMU", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/HKNF6LMU", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Bertschinger and Natschläger", "parsedDate": "2004", "numChildren": 0 }, "data": { "key": "HKNF6LMU", "version": 278, "itemType": "journalArticle", "title": "Real-time computation at the edge of chaos in recurrent neural networks", "creators": [ { "creatorType": "author", "firstName": "Nils", "lastName": "Bertschinger" }, { "creatorType": "author", "firstName": "Thomas", "lastName": "Natschläger" } ], "abstractNote": "", "publicationTitle": "Neural computation", "publisher": "", "place": "", "date": "2004", "volume": "16", "issue": "7", "section": "", "partNumber": "", "partTitle": "", "pages": "1413-1436", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Neural computation", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0899-7667", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-28T07:28:42Z", "dateModified": "2018-05-28T07:28:42Z" } }, { "key": "DIPDRTLM", "version": 277, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/DIPDRTLM", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/DIPDRTLM", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Wissner-Gross and Freer", "parsedDate": "2013-04-19", "numChildren": 0 }, "data": { "key": "DIPDRTLM", "version": 277, "itemType": "journalArticle", "title": "Causal Entropic Forces", "creators": [ { "creatorType": "author", "firstName": "A. D.", "lastName": "Wissner-Gross" }, { "creatorType": "author", "firstName": "C. E.", "lastName": "Freer" } ], "abstractNote": "Recent advances in fields ranging from cosmology to computer science have hinted at a possible deep connection between intelligence and entropy maximization, but no formal physical relationship between them has yet been established. Here, we explicitly propose a first step toward such a relationship in the form of a causal generalization of entropic forces that we find can cause two defining behaviors of the human “cognitive niche”—tool use and social cooperation—to spontaneously emerge in simple physical systems. Our results suggest a potentially general thermodynamic model of adaptive behavior as a nonequilibrium process in open systems.", "publicationTitle": "Physical Review Letters", "publisher": "", "place": "", "date": "April 19, 2013", "volume": "110", "issue": "16", "section": "", "partNumber": "", "partTitle": "", "pages": "168702", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Phys. Rev. Lett.", "DOI": "10.1103/PhysRevLett.110.168702", "citationKey": "", "url": "https://link.aps.org/doi/10.1103/PhysRevLett.110.168702", "accessDate": "2018-05-28T07:28:24Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "APS", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-28T07:28:24Z", "dateModified": "2018-05-28T07:28:24Z" } }, { "key": "L6M9NWGL", "version": 277, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/L6M9NWGL", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/L6M9NWGL", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Tkačik et al.", "parsedDate": "2015", "numChildren": 0 }, "data": { "key": "L6M9NWGL", "version": 277, "itemType": "journalArticle", "title": "Thermodynamics and signatures of criticality in a network of neurons", "creators": [ { "creatorType": "author", "firstName": "Gašper", "lastName": "Tkačik" }, { "creatorType": "author", "firstName": "Thierry", "lastName": "Mora" }, { "creatorType": "author", "firstName": "Olivier", "lastName": "Marre" }, { "creatorType": "author", "firstName": "Dario", "lastName": "Amodei" }, { "creatorType": "author", "firstName": "Stephanie E", "lastName": "Palmer" }, { "creatorType": "author", "firstName": "Michael J", "lastName": "Berry" }, { "creatorType": "author", "firstName": "William", "lastName": "Bialek" } ], "abstractNote": "", "publicationTitle": "Proceedings of the National Academy of Sciences", "publisher": "", "place": "", "date": "2015", "volume": "112", "issue": "37", "section": "", "partNumber": "", "partTitle": "", "pages": "11508-11513", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Proceedings of the National Academy of Sciences", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0027-8424", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-28T07:28:12Z", "dateModified": "2018-05-28T07:28:12Z" } }, { "key": "E3GGGBRR", "version": 273, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/E3GGGBRR", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/E3GGGBRR", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Aguilera and Bedia", "parsedDate": "2018-05-16", "numChildren": 0 }, "data": { "key": "E3GGGBRR", "version": 273, "itemType": "journalArticle", "title": "Adaptation to criticality through organizational invariance in embodied agents", "creators": [ { "creatorType": "author", "firstName": "Miguel", "lastName": "Aguilera" }, { "creatorType": "author", "firstName": "Manuel G.", "lastName": "Bedia" } ], "abstractNote": "Many biological and cognitive systems do not operate deep within one or other regime of activity. Instead, they are poised at critical points located at phase transitions in their parameter space. The pervasiveness of criticality suggests that there may be general principles inducing this behaviour, yet there is no well-founded theory for understanding how criticality is generated at a wide span of levels and contexts. In order to explore how criticality might emerge from general adaptive mechanisms, we propose a simple learning rule that maintains an internal organizational structure from a specific family of systems at criticality. We implement the mechanism in artificial embodied agents controlled by a neural network maintaining a correlation structure randomly sampled from an Ising model at critical temperature. Agents are evaluated in two classical reinforcement learning scenarios: the Mountain Car and the Acrobot double pendulum. In both cases the neural controller appears to reach a point of criticality, which coincides with a transition point between two regimes of the agent’s behaviour. These results suggest that adaptation to criticality could be used as a general adaptive mechanism in some circumstances, providing an alternative explanation for the pervasive presence of criticality in biological and cognitive systems.", "publicationTitle": "Scientific Reports", "publisher": "", "place": "", "date": "2018-05-16", "volume": "8", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "7723", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1038/s41598-018-25925-4", "citationKey": "", "url": "https://www.nature.com/articles/s41598-018-25925-4", "accessDate": "2018-05-21T13:38:06Z", "PMID": "", "PMCID": "", "ISSN": "2045-2322", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "www.nature.com", "callNumber": "", "rights": "2018 The Author(s)", "extra": "", "tags": [], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-21T13:38:06Z", "dateModified": "2018-05-21T14:45:20Z" } }, { "key": "6JPRFYQH", "version": 271, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/6JPRFYQH", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/6JPRFYQH", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Oizumi et al.", "parsedDate": "2014", "numChildren": 0 }, "data": { "key": "6JPRFYQH", "version": 271, "itemType": "journalArticle", "title": "From the phenomenology to the mechanisms of consciousness: integrated information theory 3.0", "creators": [ { "creatorType": "author", "firstName": "Masafumi", "lastName": "Oizumi" }, { "creatorType": "author", "firstName": "Larissa", "lastName": "Albantakis" }, { "creatorType": "author", "firstName": "Giulio", "lastName": "Tononi" } ], "abstractNote": "", "publicationTitle": "PLoS computational biology", "publisher": "", "place": "", "date": "2014", "volume": "10", "issue": "5", "section": "", "partNumber": "", "partTitle": "", "pages": "e1003588", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLOS Computational Biology", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "1553-7358", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "5LRSXB3T" ], "relations": { "owl:sameAs": "http://zotero.org/groups/60274/items/F8UIH3GW" }, "dateAdded": "2018-03-05T09:59:10Z", "dateModified": "2018-05-21T12:18:18Z" } }, { "key": "4TZSTDUG", "version": 270, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/4TZSTDUG", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/4TZSTDUG", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Wagenmakers et al.", "parsedDate": "2012", "numChildren": 0 }, "data": { "key": "4TZSTDUG", "version": 270, "itemType": "journalArticle", "title": "Abstract Concepts Require Concrete Models", "creators": [ { "creatorType": "author", "firstName": "Eric Jan", "lastName": "Wagenmakers" }, { "creatorType": "author", "firstName": "Han L. J.", "lastName": "van der Maas" }, { "creatorType": "author", "firstName": "Simon", "lastName": "Farrell" } ], "abstractNote": "After more than 15 years of study, the 1/f noise or complex-systems approach to cognitive science has delivered promises of progress, colorful verbiage, and statistical analyses of phenomena whose relevance for cognition remains unclear. What the complex-systems approach has arguably failed to deliver are concrete insights about how people perceive, think, decide, and act. Without formal models that implement the proposed abstract concepts, the complex-systems approach to cognitive science runs the danger of becoming a philosophical exercise in futility. The complex-systems approach can be informative and innovative, but only if it is implemented as a formal model that allows concrete prediction, falsification, and comparison against more traditional approaches.", "publicationTitle": "Topics in Cognitive Science", "publisher": "", "place": "", "date": "2012", "volume": "4", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "87–93", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1111/j.1756-8765.2011.01164.x", "citationKey": "", "url": "", "accessDate": "2013-09-27", "PMID": "", "PMCID": "", "ISSN": "1756-8765", "archive": "", "archiveLocation": "", "shortTitle": "Abstract Concepts Require Concrete Models", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "Copyright © 2011 Cognitive Science Society, Inc.", "extra": "", "tags": [ { "tag": "1/f noise" }, { "tag": "Formal model" }, { "tag": "Nonlinear dynamical systems" } ], "collections": [ "27JE3S5H", "DQ9FBRV3", "W979MWEZ" ], "relations": { "owl:sameAs": "http://zotero.org/groups/60274/items/ASGPXAH5" }, "dateAdded": "2017-04-01T11:25:53Z", "dateModified": "2018-05-21T07:59:59Z" } }, { "key": "2MIJHNFS", "version": 270, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/2MIJHNFS", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/2MIJHNFS", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Chialvo", "parsedDate": "2010", "numChildren": 0 }, "data": { "key": "2MIJHNFS", "version": 270, "itemType": "journalArticle", "title": "Emergent complex neural dynamics", "creators": [ { "creatorType": "author", "firstName": "Dante R.", "lastName": "Chialvo" } ], "abstractNote": "A large repertoire of spatiotemporal activity patterns in the brain is the basis for adaptive behaviour. Understanding the mechanism by which the brain’s hundred billion neurons and hundred trillion synapses manage to produce such a range of cortical configurations in a flexible manner remains a fundamental problem in neuroscience. One plausible solution is the involvement of universal mechanisms of emergent complex phenomena evident in dynamical systems poised near a critical point of a second-order phase transition. We review recent theoretical and empirical results supporting the notion that the brain is naturally poised near criticality, as well as its implications for better understanding of the brain.\nView full text", "publicationTitle": "Nature Physics", "publisher": "", "place": "", "date": "2010", "volume": "6", "issue": "10", "section": "", "partNumber": "", "partTitle": "", "pages": "744-750", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Nat Phys", "DOI": "10.1038/nphys1803", "citationKey": "", "url": "", "accessDate": "2017-02-01T16:47:53Z", "PMID": "", "PMCID": "", "ISSN": "1745-2473", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "www.nature.com", "callNumber": "", "rights": "© 2010 Nature Publishing Group", "extra": "", "tags": [], "collections": [ "27JE3S5H", "DQ9FBRV3", "W979MWEZ" ], "relations": { "owl:sameAs": "http://zotero.org/groups/60274/items/CGZ8P8FD" }, "dateAdded": "2017-04-01T11:25:53Z", "dateModified": "2018-05-21T07:59:46Z" } }, { "key": "VECMZUT3", "version": 270, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/VECMZUT3", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/VECMZUT3", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Donaldson", "parsedDate": "1993-08", "numChildren": 0 }, "data": { "key": "VECMZUT3", "version": 270, "itemType": "book", "title": "Human Minds: An Exploration", "creators": [ { "creatorType": "author", "firstName": "Margaret", "lastName": "Donaldson" } ], "abstractNote": "In this expansion of the ideas expressed in her work, \"Children's Minds\", the author presents a study of the development of the mind from birth to maturity. The author's argument brings into focus certain questions about the relations between thought and emotion: are our emotions bound to remain relatively primitive by comparison with our sophisticated forms of thought, as is often assumed? Or do we have open to us advanced forms of emotional development that are commonly unrealized? She questions the characteristics of the world's great religions, particularly Buddhism, which emerges as relevant in what it has to say about certain forms of personal growth. The author also wrote \"A Study of Children's Thinking\".", "series": "", "seriesNumber": "", "volume": "", "numberOfVolumes": "", "edition": "New edition edition", "date": "August 1993", "publisher": "Penguin Books Ltd", "place": "New York", "originalDate": "", "originalPublisher": "", "originalPlace": "", "format": "", "numPages": "", "ISBN": "978-0-14-017033-7", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "Human Minds", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "27JE3S5H", "DQ9FBRV3", "W979MWEZ" ], "relations": { "owl:sameAs": "http://zotero.org/groups/60274/items/8GK2CCVJ" }, "dateAdded": "2017-04-01T11:25:53Z", "dateModified": "2018-05-21T07:59:35Z" } }, { "key": "RSF2KYMW", "version": 270, "library": { "type": "group", "id": 520181, "name": "ISAAC-lab", "links": { "alternate": { "href": "https://www.zotero.org/groups/isaac-lab", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/520181/items/RSF2KYMW", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/isaac-lab/items/RSF2KYMW", "type": "text/html" } }, "meta": { "createdByUser": { "id": 817369, "username": "maguilera", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/maguilera", "type": "text/html" } } }, "creatorSummary": "Olbrich et al.", "parsedDate": "2015-05-22", "numChildren": 0 }, "data": { "key": "RSF2KYMW", "version": 270, "itemType": "journalArticle", "title": "Information Decomposition and Synergy", "creators": [ { "creatorType": "author", "firstName": "Eckehard", "lastName": "Olbrich" }, { "creatorType": "author", "firstName": "Nils", "lastName": "Bertschinger" }, { "creatorType": "author", "firstName": "Johannes", "lastName": "Rauh" } ], "abstractNote": "Recently, a series of papers addressed the problem of decomposing the information of two random variables into shared information, unique information and synergistic information. Several measures were proposed, although still no consensus has been reached. Here, we compare these proposals with an older approach to define synergistic information based on the projections on exponential families containing only up to k-th order interactions. We show that these measures are not compatible with a decomposition into unique, shared and synergistic information if one requires that all terms are always non-negative (local positivity). We illustrate the difference between the two measures for multivariate Gaussians.", "publicationTitle": "Entropy", "publisher": "", "place": "", "date": "2015-05-22", "volume": "17", "issue": "5", "section": "", "partNumber": "", "partTitle": "", "pages": "3501-3517", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.3390/e17053501", "citationKey": "", "url": "http://www.mdpi.com/1099-4300/17/5/3501", "accessDate": "2018-05-21T07:55:17Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "www.mdpi.com", "callNumber": "", "rights": "http://creativecommons.org/licenses/by/3.0/", "extra": "", "tags": [ { "tag": "Shannon information", "type": 1 }, { "tag": "information decomposition", "type": 1 }, { "tag": "mutual information", "type": 1 }, { "tag": "shared information", "type": 1 }, { "tag": "synergy", "type": 1 } ], "collections": [ "W979MWEZ" ], "relations": {}, "dateAdded": "2018-05-21T07:55:17Z", "dateModified": "2018-05-21T07:59:32Z" } } ]