[ { "key": "7J8CFSJZ", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/7J8CFSJZ", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/7J8CFSJZ", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Evans", "parsedDate": "2016-04-08", "numChildren": 2 }, "data": { "key": "7J8CFSJZ", "version": 145, "itemType": "journalArticle", "title": "Gauging the Purported Costs of Public Data Archiving for Long-Term Population Studies", "creators": [ { "creatorType": "author", "firstName": "Simon Robin", "lastName": "Evans" } ], "abstractNote": "Ecologists were recently advised that primary data archiving threatens the sustainability of long-term population studies because of negative impacts of data reuse by others. However, this Perspective describes an empirical assessment that finds little evidence of data reuse, suggesting that such fears may be unfounded.", "publicationTitle": "PLOS Biol", "publisher": "", "place": "", "date": "2016-04-08", "volume": "14", "issue": "4", "section": "", "partNumber": "", "partTitle": "", "pages": "e1002432", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLOS Biol", "DOI": "10.1371/journal.pbio.1002432", "citationKey": "", "url": "http://journals.plos.org/plosbiology/article?id=10.1371/journal.pbio.1002432", "accessDate": "2016-05-05T17:08:23Z", "PMID": "", "PMCID": "", "ISSN": "1545-7885", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "PLoS Journals", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Archives", "type": 1 }, { "tag": "Population ecology", "type": 1 }, { "tag": "Research assessment", "type": 1 }, { "tag": "Scientists", "type": 1 }, { "tag": "Social research", "type": 1 }, { "tag": "Social systems", "type": 1 }, { "tag": "Surveys", "type": 1 }, { "tag": "evolutionary biology", "type": 1 } ], "collections": [], "relations": {}, "dateAdded": "2016-05-05T17:08:30Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "JT5SSMCR", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/JT5SSMCR", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/JT5SSMCR", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Cicerone", "parsedDate": "2015-04-27", "numChildren": 1 }, "data": { "key": "JT5SSMCR", "version": 145, "itemType": "conferencePaper", "title": "Research Reproducibility, Replicability, Reliability", "creators": [ { "creatorType": "author", "firstName": "Ralph J.", "lastName": "Cicerone" } ], "abstractNote": "", "proceedingsTitle": "", "conferenceName": "Academy’s 152nd Annual Meeting", "publisher": "", "place": "", "date": "2015-04-27", "eventPlace": "", "volume": "", "issue": "", "numberOfVolumes": "", "pages": "", "series": "", "seriesNumber": "", "DOI": "", "ISBN": "", "citationKey": "", "url": "http://www.nasonline.org/about-nas/leadership/president/2015-presidents-address.pdf", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2015-10-20T14:55:21Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "33CRS36M", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/33CRS36M", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/33CRS36M", "type": "text/html" } }, "meta": { "createdByUser": { "id": 13850, "username": "epistemographer", "name": "Josh Greenberg", "links": { "alternate": { "href": "https://www.zotero.org/epistemographer", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Nuzzo", "parsedDate": "2015-10-08", "numChildren": 0 }, "data": { "key": "33CRS36M", "version": 145, "itemType": "journalArticle", "title": "How scientists fool themselves – and how they can stop", "creators": [ { "creatorType": "author", "firstName": "Regina", "lastName": "Nuzzo" } ], "abstractNote": "", "publicationTitle": "Nature", "publisher": "", "place": "", "date": "2015-10-08", "volume": "526", "issue": "7572", "section": "", "partNumber": "", "partTitle": "", "pages": "182-185", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1038/526182a", "citationKey": "", "url": "http://www.nature.com/doifinder/10.1038/526182a", "accessDate": "2015-10-09T13:08:52Z", "PMID": "", "PMCID": "", "ISSN": "0028-0836, 1476-4687", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2015-10-09T13:08:52Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "IEXGBACE", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/IEXGBACE", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/IEXGBACE", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2045405, "username": "beth.ann.reid", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/beth.ann.reid", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Pepe et al.", "parsedDate": "2014-08-28", "numChildren": 2 }, "data": { "key": "IEXGBACE", "version": 145, "itemType": "journalArticle", "title": "How Do Astronomers Share Data? Reliability and Persistence of Datasets Linked in AAS Publications and a Qualitative Study of Data Practices among US Astronomers", "creators": [ { "creatorType": "author", "firstName": "Alberto", "lastName": "Pepe" }, { "creatorType": "author", "firstName": "Alyssa", "lastName": "Goodman" }, { "creatorType": "author", "firstName": "August", "lastName": "Muench" }, { "creatorType": "author", "firstName": "Merce", "lastName": "Crosas" }, { "creatorType": "author", "firstName": "Christopher", "lastName": "Erdmann" } ], "abstractNote": "We analyze data sharing practices of astronomers over the past fifteen years. An analysis of URL links embedded in papers published by the American Astronomical Society reveals that the total number of links included in the literature rose dramatically from 1997 until 2005, when it leveled off at around 1500 per year. The analysis also shows that the availability of linked material decays with time: in 2011, 44% of links published a decade earlier, in 2001, were broken. A rough analysis of link types reveals that links to data hosted on astronomers' personal websites become unreachable much faster than links to datasets on curated institutional sites. To gauge astronomers' current data sharing practices and preferences further, we performed in-depth interviews with 12 scientists and online surveys with 173 scientists, all at a large astrophysical research institute in the United States: the Harvard-Smithsonian Center for Astrophysics, in Cambridge, MA. Both the in-depth interviews and the online survey indicate that, in principle, there is no philosophical objection to data-sharing among astronomers at this institution. Key reasons that more data are not presently shared more efficiently in astronomy include: the difficulty of sharing large data sets; over reliance on non-robust, non-reproducible mechanisms for sharing data (e.g. emailing it); unfamiliarity with options that make data-sharing easier (faster) and/or more robust; and, lastly, a sense that other researchers would not want the data to be shared. We conclude with a short discussion of a new effort to implement an easy-to-use, robust, system for data sharing in astronomy, at theastrodata.org, and we analyze the uptake of that system to-date.", "publicationTitle": "PLoS ONE", "publisher": "", "place": "", "date": "2014-08-28", "volume": "9", "issue": "8", "section": "", "partNumber": "", "partTitle": "", "pages": "e104798", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLoS ONE", "DOI": "10.1371/journal.pone.0104798", "citationKey": "", "url": "http://dx.doi.org/10.1371/journal.pone.0104798", "accessDate": "2014-09-05T00:02:01Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "How Do Astronomers Share Data?", "language": "", "libraryCatalog": "PLoS Journals", "callNumber": "", "rights": "", "extra": "00000", "tags": [], "collections": [], "relations": {}, "dateAdded": "2014-09-05T00:10:38Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "R4NEG48U", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/R4NEG48U", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/R4NEG48U", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2045358, "username": "jkitzes", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/jkitzes", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Ince et al.", "parsedDate": "2012-02-22", "numChildren": 1 }, "data": { "key": "R4NEG48U", "version": 145, "itemType": "journalArticle", "title": "The case for open computer programs", "creators": [ { "creatorType": "author", "firstName": "Darrel C.", "lastName": "Ince" }, { "creatorType": "author", "firstName": "Leslie", "lastName": "Hatton" }, { "creatorType": "author", "firstName": "John", "lastName": "Graham-Cumming" } ], "abstractNote": "", "publicationTitle": "Nature", "publisher": "", "place": "", "date": "2012-02-22", "volume": "482", "issue": "7386", "section": "", "partNumber": "", "partTitle": "", "pages": "485-488", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1038/nature10836", "citationKey": "", "url": "http://www.nature.com/doifinder/10.1038/nature10836", "accessDate": "2014-09-03T16:45:32Z", "PMID": "", "PMCID": "", "ISSN": "0028-0836, 1476-4687", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "00142", "tags": [], "collections": [], "relations": {}, "dateAdded": "2014-09-03T16:45:32Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "NN2X2XCK", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/NN2X2XCK", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/NN2X2XCK", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Goble", "parsedDate": "2014-09", "numChildren": 2 }, "data": { "key": "NN2X2XCK", "version": 145, "itemType": "journalArticle", "title": "Better Software, Better Research", "creators": [ { "creatorType": "author", "firstName": "Carole", "lastName": "Goble" } ], "abstractNote": "Modern scientific research isn't possible without software. However, its vital role is often overlooked by funders, universities, assessment committees, and even the research community itself. This is a serious issue that needs urgent attention. This article raises a number of points concerning quality, code review, and openness; development practices and training in scientific computing; career recognition of research software engineers; and sustainability models for funding scientific software. We must get software recognized to be the first-class experimental scientific instrument that it is and get \"better software for better research.\"", "publicationTitle": "IEEE Internet Computing", "publisher": "", "place": "", "date": "2014-09", "volume": "18", "issue": "5", "section": "", "partNumber": "", "partTitle": "", "pages": "4-8", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1109/MIC.2014.88", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "1089-7801", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "IEEE Xplore", "callNumber": "", "rights": "", "extra": "00000", "tags": [ { "tag": "engineering", "type": 1 }, { "tag": "scientific software", "type": 1 }, { "tag": "sustainability", "type": 1 } ], "collections": [ "V2PNEKD9" ], "relations": {}, "dateAdded": "2014-09-02T23:11:28Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "UE42AQF7", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/UE42AQF7", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/UE42AQF7", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Mitchell", "parsedDate": "2015-10", "numChildren": 1 }, "data": { "key": "UE42AQF7", "version": 144, "itemType": "journalArticle", "title": "Reproducibility and Its Application to Technical Service Processes", "creators": [ { "creatorType": "author", "firstName": "Erik T.1", "lastName": "Mitchell" } ], "abstractNote": "This article explores the broad topic of reproducibility from the perspective of the data science domain and considers what aspects of reproducibility as a research practice are applicable to technical service processes. The article includes an overview of reproducible principles and presents a framework for evaluating levels of reproducibility.", "publicationTitle": "Technical Services Quarterly", "publisher": "", "place": "", "date": "2015-10", "volume": "32", "issue": "4", "section": "", "partNumber": "", "partTitle": "", "pages": "402-413", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Technical Services Quarterly", "DOI": "10.1080/07317131.2015.1059681", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "07317131", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "EBSCOhost", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Data science (Information science)", "type": 1 }, { "tag": "Information science", "type": 1 }, { "tag": "Library science", "type": 1 }, { "tag": "Technical services (Libraries)", "type": 1 }, { "tag": "collection management", "type": 1 }, { "tag": "data persistence", "type": 1 }, { "tag": "reproducibility", "type": 1 }, { "tag": "reproducible research", "type": 1 }, { "tag": "technical services", "type": 1 }, { "tag": "unit testing", "type": 1 }, { "tag": "version control", "type": 1 } ], "collections": [], "relations": {}, "dateAdded": "2016-09-07T18:04:37Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "INGII2SN", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/INGII2SN", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/INGII2SN", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Collins and Tabak", "parsedDate": "2014-01-27", "numChildren": 0 }, "data": { "key": "INGII2SN", "version": 144, "itemType": "journalArticle", "title": "Policy: NIH plans to enhance reproducibility", "creators": [ { "creatorType": "author", "firstName": "Francis S.", "lastName": "Collins" }, { "creatorType": "author", "firstName": "Lawrence A.", "lastName": "Tabak" } ], "abstractNote": "", "publicationTitle": "Nature", "publisher": "", "place": "", "date": "2014-01-27", "volume": "505", "issue": "7485", "section": "", "partNumber": "", "partTitle": "", "pages": "612-613", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1038/505612a", "citationKey": "", "url": "http://www.nature.com/doifinder/10.1038/505612a", "accessDate": "2015-11-09T19:36:06Z", "PMID": "", "PMCID": "", "ISSN": "0028-0836, 1476-4687", "archive": "", "archiveLocation": "", "shortTitle": "Policy", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2016-09-07T18:04:37Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "CHQGGFTZ", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/CHQGGFTZ", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/CHQGGFTZ", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Raj", "parsedDate": "2016-02-28", "numChildren": 0 }, "data": { "key": "CHQGGFTZ", "version": 144, "itemType": "blogPost", "title": "RajLab: From reproducibility to over-reproducibility", "creators": [ { "creatorType": "author", "firstName": "Arjun", "lastName": "Raj" } ], "abstractNote": "", "blogTitle": "RajLab", "websiteType": "", "date": "2016-02-28", "DOI": "", "citationKey": "", "url": "http://rajlaboratory.blogspot.com/2016/02/from-reproducibility-to-over.html", "accessDate": "2016-08-11T17:27:51Z", "ISSN": "", "shortTitle": "RajLab", "language": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2016-09-07T17:54:38Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "RAS5RFTH", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/RAS5RFTH", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/RAS5RFTH", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Barba", "parsedDate": "2012-12-13", "numChildren": 2 }, "data": { "key": "RAS5RFTH", "version": 144, "itemType": "journalArticle", "title": "Reproducibility PI Manifesto", "creators": [ { "creatorType": "author", "firstName": "Lorena A.", "lastName": "Barba" } ], "abstractNote": "Slides for lightning talk at the ICERM workshop on \"Reproducibility in Computational and Experimental Mathematics\", December 2012.\nShared under CC-BY.", "publicationTitle": "", "publisher": "", "place": "", "date": "2012-12-13", "volume": "", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.6084/m9.figshare.104539.v1", "citationKey": "", "url": "https://figshare.com/articles/Reproducibility_PI_Manifesto/104539", "accessDate": "2016-05-16T18:42:25Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "Figshare", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "open science", "type": 1 }, { "tag": "reproducibility", "type": 1 } ], "collections": [], "relations": {}, "dateAdded": "2016-05-16T18:42:25Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "A6E8D3C3", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/A6E8D3C3", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/A6E8D3C3", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2048616, "username": "rjleveque", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/rjleveque", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Stodden and Miguez", "parsedDate": "2013-09-06", "numChildren": 1 }, "data": { "key": "A6E8D3C3", "version": 144, "itemType": "report", "title": "Best Practices for Computational Science: Software Infrastructure and Environments for Reproducible and Extensible Research", "creators": [ { "creatorType": "author", "firstName": "Victoria", "lastName": "Stodden" }, { "creatorType": "author", "firstName": "Sheila", "lastName": "Miguez" } ], "abstractNote": "Scholarly dissemination and communication standards are changing to reflect the increasingly computational nature of scholarly research, primarily to include the sharing of the data and code associated with published results. This paper presents a formalized set of best practice recommendations for computational scientists wishing to disseminate reproducible research, facilitate innovation by enabling data and code re-use, and enable broader communication of the output of digital scientific research. We distinguish two forms of collaboration to motivate choices of software environment for computational scientific research. We also present these Best Practices as a living, evolving, and changing document on wiki.", "reportNumber": "ID 2322276", "reportType": "SSRN Scholarly Paper", "institution": "Social Science Research Network", "place": "Rochester, NY", "date": "2013-09-06", "seriesTitle": "", "seriesNumber": "", "pages": "", "DOI": "", "ISBN": "", "citationKey": "StoddenMiguez2013", "url": "http://papers.ssrn.com/abstract=2322276", "accessDate": "2015-10-24T02:46:19Z", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "Best Practices for Computational Science", "language": "", "libraryCatalog": "papers.ssrn.com", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "archiving", "type": 1 }, { "tag": "best practices", "type": 1 }, { "tag": "code sharing", "type": 1 }, { "tag": "computational science", "type": 1 }, { "tag": "data sharing", "type": 1 }, { "tag": "open science", "type": 1 }, { "tag": "reproducible research", "type": 1 }, { "tag": "scientific method", "type": 1 }, { "tag": "wiki", "type": 1 } ], "collections": [], "relations": {}, "dateAdded": "2015-10-24T02:49:41Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "KDDJWDNB", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/KDDJWDNB", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/KDDJWDNB", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Errington et al.", "parsedDate": "2014-12-10", "numChildren": 2 }, "data": { "key": "KDDJWDNB", "version": 144, "itemType": "journalArticle", "title": "An open investigation of the reproducibility of cancer biology research", "creators": [ { "creatorType": "author", "firstName": "Timothy M.", "lastName": "Errington" }, { "creatorType": "author", "firstName": "Elizabeth", "lastName": "Iorns" }, { "creatorType": "author", "firstName": "William", "lastName": "Gunn" }, { "creatorType": "author", "firstName": "Fraser Elisabeth", "lastName": "Tan" }, { "creatorType": "author", "firstName": "Joelle", "lastName": "Lomax" }, { "creatorType": "author", "firstName": "Brian A.", "lastName": "Nosek" } ], "abstractNote": "It is widely believed that research that builds upon previously published findings has reproduced the original work. However, it is rare for researchers to perform or publish direct replications of existing results. The Reproducibility Project: Cancer Biology is an open investigation of reproducibility in preclinical cancer biology research. We have identified 50 high impact cancer biology articles published in the period 2010-2012, and plan to replicate a subset of experimental results from each article. A Registered Report detailing the proposed experimental designs and protocols for each subset of experiments will be peer reviewed and published prior to data collection. The results of these experiments will then be published in a Replication Study. The resulting open methodology and dataset will provide evidence about the reproducibility of high-impact results, and an opportunity to identify predictors of reproducibility.DOI: http://dx.doi.org/10.7554/eLife.04333.001View Full TextTo Top\nIt is widely believed that research that builds upon previously published findings has reproduced the original work. However, it is rare for researchers to perform or publish direct replications of existing results. The Reproducibility Project: Cancer Biology is an open investigation of reproducibility in preclinical cancer biology research. We have identified 50 high impact cancer biology articles published in the period 2010-2012, and plan to replicate a subset of experimental results from each article. A Registered Report detailing the proposed experimental designs and protocols for each subset of experiments will be peer reviewed and published prior to data collection. The results of these experiments will then be published in a Replication Study. The resulting open methodology and dataset will provide evidence about the reproducibility of high-impact results, and an opportunity to identify predictors of reproducibility.\nDOI: http://dx.doi.org/10.7554/eLife.04333.001", "publicationTitle": "eLife", "publisher": "", "place": "", "date": "2014-12-10", "volume": "3", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "e04333", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "eLife Sciences", "DOI": "10.7554/eLife.04333", "citationKey": "Errington2014", "url": "http://elifesciences.org/content/3/e04333", "accessDate": "2015-05-08T15:43:30Z", "PMID": "", "PMCID": "", "ISSN": "2050-084X", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "en", "libraryCatalog": "elifesciences.org", "callNumber": "", "rights": "Copyright © 2014, Errington et al. This article is distributed under the terms of the Creative Commons Attribution License, which permits unrestricted use and redistribution provided that the original author and source are credited.", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2015-05-08T15:43:30Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "99TQ7V5D", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/99TQ7V5D", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/99TQ7V5D", "type": "text/html" } }, "meta": { "createdByUser": { "id": 1203205, "username": "fatma_deniz", "name": "Fatma Imamoglu", "links": { "alternate": { "href": "https://www.zotero.org/fatma_deniz", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Baker", "parsedDate": "2015-04-30", "numChildren": 0 }, "data": { "key": "99TQ7V5D", "version": 144, "itemType": "journalArticle", "title": "First results from psychology’s largest reproducibility test", "creators": [ { "creatorType": "author", "firstName": "Monya", "lastName": "Baker" } ], "abstractNote": "", "publicationTitle": "Nature", "publisher": "", "place": "", "date": "2015-04-30", "volume": "", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1038/nature.2015.17433", "citationKey": "Baker2015", "url": "http://www.nature.com/doifinder/10.1038/nature.2015.17433", "accessDate": "2015-05-05T18:20:17Z", "PMID": "", "PMCID": "", "ISSN": "1476-4687", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2015-05-05T18:20:54Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "QHBH28W4", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/QHBH28W4", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/QHBH28W4", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Leek and Peng", "parsedDate": "2015-02-10", "numChildren": 3 }, "data": { "key": "QHBH28W4", "version": 144, "itemType": "journalArticle", "title": "Opinion: Reproducible research can still be wrong: Adopting a prevention approach", "creators": [ { "creatorType": "author", "firstName": "Jeffrey T.", "lastName": "Leek" }, { "creatorType": "author", "firstName": "Roger D.", "lastName": "Peng" } ], "abstractNote": "", "publicationTitle": "Proceedings of the National Academy of Sciences", "publisher": "", "place": "", "date": "2015-02-10", "volume": "112", "issue": "6", "section": "", "partNumber": "", "partTitle": "", "pages": "1645-1646", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PNAS", "DOI": "10.1073/pnas.1421412111", "citationKey": "Leek2015", "url": "http://www.pnas.org/content/112/6/1645", "accessDate": "2015-02-13T22:13:31Z", "PMID": "25670866", "PMCID": "", "ISSN": "0027-8424, 1091-6490", "archive": "", "archiveLocation": "", "shortTitle": "Opinion", "language": "en", "libraryCatalog": "www.pnas.org", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "V2PNEKD9" ], "relations": {}, "dateAdded": "2015-02-13T22:15:14Z", "dateModified": "2026-02-04T19:29:43Z" } }, { "key": "7ZBWKTZP", "version": 146, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/7ZBWKTZP", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/7ZBWKTZP", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Merali", "parsedDate": "2010-10", "numChildren": 1 }, "data": { "key": "7ZBWKTZP", "version": 146, "itemType": "journalArticle", "title": "Computational science: ...Error", "creators": [ { "creatorType": "author", "firstName": "Zeeya", "lastName": "Merali" } ], "abstractNote": "", "publicationTitle": "Nature", "publisher": "", "place": "", "date": "2010-10", "volume": "467", "issue": "7317", "section": "", "partNumber": "", "partTitle": "", "pages": "775-777", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Nature", "DOI": "10.1038/467775a", "citationKey": "", "url": "http://www.nature.com/doifinder/10.1038/467775a", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0028-0836", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "00082", "tags": [], "collections": [ "V2PNEKD9" ], "relations": {}, "dateAdded": "2014-09-03T20:13:57Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "MQEPHR4J", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/MQEPHR4J", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/MQEPHR4J", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Eysenbach", "parsedDate": "2006-05-16", "numChildren": 2 }, "data": { "key": "MQEPHR4J", "version": 145, "itemType": "journalArticle", "title": "Citation Advantage of Open Access Articles", "creators": [ { "creatorType": "author", "firstName": "Gunther", "lastName": "Eysenbach" } ], "abstractNote": "A longitudinal bibliometric analysis of citations to papers published in the\nPNAS between June 8, 2004 and December 20, 2004 reveals that the open-access articles were more immediately recognized and cited by peers.", "publicationTitle": "PLOS Biol", "publisher": "", "place": "", "date": "2006-05-16", "volume": "4", "issue": "5", "section": "", "partNumber": "", "partTitle": "", "pages": "e157", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLOS Biol", "DOI": "10.1371/journal.pbio.0040157", "citationKey": "", "url": "http://journals.plos.org/plosbiology/article?id=10.1371/journal.pbio.0040157", "accessDate": "2016-05-05T17:09:54Z", "PMID": "", "PMCID": "", "ISSN": "1545-7885", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "PLoS Journals", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Bibliometrics", "type": 1 }, { "tag": "Institutional repositories", "type": 1 }, { "tag": "Internet", "type": 1 }, { "tag": "Libraries", "type": 1 }, { "tag": "Linear regression analysis", "type": 1 }, { "tag": "Open access", "type": 1 }, { "tag": "Peer review", "type": 1 }, { "tag": "Scientists", "type": 1 } ], "collections": [], "relations": {}, "dateAdded": "2016-05-05T17:09:54Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "AP2RTT85", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/AP2RTT85", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/AP2RTT85", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Wicherts et al.", "parsedDate": "2011-11-02", "numChildren": 2 }, "data": { "key": "AP2RTT85", "version": 145, "itemType": "journalArticle", "title": "Willingness to Share Research Data Is Related to the Strength of the Evidence and the Quality of Reporting of Statistical Results", "creators": [ { "creatorType": "author", "firstName": "Jelte M.", "lastName": "Wicherts" }, { "creatorType": "author", "firstName": "Marjan", "lastName": "Bakker" }, { "creatorType": "author", "firstName": "Dylan", "lastName": "Molenaar" } ], "abstractNote": "Background\nThe widespread reluctance to share published research data is often hypothesized to be due to the authors' fear that reanalysis may expose errors in their work or may produce conclusions that contradict their own. However, these hypotheses have not previously been studied systematically.\n\n\nMethods and Findings\nWe related the reluctance to share research data for reanalysis to 1148 statistically significant results reported in 49 papers published in two major psychology journals. We found the reluctance to share data to be associated with weaker evidence (against the null hypothesis of no effect) and a higher prevalence of apparent errors in the reporting of statistical results. The unwillingness to share data was particularly clear when reporting errors had a bearing on statistical significance.\n\n\nConclusions\nOur findings on the basis of psychological papers suggest that statistical results are particularly hard to verify when reanalysis is more likely to lead to contrasting conclusions. This highlights the importance of establishing mandatory data archiving policies.", "publicationTitle": "PLoS ONE", "publisher": "", "place": "", "date": "2011-11-02", "volume": "6", "issue": "11", "section": "", "partNumber": "", "partTitle": "", "pages": "e26828", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "PLoS ONE", "DOI": "10.1371/journal.pone.0026828", "citationKey": "", "url": "http://dx.doi.org/10.1371/journal.pone.0026828", "accessDate": "2013-11-19T17:51:24Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "PLoS Journals", "callNumber": "", "rights": "", "extra": "00060", "tags": [ { "tag": "Data" }, { "tag": "Scientific Computing" }, { "tag": "Software" } ], "collections": [ "V2PNEKD9" ], "relations": {}, "dateAdded": "2014-09-03T20:13:57Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "U43N8WJZ", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/U43N8WJZ", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/U43N8WJZ", "type": "text/html" } }, "meta": { "createdByUser": { "id": 144853, "username": "katyhuff", "name": "Katy Huff", "links": { "alternate": { "href": "https://www.zotero.org/katyhuff", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Donoho et al.", "parsedDate": "2009-01", "numChildren": 1 }, "data": { "key": "U43N8WJZ", "version": 145, "itemType": "journalArticle", "title": "Reproducible Research in Computational Harmonic Analysis", "creators": [ { "creatorType": "author", "firstName": "David L.", "lastName": "Donoho" }, { "creatorType": "author", "firstName": "Arian", "lastName": "Maleki" }, { "creatorType": "author", "firstName": "Inam Ur", "lastName": "Rahman" }, { "creatorType": "author", "firstName": "Morteza", "lastName": "Shahram" }, { "creatorType": "author", "firstName": "Victoria", "lastName": "Stodden" } ], "abstractNote": "", "publicationTitle": "Computing in Science & Engineering", "publisher": "", "place": "", "date": "2009-01", "volume": "11", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "8-18", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1109/MCSE.2009.15", "citationKey": "", "url": "http://scitation.aip.org/content/aip/journal/cise/11/1/10.1109/MCSE.2009.15", "accessDate": "2014-09-02T23:12:06Z", "PMID": "", "PMCID": "", "ISSN": "1521-9615", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "00110", "tags": [], "collections": [ "V2PNEKD9" ], "relations": {}, "dateAdded": "2014-09-02T23:12:06Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "J7BNNK7P", "version": 145, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/J7BNNK7P", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/J7BNNK7P", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2045358, "username": "jkitzes", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/jkitzes", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Noble", "parsedDate": "2009-07-31", "numChildren": 1 }, "data": { "key": "J7BNNK7P", "version": 145, "itemType": "journalArticle", "title": "A Quick Guide to Organizing Computational Biology Projects", "creators": [ { "creatorType": "author", "firstName": "William Stafford", "lastName": "Noble" }, { "creatorType": "editor", "firstName": "Fran", "lastName": "Lewitter" } ], "abstractNote": "", "publicationTitle": "PLoS Computational Biology", "publisher": "", "place": "", "date": "2009-07-31", "volume": "5", "issue": "7", "section": "", "partNumber": "", "partTitle": "", "pages": "e1000424", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1371/journal.pcbi.1000424", "citationKey": "", "url": "http://dx.plos.org/10.1371/journal.pcbi.1000424", "accessDate": "2014-09-03T16:45:58Z", "PMID": "", "PMCID": "", "ISSN": "1553-7358", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "en", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "00013", "tags": [], "collections": [], "relations": {}, "dateAdded": "2014-09-03T16:45:58Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "T248ZUQK", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/T248ZUQK", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/T248ZUQK", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Anderson et al.", "parsedDate": "2007-12", "numChildren": 1 }, "data": { "key": "T248ZUQK", "version": 144, "itemType": "journalArticle", "title": "Normative dissonance in science: results from a national survey of u.s. Scientists", "creators": [ { "creatorType": "author", "firstName": "Melissa S.", "lastName": "Anderson" }, { "creatorType": "author", "firstName": "Brian C.", "lastName": "Martinson" }, { "creatorType": "author", "firstName": "Raymond", "lastName": "De Vries" } ], "abstractNote": "NORMS OF BEHAVIOR IN SCIENTIFIC RESEARCH represent ideals to which most scientists subscribe. Our analysis of the extent of dissonance between these widely espoused ideals and scientists' perceptions of their own and others' behavior is based on survey responses from 3,247 mid- and early-career scientists who had research funding from the U.S. National Institutes of Health. We found substantial normative dissonance, particularly between espoused ideals and respondents' perceptions of other scientists' typical behavior. Also, respondents on average saw other scientists' behavior as more counternormative than normative. Scientists' views of their fields as cooperative or competitive were associated with their normative perspectives, with competitive fields showing more counternormative behavior. The high levels of normative dissonance documented here represent a persistent source of stress in science.", "publicationTitle": "Journal of empirical research on human research ethics: JERHRE", "publisher": "", "place": "", "date": "2007-12", "volume": "2", "issue": "4", "section": "", "partNumber": "", "partTitle": "", "pages": "3-14", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "J Empir Res Hum Res Ethics", "DOI": "10.1525/jer.2007.2.4.3", "citationKey": "", "url": "", "accessDate": "", "PMID": "19385804", "PMCID": "", "ISSN": "1556-2646", "archive": "", "archiveLocation": "", "shortTitle": "Normative dissonance in science", "language": "eng", "libraryCatalog": "PubMed", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2016-09-07T18:04:37Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "M6QRESJT", "version": 144, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/M6QRESJT", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/M6QRESJT", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2047449, "username": "danielturek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/danielturek", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Roberts and Rosenthal", "parsedDate": "2009-01-01", "numChildren": 2 }, "data": { "key": "M6QRESJT", "version": 144, "itemType": "journalArticle", "title": "Examples of Adaptive MCMC", "creators": [ { "creatorType": "author", "firstName": "Gareth O.", "lastName": "Roberts" }, { "creatorType": "author", "firstName": "Jeffrey S.", "lastName": "Rosenthal" } ], "abstractNote": "We investigate the use of adaptive MCMC algorithms to automatically tune the Markov chain parameters during a run. Examples include the Adaptive Metropolis (AM) multivariate algorithm of Haario, Saksman, and Tamminen (2001), Metropolis-within-Gibbs algorithms for nonconjugate hierarchical models, regionally adjusted Metropolis algorithms, and logarithmic scalings. Computer simulations indicate that the algorithms perform very well compared to nonadaptive algorithms, even in high dimension.", "publicationTitle": "Journal of Computational and Graphical Statistics", "publisher": "", "place": "", "date": "2009-01-01", "volume": "18", "issue": "2", "section": "", "partNumber": "", "partTitle": "", "pages": "349-367", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1198/jcgs.2009.06134", "citationKey": "Roberts2009", "url": "http://dx.doi.org/10.1198/jcgs.2009.06134", "accessDate": "2015-03-03T21:59:33Z", "PMID": "", "PMCID": "", "ISSN": "1061-8600", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "Taylor and Francis+NEJM", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "UKNV6SJ3" ], "relations": {}, "dateAdded": "2015-03-03T21:59:33Z", "dateModified": "2026-02-04T19:29:42Z" } }, { "key": "TCT7WJLA", "version": 139, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/TCT7WJLA", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/TCT7WJLA", "type": "text/html" } }, "meta": { "createdByUser": { "id": 1530463, "username": "benmarwick", "name": "Ben Marwick", "links": { "alternate": { "href": "https://www.zotero.org/benmarwick", "type": "text/html" } } }, "creatorSummary": "Scerri et al.", "parsedDate": "2014-10-01", "numChildren": 0 }, "data": { "key": "TCT7WJLA", "version": 139, "itemType": "journalArticle", "title": "Unexpected technological heterogeneity in northern Arabia indicates complex Late Pleistocene demography at the gateway to Asia", "creators": [ { "creatorType": "author", "firstName": "Eleanor M. L.", "lastName": "Scerri" }, { "creatorType": "author", "firstName": "Huw S.", "lastName": "Groucutt" }, { "creatorType": "author", "firstName": "Richard P.", "lastName": "Jennings" }, { "creatorType": "author", "firstName": "Michael D.", "lastName": "Petraglia" } ], "abstractNote": "The role and significance of the Arabian Peninsula in modern human dispersals out of Africa is currently contentious. While qualitative observations of similarities between Arabian Middle Palaeolithic and African Middle Stone Age (MSA) assemblages have been made, these inferences remain untested and often situated within overly broad dichotomies (e.g., ‘Africa’ versus the ‘Levant’), which distort concepts of geographic scale and subsume local variability. Here, we quantitatively test the hypothesis that assemblages from Jubbah, in the Nefud Desert of northern Saudi Arabia are similar to MSA industries from northeast Africa. Based on the quantitative analysis of a suite of metric and morphological data describing lithic reduction sequences, our results show that early and late core reduction at Jubbah is distinct from equivalent northeast African strategies, perhaps as a result of raw material factors. However, specific techniques of core shaping, preparation and preferential flake production at Jubbah draw from a number of methods also present in the northeast African MSA. While two Jubbah lithic assemblages (JKF-1 and JKF-12) display both similarities and differences with the northeast African assemblages, a third locality (JSM-1) was significantly different to both the other Arabian and African assemblages, indicating an unexpected diversity of assemblages in the Jubbah basin during Marine Isotope Stage 5 (MIS 5, ∼125–70,000 years ago, or ka). Along with evidence from southern Arabia and the Levant, our results add quantitative support to arguments that MIS 5 hominin demography at the interface between Africa and Asia was complex.", "publicationTitle": "Journal of Human Evolution", "publisher": "", "place": "", "date": "2014-10-01", "volume": "75", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "125-142", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Journal of Human Evolution", "DOI": "10.1016/j.jhevol.2014.07.002", "citationKey": "", "url": "https://www.sciencedirect.com/science/article/pii/S0047248414001614", "accessDate": "2022-05-09T20:18:42Z", "PMID": "", "PMCID": "", "ISSN": "0047-2484", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "en", "libraryCatalog": "ScienceDirect", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "Lithic technology", "type": 1 }, { "tag": "Middle Palaeolithic", "type": 1 }, { "tag": "Middle Stone Age", "type": 1 }, { "tag": "Out of Africa", "type": 1 } ], "collections": [], "relations": {}, "dateAdded": "2022-05-09T20:18:58Z", "dateModified": "2022-05-09T20:18:58Z" } }, { "key": "PEKXT6H6", "version": 142, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/PEKXT6H6", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/PEKXT6H6", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2048616, "username": "rjleveque", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/rjleveque", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Piccolo et al.", "parsedDate": "2015-07-17", "numChildren": 0 }, "data": { "key": "PEKXT6H6", "version": 142, "itemType": "report", "title": "Tools and techniques for computational reproducibility", "creators": [ { "creatorType": "author", "firstName": "Stephen R", "lastName": "Piccolo" }, { "creatorType": "author", "firstName": "Adam B", "lastName": "Lee" }, { "creatorType": "author", "firstName": "Michael B", "lastName": "Frampton" } ], "abstractNote": "", "reportNumber": "biorxiv;022707v1", "reportType": "", "institution": "", "place": "", "date": "2015-07-17", "seriesTitle": "", "seriesNumber": "", "pages": "", "DOI": "", "ISBN": "", "citationKey": "PiccoloLeeEtAl2015", "url": "http://biorxiv.org/lookup/doi/10.1101/022707", "accessDate": "2016-01-02T23:39:19Z", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "en", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2016-01-02T23:52:39Z", "dateModified": "2019-11-03T05:05:49Z" } }, { "key": "X547ANC6", "version": 142, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/X547ANC6", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/X547ANC6", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2048616, "username": "rjleveque", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/rjleveque", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Marwick", "numChildren": 1 }, "data": { "key": "X547ANC6", "version": 142, "itemType": "webpage", "title": "How computers broke science – and what we can do to fix it", "creators": [ { "creatorType": "author", "firstName": "Ben", "lastName": "Marwick" } ], "abstractNote": "Virtually every researcher relies on computers to collect or analyze data. But when computers are opaque black boxes that manipulate data, it's impossible to replicate studies – a core value for science.", "websiteTitle": "The Conversation", "websiteType": "", "date": "", "publisher": "", "place": "", "DOI": "", "citationKey": "Marwick", "url": "http://theconversation.com/how-computers-broke-science-and-what-we-can-do-to-fix-it-49938", "accessDate": "2015-11-10T03:27:45Z", "shortTitle": "", "language": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2015-11-10T03:29:37Z", "dateModified": "2019-11-03T05:05:49Z" } }, { "key": "ZEWV66JN", "version": 142, "library": { "type": "group", "id": 283161, "name": "MSDSE-reproducibility", "links": { "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/283161/items/ZEWV66JN", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/msdse-reproducibility/items/ZEWV66JN", "type": "text/html" } }, "meta": { "createdByUser": { "id": 13850, "username": "epistemographer", "name": "Josh Greenberg", "links": { "alternate": { "href": "https://www.zotero.org/epistemographer", "type": "text/html" } } }, "lastModifiedByUser": { "id": 2625062, "username": "vickyrampin", "name": "Vicky Rampin", "links": { "alternate": { "href": "https://www.zotero.org/vickyrampin", "type": "text/html" } } }, "creatorSummary": "Andrew C. Chang and Phillip Li", "numChildren": 1 }, "data": { "key": "ZEWV66JN", "version": 142, "itemType": "journalArticle", "title": "Is Economics Research Replicable? Sixty Published Papers from Thirteen Journals Say “Usually Not”", "creators": [ { "creatorType": "author", "name": "Andrew C. Chang" }, { "creatorType": "author", "name": "Phillip Li" } ], "abstractNote": "We attempt to replicate 67 papers published in 13 well-regarded economics journals using author-provided replication files that include both data and code. Some journals in our sample require data and code replication files, and other journals do not require such files. Aside from 6 papers that use confidential data, we obtain data and code replication files for 29 of 35 papers (83%) that are required to provide such files as a condition of publication, compared to 11 of 26 papers (42%) that are not required to provide data and code replication files. We successfully replicate the key qualitative result of 22 of 67 papers (33%) without contacting the authors. Excluding the 6 papers that use confidential data and the 2 papers that use software we do not possess, we replicate 29 of 59 papers (49%) with assistance from the authors. Because we are able to replicate less than half of the papers in our sample even with help from the authors, we assert that economics research is usually not replicable. We conclude with recommendations on improving replication of economics research.", "publicationTitle": "Finance and Economics Discussion Series 2015-083", "publisher": "", "place": "", "date": "", "volume": "", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "http://dx.doi.org/10.17016/FEDS.2015.083.", "citationKey": "AndrewC.ChangPhillipLi", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2015-10-07T01:12:21Z", "dateModified": "2019-11-03T05:05:49Z" } } ]