[ { "key": "AWD7M44N", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/AWD7M44N", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/AWD7M44N", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Venables and Ripley", "parsedDate": "2002", "numChildren": 0 }, "data": { "key": "AWD7M44N", "version": 1, "itemType": "book", "title": "Modern Applied Statistics with S", "creators": [ { "creatorType": "author", "firstName": "William N.", "lastName": "Venables" }, { "creatorType": "author", "firstName": "Brian D.", "lastName": "Ripley" } ], "abstractNote": "S is a powerful environment for the statistical and graphical analysis of data. It provides the tools to implement many statistical ideas that have been made possible by the widespread availability of workstations having good graphics and computational capabilities. This book is a guide to using S environments to perform statistical analyses and provides both an introduction to the use of S and a course in modern statistical methods. Implementations of S are available commercially in S-PLUS®; and as the Open Source R for a wide range of computer systems.\n\nThe aim of this book is to show how to use S as a powerful and graphical data analysis system. Readers are assumed to have a basic grounding in statistics, and so the book is intended for would-be users of S-PLUS or R and both students and researchers using statistics. Throughout, the emphasis is on presenting practical problems and full analyses of real data sets. Many of the methods discussed are state of the art approaches to topics such as linear, nonlinear and smooth regression models, tree-based methods, multivariate analysis, pattern recognition, survival analysis, time series and spatial statistics. Throughout modern techniques such as robust methods, non-parametric smoothing and bootstrapping are used where appropriate.\n\nThis fourth edition is intended for users of S-PLUS 6.0 or R 1.5.0 (or later). A substantial change from the third edition is updating for the current versions of S-PLUS and adding coverage of R. The introductory material has been rewritten to emphasis the import, export and manipulation of data. Increased computational power allows even more computer-intensive methods to be used, and methods such as GLMMs, MARS, Kohonen's SOM and support vector machines are considered.\n\nThe authors have written several software libraries that enhance S-PLUS and R; these and all the datasets used are supplied with Windows versions of S-PLUS and all versions of R, and are also available on the Internet in versions for Windows and Unix. There are extensive on-line complements covering advanced material, exercises and new features of S-PLUS and R as they are introduced.\n\nDr Venables is a Senior Statistician with the CSIRO in Australia. He has given many courses on statistical computing, data analysis and graphics using S in Australia, Europe and the USA. Professor Ripley holds the Chair of Applied Statistics at the University of Oxford, and is the author of four other books on spatial statistics, simulation, pattern recognition and neural networks. They are the joint authors of `S Programming', the authoritative guide to using the S language.\n\nS-PLUS® is a commercial system of the Insightful Corporation.\n\nThe book is equally useful with R, a freely-available Open Source statistical system `not unlike S'.", "series": "", "seriesNumber": "", "volume": "", "numberOfVolumes": "", "edition": "Springer", "date": "2002", "publisher": "", "place": "", "originalDate": "", "originalPublisher": "", "originalPlace": "", "format": "", "numPages": "495", "ISBN": "0-387-95457-0, 2002", "DOI": "", "citationKey": "", "url": "http://www.stats.ox.ac.uk/pub/MASS4/", "accessDate": "2008-01-16T16:40:25Z", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "6QD9NWNN", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-22T12:38:46Z" } }, { "key": "VIZCXMJA", "version": 111, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/VIZCXMJA", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/VIZCXMJA", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "DeLong et al.", "parsedDate": "1988-09", "numChildren": 0 }, "data": { "key": "VIZCXMJA", "version": 111, "itemType": "journalArticle", "title": "Comparing the Areas under Two or More Correlated Receiver Operating Characteristic Curves: A Nonparametric Approach", "creators": [ { "creatorType": "author", "firstName": "Elizabeth R.", "lastName": "DeLong" }, { "creatorType": "author", "firstName": "David M.", "lastName": "DeLong" }, { "creatorType": "author", "firstName": "Daniel L.", "lastName": "Clarke-Pearson" } ], "abstractNote": "", "publicationTitle": "Biometrics", "publisher": "", "place": "", "date": "Sep., 1988", "volume": "44", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "837-845", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "", "citationKey": "", "url": "http://www.jstor.org/stable/2531595", "accessDate": "2008-05-08T13:30:53Z", "PMID": "", "PMCID": "", "ISSN": "0006341X", "archive": "", "archiveLocation": "", "shortTitle": "Comparing the Areas under Two or More Correlated Receiver Operating Characteristic Curves", "language": "", "libraryCatalog": "JSTOR", "callNumber": "", "rights": "", "extra": "Methods of evaluating and comparing the performance of diagnostic tests are of increasing importance as new tests are developed and marketed. When a test is based on an observed variable that lies on a continuous or graded scale, an assessment of the overall value of the test can be made through the use of a receiver operating characteristic (ROC) curve. The curve is constructed by varying the cutpoint used to determine which values of the observed variable will be considered abnormal and then plotting the resulting sensitivities against the corresponding false positive rates. When two or more empirical curves are constructed based on tests performed on the same individuals, statistical analysis on differences between curves must take into account the correlated nature of the data. This paper presents a nonparametric approach to the analysis of areas under correlated ROC curves, by using the theory on generalized U-statistics to generate an estimated covariance matrix.", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "6QD9NWNN", "D4WF8BBU", "QN36N5W7", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "TU3UG57U", "version": 66, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/TU3UG57U", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/TU3UG57U", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Sonego et al.", "parsedDate": "2008-05-01", "numChildren": 0 }, "data": { "key": "TU3UG57U", "version": 66, "itemType": "journalArticle", "title": "ROC analysis: applications to the classification of biological sequences and 3D structures", "creators": [ { "creatorType": "author", "firstName": "Paolo", "lastName": "Sonego" }, { "creatorType": "author", "firstName": "Andras", "lastName": "Kocsor" }, { "creatorType": "author", "firstName": "Sandor", "lastName": "Pongor" } ], "abstractNote": "ROC ( receiver operator characteristics') analysis is a visual as well as numerical method used for assessing the performance of classification algorithms, such as those used for predicting structures and functions from sequence data. This review summarizes the fundamental concepts of ROC analysis and the interpretation of results using examples of sequence and structure comparison. We overview the available programs and provide evaluation guidelines for genomic/proteomic data, with particular regard to applications to large and heterogeneous databases used in bioinformatics.", "publicationTitle": "Briefings in Bioinformatics", "publisher": "", "place": "", "date": "May 1, 2008", "volume": "9", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "198-209", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1093/bib/bbm064", "citationKey": "", "url": "http://bib.oxfordjournals.org/cgi/content/abstract/9/3/198", "accessDate": "2010-08-19T13:55:41Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "ROC analysis", "language": "", "libraryCatalog": "HighWire", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" } ], "collections": [ "D4WF8BBU", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "DADCQUB6", "version": 66, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/DADCQUB6", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/DADCQUB6", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "R Development Core Team", "parsedDate": "2008", "numChildren": 0 }, "data": { "key": "DADCQUB6", "version": 66, "itemType": "book", "title": "R: A Language and Environment for Statistical Computing", "creators": [ { "creatorType": "author", "name": "R Development Core Team" } ], "abstractNote": "", "series": "", "seriesNumber": "", "volume": "", "numberOfVolumes": "", "edition": "", "date": "2008", "publisher": "", "place": "Vienna, Austria", "originalDate": "", "originalPublisher": "", "originalPlace": "", "format": "", "numPages": "", "ISBN": "3-900051-07-0", "DOI": "", "citationKey": "", "url": "http://www.R-project.org", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [ "D4WF8BBU", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "XA6SAVGR", "version": 66, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/XA6SAVGR", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/XA6SAVGR", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Pepe", "parsedDate": "2003", "numChildren": 0 }, "data": { "key": "XA6SAVGR", "version": 66, "itemType": "book", "title": "The statistical evaluation of medical tests for classification and prediction", "creators": [ { "creatorType": "author", "firstName": "Margaret Sullivan", "lastName": "Pepe" } ], "abstractNote": "", "series": "Oxford statistical science series", "seriesNumber": "28", "volume": "", "numberOfVolumes": "", "edition": "", "date": "2003", "publisher": "Oxford University Press", "place": "Oxford", "originalDate": "", "originalPublisher": "", "originalPlace": "", "format": "", "numPages": "320", "ISBN": "9780198509844", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "D4WF8BBU", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "XG68UF4U", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/XG68UF4U", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/XG68UF4U", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Zou et al.", "parsedDate": "1997-10-15", "numChildren": 0 }, "data": { "key": "XG68UF4U", "version": 1, "itemType": "journalArticle", "title": "Smooth non-parametric receiver operating characteristic (ROC) curves for continuous diagnostic tests", "creators": [ { "creatorType": "author", "firstName": "K H", "lastName": "Zou" }, { "creatorType": "author", "firstName": "W J", "lastName": "Hall" }, { "creatorType": "author", "firstName": "D E", "lastName": "Shapiro" } ], "abstractNote": "Receiver operating characteristic (ROC) curves have seen increasing use to assess the accuracy of diagnostic tests that yield continuous test results. We can calculate a fully non-parametric ROC curve from the empirical false positive rate (FPR) and true positive rate (TPR) at each possible decision threshold, but it may be quite jagged. We can obtain a smooth ROC curve by directly fitting a parameteric model, for example, binormal or bilogistic, to the actual test results, but substantial lack-of-fit may result if the distributional assumptions are not valid. A recently proposed alternative algorithm 'LABROC4' is insensitive to such departures, but is not fully flexible in that the form of the resulting ROC curve is restricted to be binormal. We propose a smooth non-parametric ROC curve derived from kernel density estimates of the two test result distributions. We obtain pointwise standard errors for the estimated TPR at each FPR and use them to construct pointwise confidence intervals for the ROC curve, using a logit transformation. We also obtain standard errors for the estimated TPR and FPR at given thresholds and use them to construct confidence rectangles in (FPR, TPR)-space that correspond to a specific threshold. We adapt existing methods for the unsmoothed non-parametric ROC curve to obtain the area under the ROC curve and its standard error; we also give partial areas and corresponding standard errors. We have created a FORTRAN algorithm 'ROC-&-ROL', available upon request. We compare ROC curves and areas obtained by applying our methods and its competitors to two data sets, one of which is fit well by parametric methods and LABROC4, the other of which is not.", "publicationTitle": "Statistics in Medicine", "publisher": "", "place": "", "date": "Oct 15, 1997", "volume": "16", "issue": "19", "section": "", "partNumber": "", "partTitle": "", "pages": "2143-2156", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Stat Med", "DOI": "", "citationKey": "", "url": "http://www.ncbi.nlm.nih.gov/pubmed/9330425", "accessDate": "2010-05-05T08:28:36Z", "PMID": "", "PMCID": "", "ISSN": "0277-6715", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "NCBI PubMed", "callNumber": "", "rights": "", "extra": "PMID: 9330425", "tags": [ { "tag": "ROC Curve" }, { "tag": "smoothing" } ], "collections": [ "6QD9NWNN", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "NHS3WF6B", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/NHS3WF6B", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/NHS3WF6B", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Venkatraman and Begg", "parsedDate": "1996-12-01", "numChildren": 0 }, "data": { "key": "NHS3WF6B", "version": 1, "itemType": "journalArticle", "title": "A distribution-free procedure for comparing receiver operating characteristic curves from a paired experiment", "creators": [ { "creatorType": "author", "firstName": "Ennapadam Seshan", "lastName": "Venkatraman" }, { "creatorType": "author", "firstName": "Colin B.", "lastName": "Begg" } ], "abstractNote": "A distribution-free permutation test procedure is proposed for comparing receiver operating characteristic curves based on continuous data from a paired design. The method tests the hypothesis that the two curves are identical for all operating points, unlike previously proposed methods which test the equivalence of the areas under the curves. The new test is shown by simulation to have very similar operating characteristics to the standard method based on comparisons of the areas when the curves are parallel, but markedly superior power when the curves cross, that is when the curves are different but have similar areas. The prospects of generalising the approach to unpaired experiments and to comparisons of ordinal rating data are discussed.", "publicationTitle": "Biometrika", "publisher": "", "place": "", "date": "December 1, 1996", "volume": "83", "issue": "4", "section": "", "partNumber": "", "partTitle": "", "pages": "835-848", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1093/biomet/83.4.835", "citationKey": "", "url": "http://biomet.oxfordjournals.org/cgi/content/abstract/83/4/835", "accessDate": "2010-05-18T13:17:12Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "HighWire", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "6QD9NWNN", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "RP57Q79D", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/RP57Q79D", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/RP57Q79D", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Venkatraman", "parsedDate": "2000", "numChildren": 0 }, "data": { "key": "RP57Q79D", "version": 1, "itemType": "journalArticle", "title": "A Permutation Test to Compare Receiver Operating Characteristic Curves", "creators": [ { "creatorType": "author", "firstName": "Ennapadam Seshan", "lastName": "Venkatraman" } ], "abstractNote": "We developed a permutation test in our earlier paper (Venkatraman and Begg, 1996, Biometrika83, 8352013848) to test the equality of receiver operating characteristic curves based on continuous paired data. Here we extend the underlying concepts to develop a permutation test for continuous unpaired data, and we study its properties through simulations.", "publicationTitle": "Biometrics", "publisher": "", "place": "", "date": "2000", "volume": "56", "issue": "4", "section": "", "partNumber": "", "partTitle": "", "pages": "1134-1138", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1111/j.0006-341X.2000.01134.x", "citationKey": "", "url": "http://dx.doi.org/10.1111/j.0006-341X.2000.01134.x", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "6QD9NWNN", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "VZZX8PFE", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/VZZX8PFE", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/VZZX8PFE", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Swets", "parsedDate": "1973-12-07", "numChildren": 0 }, "data": { "key": "VZZX8PFE", "version": 1, "itemType": "journalArticle", "title": "The Relative Operating Characteristic in Psychology", "creators": [ { "creatorType": "author", "firstName": "John A.", "lastName": "Swets" } ], "abstractNote": "", "publicationTitle": "Science", "publisher": "", "place": "", "date": "Dec. 7, 1973", "volume": "182", "issue": "4116", "section": "", "partNumber": "", "partTitle": "", "pages": "990-1000", "series": "New Series", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "", "citationKey": "", "url": "http://www.jstor.org/stable/1737805", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "00368075", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "ArticleType: primary_article / Full publication date: Dec. 7, 1973 / Copyright © 1973 American Association for the Advancement of Science", "tags": [ { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "HBTKFF33", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/HBTKFF33", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/HBTKFF33", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Streiner and Cairney", "parsedDate": "2007-02", "numChildren": 0 }, "data": { "key": "HBTKFF33", "version": 1, "itemType": "journalArticle", "title": "What's under the ROC? An introduction to receiver operating characteristics curves", "creators": [ { "creatorType": "author", "firstName": "David L", "lastName": "Streiner" }, { "creatorType": "author", "firstName": "John", "lastName": "Cairney" } ], "abstractNote": "It is often necessary to dichotomize a continuous scale to separate respondents into normal and abnormal groups. However, because the distributions of the scores in these 2 groups most often overlap, any cut point that is chosen will result in 2 types of errors: false negatives (that is, abnormal cases judged to be normal) and false positives (that is, normal cases placed in the abnormal group). Changing the cut point will alter the numbers of erroneous judgments but will not eliminate the problem. A technique called receiver operating characteristic (ROC) curves allows us to determine the ability ofa test to discriminate between groups, to choose the optimal cut point, and to compare the performance of 2 or more tests. We discuss how to calculate and compareROC curves and the factors that must be considered in choosing an optimal cut point.", "publicationTitle": "Canadian Journal of Psychiatry. Revue Canadienne De Psychiatrie", "publisher": "", "place": "", "date": "Feb 2007", "volume": "52", "issue": "2", "section": "", "partNumber": "", "partTitle": "", "pages": "121-128", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Can J Psychiatry", "DOI": "", "citationKey": "", "url": "http://www.ncbi.nlm.nih.gov/pubmed/17375868", "accessDate": "2010-08-24T09:43:49Z", "PMID": "", "PMCID": "", "ISSN": "0706-7437", "archive": "", "archiveLocation": "", "shortTitle": "What's under the ROC?", "language": "", "libraryCatalog": "NCBI PubMed", "callNumber": "", "rights": "", "extra": "PMID: 17375868", "tags": [ { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "INTX2U53", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/INTX2U53", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/INTX2U53", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Sing et al.", "parsedDate": "2005-10-15", "numChildren": 0 }, "data": { "key": "INTX2U53", "version": 1, "itemType": "journalArticle", "title": "ROCR: visualizing classifier performance in R", "creators": [ { "creatorType": "author", "firstName": "Tobias", "lastName": "Sing" }, { "creatorType": "author", "firstName": "Oliver", "lastName": "Sander" }, { "creatorType": "author", "firstName": "Niko", "lastName": "Beerenwinkel" }, { "creatorType": "author", "firstName": "Thomas", "lastName": "Lengauer" } ], "abstractNote": "Summary: ROCR is a package for evaluating and visualizing the performance of scoring classifiers in the statistical language R. It features over 25 performance measures that can be freely combined to create two-dimensional performance curves. Standard methods for investigating trade-offs between specific performance measures are available within a uniform framework, including receiver operating characteristic (ROC) graphs, precision/recall plots, lift charts and cost curves. ROCR integrates tightly with R's powerful graphics capabilities, thus allowing for highly adjustable plots. Being equipped with only three commands and reasonable default values for optional parameters, ROCR combines flexibility with ease of usage. Availability: http://rocr.bioinf.mpi-sb.mpg.de. ROCR can be used under the terms of the GNU General Public License. Running within R, it is platform-independent. Contact: tobias.sing@mpi-sb.mpg.de", "publicationTitle": "Bioinformatics", "publisher": "", "place": "", "date": "Octobre 15, 2005", "volume": "21", "issue": "20", "section": "", "partNumber": "", "partTitle": "", "pages": "3940-3941", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1093/bioinformatics/bti623", "citationKey": "", "url": "http://bioinformatics.oxfordjournals.org/cgi/content/abstract/21/20/3940", "accessDate": "2007-11-13T13:49:04Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "ROCR", "language": "", "libraryCatalog": "HighWire", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "R package" }, { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "D3FZWDT4", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/D3FZWDT4", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/D3FZWDT4", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Pepe et al.", "parsedDate": "2009-03-01", "numChildren": 0 }, "data": { "key": "D3FZWDT4", "version": 1, "itemType": "journalArticle", "title": "Estimation and Comparison of Receiver Operating Characteristic Curves", "creators": [ { "creatorType": "author", "firstName": "Margaret", "lastName": "Pepe" }, { "creatorType": "author", "firstName": "Gary", "lastName": "Longton" }, { "creatorType": "author", "firstName": "Holly", "lastName": "Janes" } ], "abstractNote": "The receiver operating characteristic (ROC) curve displays the capacity of a marker or diagnostic test to discriminate between two groups of subjects, cases versus controls. We present a comprehensive suite of Stata commands for performing ROC analysis. Non-parametric, semiparametric and parametric estimators are calculated. Comparisons between curves are based on the area or partial area under the ROC curve. Alternatively pointwise comparisons between ROC curves or inverse ROC curves can be made. Options to adjust these analyses for covariates, and to perform ROC regression are described in a companion article. We use a unified framework by representing the ROC curve as the distribution of the marker in cases after standardizing it to the control reference distribution.", "publicationTitle": "The Stata journal", "publisher": "", "place": "", "date": "2009-3-1", "volume": "9", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "1", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Stata J", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "1536-867X", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "PubMed Central", "callNumber": "", "rights": "", "extra": "PMID: 20161343\nPMCID: 2774909", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "6QD9NWNN", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "JT94BCKR", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/JT94BCKR", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/JT94BCKR", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "NCAR", "numChildren": 0 }, "data": { "key": "JT94BCKR", "version": 1, "itemType": "computerProgram", "title": "verification", "creators": [ { "creatorType": "programmer", "name": "NCAR" } ], "abstractNote": "", "seriesTitle": "", "versionNumber": "1.31", "date": "", "system": "", "company": "", "place": "", "programmingLanguage": "", "rights": "", "citationKey": "", "url": "http://CRAN.Rproject.org/package=verification", "accessDate": "", "DOI": "", "ISBN": "", "archive": "", "archiveLocation": "", "libraryCatalog": "", "callNumber": "", "shortTitle": "", "extra": "", "tags": [ { "tag": "R package" }, { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "6MNB56ZU", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/6MNB56ZU", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/6MNB56ZU", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Moise et al.", "parsedDate": "1988", "numChildren": 0 }, "data": { "key": "6MNB56ZU", "version": 1, "itemType": "journalArticle", "title": "A test for crossing receiver operating characteristic (roc) curves", "creators": [ { "creatorType": "author", "firstName": "Alain", "lastName": "Moise" }, { "creatorType": "author", "firstName": "Bernard", "lastName": "Clement" }, { "creatorType": "author", "firstName": "Marios", "lastName": "Raissis" } ], "abstractNote": "", "publicationTitle": "Communications in Statistics - Theory and Methods", "publisher": "", "place": "", "date": "1988", "volume": "17", "issue": "6", "section": "", "partNumber": "", "partTitle": "", "pages": "1985-2003", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Commun. Statist. Theory Meth.", "DOI": "10.1080/03610928808829727", "citationKey": "", "url": "http://www.informaworld.com/10.1080/03610928808829727", "accessDate": "2010-08-31T09:33:42Z", "PMID": "", "PMCID": "", "ISSN": "0361-0926", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "Informaworld", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "5GWNF94F", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/5GWNF94F", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/5GWNF94F", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Metz et al.", "parsedDate": "1998", "numChildren": 0 }, "data": { "key": "5GWNF94F", "version": 1, "itemType": "journalArticle", "title": "Maximum likelihood estimation of receiver operating characteristic (ROC) curves from continuously-distributed data", "creators": [ { "creatorType": "author", "firstName": "Charles E.", "lastName": "Metz" }, { "creatorType": "author", "firstName": "Benjamin A.", "lastName": "Herman" }, { "creatorType": "author", "firstName": "Jong-Her", "lastName": "Shen" } ], "abstractNote": "", "publicationTitle": "Statistics in Medicine", "publisher": "", "place": "", "date": "05/1998", "volume": "17", "issue": "9", "section": "", "partNumber": "", "partTitle": "", "pages": "1033-1053", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Statist. Med.", "DOI": "10.1002/(SICI)1097-0258(19980515)17:9<1033::AID-SIM784>3.0.CO;2-Z", "citationKey": "", "url": "http://onlinelibrary.wiley.com/doi/10.1002/(SICI)1097-0258(19980515)17:9%3C1033::AID-SIM784%3E3.0.CO;2-Z/abstract;jsessionid=2A300530698B17EC03488A3C18B6BCB6.d01t02", "accessDate": "2010-10-19T12:36:20Z", "PMID": "", "PMCID": "", "ISSN": "0277-6715", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "8RWNT6UU", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/8RWNT6UU", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/8RWNT6UU", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "McClish", "parsedDate": "1989", "numChildren": 0 }, "data": { "key": "8RWNT6UU", "version": 1, "itemType": "journalArticle", "title": "Analyzing a Portion of the ROC Curve", "creators": [ { "creatorType": "author", "firstName": "Donna Katzman", "lastName": "McClish" } ], "abstractNote": "The area under the ROC curve is a common index summarizing the information contained in the curve. When comparing two ROC curves, though, problems arise when interest does not lie in the entire range of false-positive rates (and hence the entire area). Numerical integration is suggested for evaluating the area under a portion of the ROC curve. Variance estimates are derived. The method is applicable for either continuous or rating scale binormal data, from independent or dependent samples. An example is presented which looks at rating scale data of computed tomographic scans of the head with and without concomitant use of clinical history. The areas under the two ROC curves over an a priori range of false- positive rates are examined, as well as the areas under the two curves at a specific point.", "publicationTitle": "Medical Decision Making", "publisher": "", "place": "", "date": "Août 1, 1989", "volume": "9", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "190-195", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Med. Decis. Making", "DOI": "10.1177/0272989X8900900307", "citationKey": "", "url": "http://mdm.sagepub.com/cgi/content/abstract/9/3/190", "accessDate": "2008-09-29T12:00:00Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "Sage Journals Online", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "partial AUC" } ], "collections": [ "6QD9NWNN", "QN36N5W7", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "PG4GBUW2", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/PG4GBUW2", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/PG4GBUW2", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Jiang et al.", "parsedDate": "1996-12", "numChildren": 0 }, "data": { "key": "PG4GBUW2", "version": 1, "itemType": "journalArticle", "title": "A receiver operating characteristic partial area index for highly sensitive diagnostic tests", "creators": [ { "creatorType": "author", "firstName": "Y", "lastName": "Jiang" }, { "creatorType": "author", "firstName": "C E", "lastName": "Metz" }, { "creatorType": "author", "firstName": "R M", "lastName": "Nishikawa" } ], "abstractNote": "PURPOSE: Area under a receiver operating characteristic (ROC) curve (Az) is widely used as an index of diagnostic performance. However, Az is not a meaningful summary of clinical diagnostic performance when high sensitivity must be maintained clinically. The authors developed a new ROC partial area index, which measures clinical diagnostic performance more meaningfully in such situations, to summarize an ROC curve in only a high-sensitivity region. MATERIALS AND METHODS: The mathematical formation of the partial area index was derived from the conventional binormal model. Statistical tests of apparent differences in this index were formulated analogous to that of Az. One common statistical test involving the partial area index was validated by computer simulations under realistic conditions. RESULTS: An example in mammography illustrates a situation in which the partial area index is more meaningful than Az in measuring clinical diagnostic performance. CONCLUSION: The partial area index can be used as a more meaningful alternative to the conventional Az index for highly sensitive diagnostic tests.", "publicationTitle": "Radiology", "publisher": "", "place": "", "date": "Dec 1996", "volume": "201", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "745-750", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Radiology", "DOI": "", "citationKey": "", "url": "http://www.ncbi.nlm.nih.gov/pubmed/8939225", "accessDate": "2010-06-28T09:33:46Z", "PMID": "", "PMCID": "", "ISSN": "0033-8419", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "NCBI PubMed", "callNumber": "", "rights": "", "extra": "PMID: 8939225", "tags": [ { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "FB2TVC7K", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/FB2TVC7K", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/FB2TVC7K", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Fawcett", "parsedDate": "2006", "numChildren": 0 }, "data": { "key": "FB2TVC7K", "version": 1, "itemType": "journalArticle", "title": "An introduction to ROC analysis", "creators": [ { "creatorType": "author", "firstName": "Tom", "lastName": "Fawcett" } ], "abstractNote": "Receiver operating characteristics (ROC) graphs are useful for organizing classifiers and visualizing their performance. ROC graphs are commonly used in medical decision making, and in recent years have been used increasingly in machine learning and data mining research. Although ROC graphs are apparently simple, there are some common misconceptions and pitfalls when using them in practice. The purpose of this article is to serve as an introduction to ROC graphs and as a guide for using them in research.", "publicationTitle": "Pattern Recognition Letters", "publisher": "", "place": "", "date": "Juin 2006", "volume": "27", "issue": "8", "section": "", "partNumber": "", "partTitle": "", "pages": "861-874", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Pattern Recogn. Lett.", "DOI": "10.1016/j.patrec.2005.10.010", "citationKey": "", "url": "http://www.sciencedirect.com/science/article/B6V15-4HV747X-1/2/c1653cca4db4e94215437a482fcbecbb", "accessDate": "2008-04-01T15:07:43Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "ScienceDirect", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "algorithm" } ], "collections": [ "6QD9NWNN", "QN36N5W7", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "3DAIQCZJ", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/3DAIQCZJ", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/3DAIQCZJ", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Carpenter and Bithell", "parsedDate": "2000-05-15", "numChildren": 0 }, "data": { "key": "3DAIQCZJ", "version": 1, "itemType": "journalArticle", "title": "Bootstrap confidence intervals: when, which, what? A practical guide for medical statisticians", "creators": [ { "creatorType": "author", "firstName": "J", "lastName": "Carpenter" }, { "creatorType": "author", "firstName": "J", "lastName": "Bithell" } ], "abstractNote": "Since the early 1980s, a bewildering array of methods for constructing bootstrap confidence intervals have been proposed. In this article, we address the following questions. First, when should bootstrap confidence intervals be used. Secondly, which method should be chosen, and thirdly, how should it be implemented. In order to do this, we review the common algorithms for resampling and methods for constructing bootstrap confidence intervals, together with some less well known ones, highlighting their strengths and weaknesses. We then present a simulation study, a flow chart for choosing an appropriate method and a survival analysis example.", "publicationTitle": "Statistics in medicine", "publisher": "", "place": "", "date": "May 15, 2000", "volume": "19", "issue": "9", "section": "", "partNumber": "", "partTitle": "", "pages": "1141-64", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Stat. Med.", "DOI": "", "citationKey": "", "url": "", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "02776715", "archive": "", "archiveLocation": "", "shortTitle": "Bootstrap confidence intervals", "language": "", "libraryCatalog": "NCBI PubMed", "callNumber": "", "rights": "", "extra": "PMID: 10797513", "tags": [ { "tag": "bootstrap" }, { "tag": "confidence intervals" } ], "collections": [ "6QD9NWNN", "QN36N5W7", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "JHA7UHH8", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/JHA7UHH8", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/JHA7UHH8", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Braun and Alonzo", "parsedDate": "2008-04-01", "numChildren": 0 }, "data": { "key": "JHA7UHH8", "version": 1, "itemType": "journalArticle", "title": "A modified sign test for comparing paired ROC curves", "creators": [ { "creatorType": "author", "firstName": "Thomas M.", "lastName": "Braun" }, { "creatorType": "author", "firstName": "Todd A.", "lastName": "Alonzo" } ], "abstractNote": "We develop a permutation test for assessing a difference in the areas under the curve (AUCs) in a paired setting where both modalities are given to each diseased and nondiseased subject. We propose that permutations be made between subjects specifically by shuffling the diseased/nondiseased labels of the subjects within each modality. As these permutations are made within modality, the permutation test is valid even if both modalities are measured on different scales. We show that our permutation test is a sign test for the symmetry of an underlying discrete distribution whose size remains valid under the assumption of equal AUCs. We demonstrate the operating characteristics of our test via simulation and show that our test is equal in power to a permutation test recently proposed by Bandos and others (2005).", "publicationTitle": "Biostat", "publisher": "", "place": "", "date": "April 1, 2008", "volume": "9", "issue": "2", "section": "", "partNumber": "", "partTitle": "", "pages": "364-372", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1093/biostatistics/kxm036", "citationKey": "", "url": "http://biostatistics.oxfordjournals.org/cgi/content/abstract/9/2/364", "accessDate": "2010-06-22T09:03:44Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "HighWire", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "DEM5QTCG", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/DEM5QTCG", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/DEM5QTCG", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Bandos et al.", "parsedDate": "2005", "numChildren": 0 }, "data": { "key": "DEM5QTCG", "version": 1, "itemType": "journalArticle", "title": "A permutation test sensitive to differences in areas for comparing ROC curves from a paired design", "creators": [ { "creatorType": "author", "firstName": "Andriy I.", "lastName": "Bandos" }, { "creatorType": "author", "firstName": "Howard E.", "lastName": "Rockette" }, { "creatorType": "author", "firstName": "David", "lastName": "Gur" } ], "abstractNote": "The area under the receiver operating characteristic (ROC) curve (AUC) is a widely accepted summary index of the overall performance of diagnostic procedures and the difference between AUCs is often used when comparing two diagnostic systems. We developed an exact non-parametric statistical procedure for comparing two ROC curves in paired design settings. The test which is based on all permutations of the subject specific rank ratings is formally a test for equality of ROC curves that is sensitive to the alternatives of AUC difference. The operating characteristics of the proposed test were evaluated using extensive simulations over a wide range of parameters.The proposed procedure can be easily implemented in experimental ROC data sets. For small samples and for underlying parameters that are common in experimental studies in diagnostic imaging the test possesses good operating characteristics and is more powerful than the conventional non-parametric procedure for AUC comparisons.We also derived an asymptotic version of the test which uses an exact estimate of the variance in the permutation space and provides a good approximation even when the sample sizes are small. This asymptotic procedure is a simple and precise approximation to the exact test and is useful for large sample sizes where the exact test may be computationally burdensome. Copyright � 2005 John Wiley & Sons, Ltd.", "publicationTitle": "Statistics in Medicine", "publisher": "", "place": "", "date": "2005", "volume": "24", "issue": "18", "section": "", "partNumber": "", "partTitle": "", "pages": "2873-2893", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "", "citationKey": "", "url": "http://dx.doi.org/10.1002/sim.2149", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "WC5DWKB9", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/WC5DWKB9", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/WC5DWKB9", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Wickham", "numChildren": 0 }, "data": { "key": "WC5DWKB9", "version": 1, "itemType": "computerProgram", "title": "plyr: Tools for splitting, applying and combining data", "creators": [ { "creatorType": "programmer", "firstName": "Hadley", "lastName": "Wickham" } ], "abstractNote": "", "seriesTitle": "", "versionNumber": "1.4", "date": "", "system": "", "company": "", "place": "", "programmingLanguage": "", "rights": "", "citationKey": "", "url": "", "accessDate": "", "DOI": "", "ISBN": "", "archive": "", "archiveLocation": "", "libraryCatalog": "", "callNumber": "", "shortTitle": "", "extra": "", "tags": [ { "tag": "R package" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "GTXTV885", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/GTXTV885", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/GTXTV885", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Stephan et al.", "parsedDate": "2003-03-01", "numChildren": 0 }, "data": { "key": "GTXTV885", "version": 1, "itemType": "journalArticle", "title": "Comparison of Eight Computer Programs for Receiver-Operating Characteristic Analysis", "creators": [ { "creatorType": "author", "firstName": "Carsten", "lastName": "Stephan" }, { "creatorType": "author", "firstName": "Sebastian", "lastName": "Wesseling" }, { "creatorType": "author", "firstName": "Tania", "lastName": "Schink" }, { "creatorType": "author", "firstName": "Klaus", "lastName": "Jung" } ], "abstractNote": "Background: ROC analysis is widely accepted to assess and compare diagnostic validity of laboratory tests. Within the last few years, many new ROC programs have become available but have not been systematically evaluated. The aim of this study was to assess different ROC programs regarding their ease of use, mathematical correctness, final output, and their compatibility with other graphics programs. Methods: Eight available programs running under Windows (AccuROC, Analyse-It, CMDT, GraphROC, MedCalc, mROC, ROCKIT, and SPSS) were evaluated. ROC analyses of prostate-specific antigen and related values were performed from a dataset of 928 men with prostate cancer and benign prostatic hyperplasia and corresponding subsets. Criteria such as data input, data output, and correctness and completeness of results were used to evaluate the practicability of the programs. Results: Although the programs produced equivalent results (areas under the curves and their characteristics), we observed deficiencies concerning input of data, processing of the output data, and completeness of the results. Analyse-It, AccuROC, and MedCalc exhibited good performance, but each program had different shortcomings. Only GraphROC could compare curves at a certain sensitivity or specificity cutoff. Conclusions: Adequate ROC analysis and ROC plotting cannot be performed with a single program. Analyse-It, AccuROC, and MedCalc can be recommended with certain limitations. Further improvements of the programs are necessary.", "publicationTitle": "Clinical Chemistry", "publisher": "", "place": "", "date": "March 1, 2003", "volume": "49", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "433-439", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1373/49.3.433", "citationKey": "", "url": "http://www.clinchem.org/cgi/content/abstract/49/3/433", "accessDate": "2010-08-19T14:02:44Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "HighWire", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" } ], "collections": [ "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "2U5PCZBR", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/2U5PCZBR", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/2U5PCZBR", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Hanley and McNeil", "parsedDate": "1983-09-01", "numChildren": 0 }, "data": { "key": "2U5PCZBR", "version": 1, "itemType": "journalArticle", "title": "A method of comparing the areas under receiver operating characteristic curves derived from the same cases", "creators": [ { "creatorType": "author", "firstName": "J. A.", "lastName": "Hanley" }, { "creatorType": "author", "firstName": "B. J.", "lastName": "McNeil" } ], "abstractNote": "", "publicationTitle": "Radiology", "publisher": "", "place": "", "date": "Septembre 1, 1983", "volume": "148", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "839-843", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "", "citationKey": "", "url": "http://radiology.rsnajnls.org/cgi/content/abstract/148/3/839", "accessDate": "2008-12-03T12:43:08Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "HighWire", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "ROC Curve" }, { "tag": "ROC curve comparison" } ], "collections": [ "6QD9NWNN", "QN36N5W7", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } }, { "key": "UJJBK4XB", "version": 1, "library": { "type": "group", "id": 62016, "name": "xavier.robin", "links": { "alternate": { "href": "https://www.zotero.org/groups/xavier.robin", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/62016/items/UJJBK4XB", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/xavier.robin/items/UJJBK4XB", "type": "text/html" } }, "meta": { "createdByUser": { "id": 12953, "username": "Calimo", "name": "Xavier Robin", "links": { "alternate": { "href": "https://www.zotero.org/calimo", "type": "text/html" } } }, "creatorSummary": "Hanley", "parsedDate": "1988-09", "numChildren": 0 }, "data": { "key": "UJJBK4XB", "version": 1, "itemType": "journalArticle", "title": "The robustness of the \"binormal\" assumptions used in fitting ROC curves", "creators": [ { "creatorType": "author", "firstName": "J A", "lastName": "Hanley" } ], "abstractNote": "The binormal form is the most common model used to formally fit ROC curves to the data from signal detection studies that employ the \"rating\" method. The author lists a number of justifications that have been offered for this choice, ranging from theoretical considerations of probability laws and signal detection theory, to mathematical tractability and convenience, to empirical results showing that \"it fits!\" To these justifications is added another, namely that even if an alternative formulation based on another underlying form (e.g., power law) or model (e.g., binomial, Poisson, or gamma type distributions) were in fact correct, the binormal fit differs so little from the true form as to be of no practical consequence. Moreover, the small lack of fit is unlikely to be demonstrated in practice: it is obscured by the much larger variation that can be attributed to sampling of cases. In addition, even if a very large sample of cases could be studied, the small number of rating categories used does not permit seemingly very different models to be distinguished from one another.", "publicationTitle": "Medical Decision Making", "publisher": "", "place": "", "date": "1988 Jul-Sep", "volume": "8", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "197-203", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "Med Decis Making", "DOI": "", "citationKey": "", "url": "http://www.ncbi.nlm.nih.gov/pubmed/3398748", "accessDate": "2010-03-08T15:20:39Z", "PMID": "", "PMCID": "", "ISSN": "0272-989X", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "NCBI PubMed", "callNumber": "", "rights": "", "extra": "PMID: 3398748", "tags": [ { "tag": "ROC Curve" }, { "tag": "smoothing" } ], "collections": [ "6QD9NWNN", "ZGU4T7FB" ], "relations": {}, "dateAdded": "2011-12-05T09:52:26Z", "dateModified": "2011-12-05T09:52:26Z" } } ]