[ { "key": "IWRNGUVP", "version": 10, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/IWRNGUVP", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/IWRNGUVP", "type": "text/html" }, "up": { "href": "https://api.zotero.org/groups/499688/items/E84ZTTJ7", "type": "application/json" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "numChildren": 0 }, "data": { "key": "IWRNGUVP", "version": 10, "parentItem": "E84ZTTJ7", "itemType": "attachment", "linkMode": "imported_file", "title": "355047.pdf", "accessDate": "", "url": "", "note": "", "contentType": "application/pdf", "charset": "", "filename": "355047.pdf", "md5": "6d2a0f7cb75010f842b52792b7512f48", "mtime": 1440620223855, "tags": [], "relations": {}, "dateAdded": "2016-03-18T20:24:02Z", "dateModified": "2016-03-18T20:24:14Z" } }, { "key": "E84ZTTJ7", "version": 9, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/E84ZTTJ7", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/E84ZTTJ7", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Kitzhaber", "parsedDate": "1963", "numChildren": 1 }, "data": { "key": "E84ZTTJ7", "version": 9, "itemType": "journalArticle", "title": "4C, Freshman English, and the Future", "creators": [ { "creatorType": "author", "firstName": "Albert R.", "lastName": "Kitzhaber" } ], "abstractNote": "", "publicationTitle": "College Composition and Communication", "publisher": "", "place": "", "date": "10/1963", "volume": "14", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "129", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.2307/355047", "citationKey": "", "url": "http://www.jstor.org/stable/10.2307/355047?origin=crossref", "accessDate": "2016-03-18T20:24:13Z", "PMID": "", "PMCID": "", "ISSN": "0010096X", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "CrossRef", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:24:13Z", "dateModified": "2016-03-18T20:24:13Z" } }, { "key": "UMSKWI7V", "version": 8, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/UMSKWI7V", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/UMSKWI7V", "type": "text/html" }, "up": { "href": "https://api.zotero.org/groups/499688/items/9J3MBWRE", "type": "application/json" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "numChildren": 0 }, "data": { "key": "UMSKWI7V", "version": 8, "parentItem": "9J3MBWRE", "itemType": "attachment", "linkMode": "imported_file", "title": "Language Testing-2014-Gu-111-33.pdf", "accessDate": "", "url": "", "note": "", "contentType": "application/pdf", "charset": "", "filename": "Language Testing-2014-Gu-111-33.pdf", "md5": "943d6630d08024998702eaf6107af990", "mtime": 1458332417721, "tags": [], "relations": {}, "dateAdded": "2016-03-18T20:20:32Z", "dateModified": "2016-03-18T20:23:33Z" } }, { "key": "9J3MBWRE", "version": 8, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/9J3MBWRE", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/9J3MBWRE", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Gu", "parsedDate": "2014", "numChildren": 1 }, "data": { "key": "9J3MBWRE", "version": 8, "itemType": "journalArticle", "title": "At the interface between language testing and second language acquisition: Language ability and context of learning", "creators": [ { "creatorType": "author", "firstName": "Lin", "lastName": "Gu" } ], "abstractNote": "", "publicationTitle": "Language testing", "publisher": "", "place": "", "date": "2014", "volume": "31", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "111–133", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "", "citationKey": "", "url": "http://ltj.sagepub.com/content/31/1/111.short", "accessDate": "2016-03-18T20:23:32Z", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "At the interface between language testing and second language acquisition", "language": "", "libraryCatalog": "Google Scholar", "callNumber": "", "rights": "", "extra": "", "tags": [], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:23:32Z", "dateModified": "2016-03-18T20:23:32Z" } }, { "key": "DIC8DSX9", "version": 5, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/DIC8DSX9", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/DIC8DSX9", "type": "text/html" }, "up": { "href": "https://api.zotero.org/groups/499688/items/6VGUM7IJ", "type": "application/json" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "numChildren": 0 }, "data": { "key": "DIC8DSX9", "version": 5, "parentItem": "6VGUM7IJ", "itemType": "attachment", "linkMode": "imported_file", "title": "english-grammar-in-use-supplementary-exercises3-book-with-answers-sample-pages.pdf", "accessDate": "", "url": "", "note": "", "contentType": "application/pdf", "charset": "", "filename": "english-grammar-in-use-supplementary-exercises3-book-with-answers-sample-pages.pdf", "md5": "3a5a7392acadf4fafe07f31b7f1bc94e", "mtime": 1399920597000, "tags": [], "relations": {}, "dateAdded": "2016-03-18T20:15:35Z", "dateModified": "2016-03-18T20:15:35Z" } }, { "key": "NDVHTWMG", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/NDVHTWMG", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/NDVHTWMG", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Breland et al.", "parsedDate": "1987", "numChildren": 0 }, "data": { "key": "NDVHTWMG", "version": 2, "itemType": "journalArticle", "title": "Assessing writing skill: College Entrance Examination Board research monograph no. 11", "creators": [ { "creatorType": "author", "firstName": "HM", "lastName": "Breland" }, { "creatorType": "author", "firstName": "R", "lastName": "Camp" }, { "creatorType": "author", "firstName": "RJ", "lastName": "Jones" }, { "creatorType": "author", "firstName": "MM", "lastName": "Morris" }, { "creatorType": "author", "firstName": "DA", "lastName": "Rock" } ], "abstractNote": "", "publicationTitle": "New York: The College \\ldots", "publisher": "", "place": "", "date": "1987", "volume": "", "issue": "", "section": "", "partNumber": "", "partTitle": "", "pages": "", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "", "citationKey": "", "url": "https://scholar.google.com/scholar?q=+Breland%2C+Camp%2C+Jones%2C+Morris%2C+and+Rock+%281987%29+&btnG=&hl=en&as_sdt=0%2C15#0", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:44Z" } }, { "key": "7SCQAE6B", "version": 3, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/7SCQAE6B", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/7SCQAE6B", "type": "text/html" }, "up": { "href": "https://api.zotero.org/groups/499688/items/8NIQ3FVP", "type": "application/json" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "numChildren": 0 }, "data": { "key": "7SCQAE6B", "version": 3, "parentItem": "8NIQ3FVP", "itemType": "attachment", "linkMode": "imported_file", "title": "Attachment", "accessDate": "", "url": "", "note": "", "contentType": "application/pdf", "charset": "", "filename": "Bachman, Lynch, Mason - 1995 - Investigating variability in tasks and rater judgements in a performance test of foreign language speakin.pdf", "md5": "7a0c8f935f5e50d692e0256a30f6153d", "mtime": 1458325721971, "tags": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "47GQ6SH7", "version": 3, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/47GQ6SH7", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/47GQ6SH7", "type": "text/html" }, "up": { "href": "https://api.zotero.org/groups/499688/items/IWQZ9H7P", "type": "application/json" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "numChildren": 0 }, "data": { "key": "47GQ6SH7", "version": 3, "parentItem": "IWQZ9H7P", "itemType": "attachment", "linkMode": "imported_file", "title": "Attachment", "accessDate": "", "url": "", "note": "", "contentType": "application/pdf", "charset": "", "filename": "Eckes - 2008 - Rater types in writing performance assessments A classification approach to rater variability.pdf", "md5": "bccc89b8be0589cac3e62791fa82fa50", "mtime": 1458325722352, "tags": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "BV6NASVN", "version": 3, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/BV6NASVN", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/BV6NASVN", "type": "text/html" }, "up": { "href": "https://api.zotero.org/groups/499688/items/739PJS6X", "type": "application/json" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "numChildren": 0 }, "data": { "key": "BV6NASVN", "version": 3, "parentItem": "739PJS6X", "itemType": "attachment", "linkMode": "imported_file", "title": "Attachment", "accessDate": "", "url": "", "note": "", "contentType": "application/pdf", "charset": "", "filename": "Breland - 1999 - Writing assessment in admission to higher education Review and framework.pdf", "md5": "4ea350cfea84dd90335f86dd318c1cf4", "mtime": 1458325722789, "tags": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "IWQZ9H7P", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/IWQZ9H7P", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/IWQZ9H7P", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Eckes", "parsedDate": "2008", "numChildren": 1 }, "data": { "key": "IWQZ9H7P", "version": 2, "itemType": "journalArticle", "title": "Rater types in writing performance assessments: A classification approach to rater variability", "creators": [ { "creatorType": "author", "firstName": "T.", "lastName": "Eckes" } ], "abstractNote": "Research on rater effects in language performance assessments has provided ample evidence for a considerable degree of variability among raters. Building on this research, I advance the hypothesis that experienced raters fall into types or classes that are clearly distinguishable from one another with respect to the importance they attach to scoring criteria. To examine the rater type hypothesis, I asked 64 raters actively involved in scoring examinee writing performance on a large-scale assessment instrument to indicate on a four-point scale how much importance they would attach to each of nine routinely used criteria. The criteria covered various performance aspects, such as fluency, completeness, and grammatical correctness. In a preliminary step, many-facet Rasch analysis revealed that raters differed significantly in their views on the importance of the various criteria. A two-mode clustering technique yielded a joint classification of raters and criteria, with six rater types emerging from the analysis. Each of these types was characterized by a distinct scoring profile, indicating that raters were far from dividing their attention evenly among the set of criteria. Moreover, rater background variables were shown to partially account for the scoring profile differences. The findings have implications for assessing the quality of large-scale ratermediated language testing, rater monitoring, and rater training.", "publicationTitle": "Language Testing", "publisher": "", "place": "", "date": "2008", "volume": "25", "issue": "2", "section": "", "partNumber": "", "partTitle": "", "pages": "155–185", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1177/0265532207086780", "citationKey": "", "url": "http://ltj.sagepub.com/content/25/2/155.short", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0265-5322", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "CLASSIFICATION" }, { "tag": "large-scale performance assessment" }, { "tag": "rater cogni-" }, { "tag": "rater monitoring" }, { "tag": "rater variability" }, { "tag": "tion" }, { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "AKWUMJZI", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/AKWUMJZI", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/AKWUMJZI", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Lumley and McNamara", "parsedDate": "1995-03", "numChildren": 0 }, "data": { "key": "AKWUMJZI", "version": 2, "itemType": "journalArticle", "title": "Rater characteristics and rater bias: implications for training", "creators": [ { "creatorType": "author", "firstName": "Tom", "lastName": "Lumley" }, { "creatorType": "author", "firstName": "T F", "lastName": "McNamara" } ], "abstractNote": "Recent developments in multifaceted Rasch measurement (Linacre, 1989) have made possible new kinds of investigation of aspects (or 'facets') of performance assessments. Relevant characteristics of such facets (for exam-ple, the relative harshness of individual raters, the relative difficulty of test tasks) are modelled and reflected in the resulting person ability measures. In addition, bias analyses, that is interactions between elements of any facet, can also be analysed. (For the facet 'person', an element is an individual candidate; for the facet 'rater', an element is an individual judge, and so on.) This permits investigation of the way a particular aspect of the test situation (type of candidate, choice of prompt, etc.) may elicit a consistently biased pattern of responses from a rater. The purpose of the research is to investigate the use of these analytical techniques in rater training for the speaking subtest of the Occupational English Test (OET), a specific-purpose ESL performance test for health professionals. The test involves a role-play based, profession-specific inter-action, involving some degree of choice of role-play material. Data are presented from two rater training sessions separated by an 18-month interval and a subsequent operational test administration session. The analysis is used to establish 1) consistency of rater characteristics over different occasions; and 2) rater bias in relation to occasion of rating. The study thus addresses the question of the stability of rater characteristics, which has practical implications in terms of the accreditation of raters and the requirements of data analysis following test administration sessions. It also has research implications concerning the role of multifaceted Rasch measurement in understanding rater behaviour in performance assessment contexts.", "publicationTitle": "Language Testing", "publisher": "", "place": "", "date": "March 1995", "volume": "12", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "54–71", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1177/026553229501200104", "citationKey": "", "url": "http://ltj.sagepub.com.ezproxy.lib.purdue.edu/content/12/1/54.short", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0265-5322", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "V3GDGK73", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/V3GDGK73", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/V3GDGK73", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Cushing Weigle", "parsedDate": "1998-04", "numChildren": 0 }, "data": { "key": "V3GDGK73", "version": 2, "itemType": "journalArticle", "title": "Using FACETS to model rater training effects", "creators": [ { "creatorType": "author", "firstName": "Sara", "lastName": "Cushing Weigle" } ], "abstractNote": "This article describes a study conducted to explore differences in rater severity and consistency among inexperienced and experienced raters both before and after rater training. Sixteen raters (eight experienced and eight inexperienced) rated overlapping subsets of essays from a total sample of 60 essays before and after rater training in the context of an operational administration of UCLA’s English as a Second Language Placement Examination (ESLPE). A three-part scale was used, comprising content, rhetorical control, and language. Ratings were analysed using FACETS, a multi- faceted Rasch analysis program that provides estimates of rater severity on a linear scale as well as fit statistics, which are indicators of rater consistency. The analysis showed that the inexperienced raters tended to be both more severe and less consistent in their ratings than the experienced raters before training. After training, the differences between the two groups of raters were less pronounced; however, significant differences in severity were still found among raters, although consistency had improved for most raters. These results provide support for the notion that rater training is more successful in helping raters give more predictable scores (i.e., intra-rater reliability) than in getting them to give identical scores (i.e., inter-rater reliability).", "publicationTitle": "Language Testing", "publisher": "", "place": "", "date": "April 1998", "volume": "15", "issue": "2", "section": "", "partNumber": "", "partTitle": "", "pages": "263–287", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1191/026553298670883954", "citationKey": "", "url": "http://ltj.sagepub.com.ezproxy.lib.purdue.edu/content/15/2/263.short", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "02655322", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "X8SPETIS", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/X8SPETIS", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/X8SPETIS", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "BRELAND et al.", "parsedDate": "1999-06", "numChildren": 0 }, "data": { "key": "X8SPETIS", "version": 2, "itemType": "journalArticle", "title": "Writing Assessment in Admission To Higher Education: Review and Framework", "creators": [ { "creatorType": "author", "firstName": "HUNTER M.", "lastName": "BRELAND" }, { "creatorType": "author", "firstName": "BRENT", "lastName": "BRIDGEMAN" }, { "creatorType": "author", "firstName": "MARY E.", "lastName": "FOWLES" } ], "abstractNote": "", "publicationTitle": "ETS Research Report Series", "publisher": "", "place": "", "date": "June 1999", "volume": "1999", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "i–37", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1002/j.2333-8504.1999.tb01801.x", "citationKey": "", "url": "http://doi.wiley.com/10.1002/j.2333-8504.1999.tb01801.x", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "23308516", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "739PJS6X", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/739PJS6X", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/739PJS6X", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "BRELAND et al.", "parsedDate": "1999", "numChildren": 1 }, "data": { "key": "739PJS6X", "version": 2, "itemType": "journalArticle", "title": "Writing Assessment in Admission To Higher Education: Review and Framework", "creators": [ { "creatorType": "author", "firstName": "HUNTER M.", "lastName": "BRELAND" }, { "creatorType": "author", "firstName": "BRENT", "lastName": "BRIDGEMAN" }, { "creatorType": "author", "firstName": "MARY E.", "lastName": "FOWLES" } ], "abstractNote": "", "publicationTitle": "ETS Research Report Series", "publisher": "", "place": "", "date": "1999", "volume": "1999", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "i–37", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1002/j.2333-8504.1999.tb01801.x", "citationKey": "", "url": "http://doi.wiley.com/10.1002/j.2333-8504.1999.tb01801.x", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "23308516", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "8NIQ3FVP", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/8NIQ3FVP", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/8NIQ3FVP", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Bachman, Lyle F, Lynch, K. Brian, Mason", "parsedDate": "1995", "numChildren": 1 }, "data": { "key": "8NIQ3FVP", "version": 2, "itemType": "journalArticle", "title": "Investigating variability in tasks and rater judgements in a performance test of foreign language speaking", "creators": [ { "creatorType": "author", "firstName": "Maureen", "lastName": "Bachman, Lyle F, Lynch, K. Brian, Mason" } ], "abstractNote": "Much of the recent debate that has surrounded the development and use of 'performance', or 'communicative' language tests has focused on a supposed trade-off between two sets of desirable qualities: correspondence between test tasks and test performance to nontest language use for content relevance; and reliability of scores derived from test performance. One area that has been of particular concern with performance tests is the potential variability in tasks and rater judgements, and this has been investigated in the language testing literature with two complementary approaches: generalizability the-ory and many faceted Rasch modelling. GENOVA, which performs general-izability theory analyses, estimates the relative contribution of variation in test tasks and rater judgements to variation in test scores. FACETS, which performs many faceted Rasch modelling, estimates differences in task difficulty and rater severity, and adjusts ability estimates of test takers, taking these differences into account. In this article we first discuss the design and development of a foreign language (Spanish) test battery that was designed for two purposes: first, to place University of California Education Abroad students into programmes at universities abroad that are appropriate for their level of language ability, and secondly to provide diagnostic information that will be useful for designing appropriate teaching and learning pro-grammes for prospective education abroad students. The test battery consists of four subtests: reading, listening and note-taking, speaking, and writing. All subtests share a common theme or topic, and are interdependent. We then discuss the results of the GENOVA and FACETS analyses of the speaking subtest, based on a full field trial with a group of University of California undergraduate students who had been selected for participation in the Education Abroad Program. Finally, we discuss the implications of these results for the use of G-theory and many faceted Rasch modelling for the development of performance tests of foreign language ability. at The University of Iowa Libraries on November 16, 2015 ltj.sagepub.com Downloaded from 239 I Introduction' Much of the recent debate that has surrounded the development and use of 'performance' or 'communicative' language tests has focused on a supposed trade-off between two sets of desirable qualities. It has been argued by proponents of such tests that test tasks and test performance need to correspond to nontest language use. This suggests that we should design tests with characteristics such as thematic unity and task dependency, which seem to be features of nontest discourse, and that we should present test-takers", "publicationTitle": "Language Testing", "publisher": "", "place": "", "date": "1995", "volume": "12", "issue": "2", "section": "", "partNumber": "", "partTitle": "", "pages": "238–257", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1177/026553229501200206", "citationKey": "", "url": "http://ltj.sagepub.com/content/12/2/238.short", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0265-5322", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "C2PRNBZV", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/C2PRNBZV", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/C2PRNBZV", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Monsaas and Engelhard", "parsedDate": "1994", "numChildren": 0 }, "data": { "key": "C2PRNBZV", "version": 2, "itemType": "journalArticle", "title": "Teachers' Attitudes Toward Testing Practices", "creators": [ { "creatorType": "author", "firstName": "Judith", "lastName": "Monsaas" }, { "creatorType": "author", "firstName": "George", "lastName": "Engelhard" } ], "abstractNote": "The purpose of this research was to investigate how teachers' attitudes toward testing practices affect the way teachers prepare and administer standardized tests. Classroom teachers (N = 186) from Georgia took the testing practices instrument developed to measure the three variables (behavior, attitude, and pressure) examined in this study. Attitudes were negatively correlated with behavior; teachers who felt that the testing practices were dishonest were less likely to engage in them. Pressure to increase standardized test scores was positively correlated with behavior; the greater the perceived pressure (subjective norms) to increase test scores, the greater the likelihood that teachers had engaged in more test preparation activities. The data also suggest that the amount of test preparation was greater in the lower grades than in the upper grades and that teachers in schools with more low-socioeconomic-status (SES) students tended to engage in more test preparation activities than their colleagues in higher SES schools.", "publicationTitle": "The Journal of Psychology", "publisher": "", "place": "", "date": "1994", "volume": "128", "issue": "3", "section": "", "partNumber": "", "partTitle": "", "pages": "469 – 477", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1080/00223980.1994.9712753", "citationKey": "", "url": "http://www.tandfonline.com/doi/abs/10.1080/00223980.1994.9712753", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "0022-3980", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "PMID: 7932298", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } }, { "key": "6VGUM7IJ", "version": 2, "library": { "type": "group", "id": 499688, "name": "TReXPurdue", "links": { "alternate": { "href": "https://www.zotero.org/groups/trexpurdue", "type": "text/html" } } }, "links": { "self": { "href": "https://api.zotero.org/groups/499688/items/6VGUM7IJ", "type": "application/json" }, "alternate": { "href": "https://www.zotero.org/groups/trexpurdue/items/6VGUM7IJ", "type": "text/html" } }, "meta": { "createdByUser": { "id": 2853834, "username": "Aswatek", "name": "", "links": { "alternate": { "href": "https://www.zotero.org/aswatek", "type": "text/html" } } }, "creatorSummary": "Engelhard and Myford", "parsedDate": "2003-06", "numChildren": 1 }, "data": { "key": "6VGUM7IJ", "version": 2, "itemType": "journalArticle", "title": "Monitoring Faculty Consultant Performance in the Advanced Placement English Literature and Composition Program With a Many-Faceted Rasch Model", "creators": [ { "creatorType": "author", "firstName": "George", "lastName": "Engelhard" }, { "creatorType": "author", "firstName": "Carol M.", "lastName": "Myford" } ], "abstractNote": "", "publicationTitle": "ETS Research Report Series", "publisher": "", "place": "", "date": "June 2003", "volume": "2003", "issue": "1", "section": "", "partNumber": "", "partTitle": "", "pages": "i–60", "series": "", "seriesTitle": "", "seriesText": "", "journalAbbreviation": "", "DOI": "10.1002/j.2333-8504.2003.tb01893.x", "citationKey": "", "url": "http://doi.wiley.com/10.1002/j.2333-8504.2003.tb01893.x", "accessDate": "", "PMID": "", "PMCID": "", "ISSN": "23308516", "archive": "", "archiveLocation": "", "shortTitle": "", "language": "", "libraryCatalog": "", "callNumber": "", "rights": "", "extra": "", "tags": [ { "tag": "workshop" } ], "collections": [], "relations": {}, "dateAdded": "2016-03-18T20:10:28Z", "dateModified": "2016-03-18T20:10:28Z" } } ]