[
    {
        "key": "5DNMEI3Q",
        "version": 24,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/5DNMEI3Q",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/5DNMEI3Q",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/CUUGJ5BS",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "5DNMEI3Q",
            "version": 24,
            "parentItem": "CUUGJ5BS",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Full Text PDF",
            "accessDate": "2015-02-17T17:13:14Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0048733310002143/pdfft?md5=40b43814bb7a6412650e9433d5ada7f0&pid=1-s2.0-S0048733310002143-main.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-17T17:13:14Z",
            "dateModified": "2015-02-17T17:13:14Z"
        }
    },
    {
        "key": "6J6TDWWK",
        "version": 24,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/6J6TDWWK",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/6J6TDWWK",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/CUUGJ5BS",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "6J6TDWWK",
            "version": 24,
            "parentItem": "CUUGJ5BS",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Snapshot",
            "accessDate": "2015-02-17T17:13:14Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0048733310002143",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-17T17:13:14Z",
            "dateModified": "2015-02-17T17:13:14Z"
        }
    },
    {
        "key": "CUUGJ5BS",
        "version": 24,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/CUUGJ5BS",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/CUUGJ5BS",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Jiménez-Sáez et al.",
            "parsedDate": "2011-03",
            "numChildren": 2
        },
        "data": {
            "key": "CUUGJ5BS",
            "version": 24,
            "itemType": "journalArticle",
            "title": "Evaluating research efficiency within National R&D Programmes",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Fernando",
                    "lastName": "Jiménez-Sáez"
                },
                {
                    "creatorType": "author",
                    "firstName": "Jon Mikel",
                    "lastName": "Zabala-Iturriagagoitia"
                },
                {
                    "creatorType": "author",
                    "firstName": "José L.",
                    "lastName": "Zofío"
                },
                {
                    "creatorType": "author",
                    "firstName": "Elena",
                    "lastName": "Castro-Martínez"
                }
            ],
            "abstractNote": "Relying on efficiency analysis, we evaluate to what extent policy makers have been able to promote the establishment of consolidated and comprehensive research groups to contribute to the implementation of a successful innovation system for the Spanish food technology sector, oriented to the production of knowledge based on an application model. Using data envelopment analysis techniques that allow calculation of a generalized version of the traditional distance function model for productive efficiency, we find pervasive levels of inefficiency and a typology of different research strategies. Among these, in contrast to what has been assumed, established groups do not play the pre-eminent benchmarking role; rather, partially oriented, specialized and “shooting star” groups are the most common patterns. These results correspond with an infant innovation system, where the fostering of higher levels of efficiency and the promotion of the desired research patterns are ongoing.",
            "publicationTitle": "Research Policy",
            "publisher": "",
            "place": "",
            "date": "March 2011",
            "volume": "40",
            "issue": "2",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "230-241",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "Research Policy",
            "DOI": "10.1016/j.respol.2010.10.005",
            "citationKey": "",
            "url": "http://www.sciencedirect.com/science/article/pii/S0048733310002143",
            "accessDate": "2015-02-17T17:13:14Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0048-7333",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "",
            "language": "",
            "libraryCatalog": "ScienceDirect",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "Data envelopment analysis",
                    "type": 1
                },
                {
                    "tag": "Innovation system management",
                    "type": 1
                },
                {
                    "tag": "Research efficiency",
                    "type": 1
                },
                {
                    "tag": "Spanish Food Technology Program",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-17T17:13:14Z",
            "dateModified": "2015-02-17T17:13:14Z"
        }
    },
    {
        "key": "NKD9RHN8",
        "version": 23,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/NKD9RHN8",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/NKD9RHN8",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/WMG69HQ2",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "NKD9RHN8",
            "version": 23,
            "parentItem": "WMG69HQ2",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Full Text PDF",
            "accessDate": "2015-02-17T17:12:39Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0377221708004815/pdfft?md5=5ebe19f7142ad2d3206039688a1c9a8d&pid=1-s2.0-S0377221708004815-main.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-17T17:12:39Z",
            "dateModified": "2015-02-17T17:12:39Z"
        }
    },
    {
        "key": "X9PEDBV7",
        "version": 23,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/X9PEDBV7",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/X9PEDBV7",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/WMG69HQ2",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "X9PEDBV7",
            "version": 23,
            "parentItem": "WMG69HQ2",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Snapshot",
            "accessDate": "2015-02-17T17:12:39Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0377221708004815",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-17T17:12:39Z",
            "dateModified": "2015-02-17T17:12:39Z"
        }
    },
    {
        "key": "WMG69HQ2",
        "version": 23,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/WMG69HQ2",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/WMG69HQ2",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Lee et al.",
            "parsedDate": "2009-08-01",
            "numChildren": 2
        },
        "data": {
            "key": "WMG69HQ2",
            "version": 23,
            "itemType": "journalArticle",
            "title": "Comparative evaluation of performance of national R&D programs with heterogeneous objectives: A DEA approach",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Hakyeon",
                    "lastName": "Lee"
                },
                {
                    "creatorType": "author",
                    "firstName": "Yongtae",
                    "lastName": "Park"
                },
                {
                    "creatorType": "author",
                    "firstName": "Hoogon",
                    "lastName": "Choi"
                }
            ],
            "abstractNote": "The strategic importance of performance evaluation of national R&amp;D programs is highlighted as the resource allocation draws more attention in R&amp;D policy agenda. Due to the heterogeneity of national R&amp;D programs’ objectives, however, it is intractably difficult to relatively evaluate multiple programs and, consequently, few studies have been conducted on the performance comparison of the R&amp;D programs. This study measures and compares the performance of national R&amp;D programs using data envelopment analysis (DEA). Since DEA allows each DMU to choose the optimal weights of inputs and outputs which maximize its efficiency, it can mirror R&amp;D programs’ unique characteristics by assigning relatively high weights to the variables in which each program has strength. Every project in every R&amp;D program is evaluated together based on the DEA model for comparison of efficiency among different systems. Kruskal–Wallis test with a post hoc Mann–Whitney U test is then run to compare performance of R&amp;D programs. Two alternative approaches to incorporating the importance of variables, the AR model and output integration, are also introduced. The results are expected to provide policy implications for effectively formulating and implementing national R&amp;D programs.",
            "publicationTitle": "European Journal of Operational Research",
            "publisher": "",
            "place": "",
            "date": "August 1, 2009",
            "volume": "196",
            "issue": "3",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "847-855",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "European Journal of Operational Research",
            "DOI": "10.1016/j.ejor.2008.06.016",
            "citationKey": "",
            "url": "http://www.sciencedirect.com/science/article/pii/S0377221708004815",
            "accessDate": "2015-02-17T17:12:39Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0377-2217",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "Comparative evaluation of performance of national R&D programs with heterogeneous objectives",
            "language": "",
            "libraryCatalog": "ScienceDirect",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "Analytic hierarchy process",
                    "type": 1
                },
                {
                    "tag": "Data envelopment analysis",
                    "type": 1
                },
                {
                    "tag": "National R&D program",
                    "type": 1
                },
                {
                    "tag": "R&D evaluation",
                    "type": 1
                },
                {
                    "tag": "R&D performance",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-17T17:12:39Z",
            "dateModified": "2015-02-17T17:12:39Z"
        }
    },
    {
        "key": "D8I5TNIK",
        "version": 21,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/D8I5TNIK",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/D8I5TNIK",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Rogers et al.",
            "parsedDate": "2012-12-01",
            "numChildren": 2
        },
        "data": {
            "key": "D8I5TNIK",
            "version": 21,
            "itemType": "journalArticle",
            "title": "Program-level assessment of research centers: Contribution of Nanoscale Science and Engineering Centers to US Nanotechnology National Initiative goals",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Juan D.",
                    "lastName": "Rogers"
                },
                {
                    "creatorType": "author",
                    "firstName": "Jan",
                    "lastName": "Youtie"
                },
                {
                    "creatorType": "author",
                    "firstName": "Luciano",
                    "lastName": "Kay"
                }
            ],
            "abstractNote": "The Nanoscale Science and Engineering Centers (NSECs) operate in the context of a National Science Foundation (NSF) program that represents one of the key instruments of nanotechnology policy in the USA. In this article, we report on a study aimed at understanding the mechanisms by which this collection of centers contributes to the realization of the goals of the National Nanotechnology Initiative (NNI). The study is focused on the program level so we are not considering the detailed contributions or performance assessment of all the activities of individual centers. Rather, the study is organized around the main areas in which collective patterns of impact related to the stated goals of the NNI policy have been detected. The centers are found to perform in the higher end of the distribution for the field, when measured by citations, journal impact factor, leveraging of support, interdisciplinarity, and collaboration with industry. Creative contributions to education and public diffusion of nanotechnology are also detected. Efforts at developing a framework for responsible development of nanotechnology are also observed but challenges remain since the integration of these into the core mission of the program is much more difficult.",
            "publicationTitle": "Research Evaluation",
            "publisher": "",
            "place": "",
            "date": "12/01/2012",
            "volume": "21",
            "issue": "5",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "368-380",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "Research Evaluation",
            "DOI": "10.1093/reseval/rvs028",
            "citationKey": "",
            "url": "http://rev.oxfordjournals.org/content/21/5/368",
            "accessDate": "2015-02-12T23:12:53Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0958-2029, 1471-5449",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "Program-level assessment of research centers",
            "language": "en",
            "libraryCatalog": "rev.oxfordjournals.org",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "Impact assessment",
                    "type": 1
                },
                {
                    "tag": "R&D evaluation",
                    "type": 1
                },
                {
                    "tag": "field level impacts",
                    "type": 1
                },
                {
                    "tag": "program evaluation",
                    "type": 1
                },
                {
                    "tag": "research center evaluation",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:12:53Z",
            "dateModified": "2015-02-12T23:12:53Z"
        }
    },
    {
        "key": "DPB4RWAF",
        "version": 21,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/DPB4RWAF",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/DPB4RWAF",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/D8I5TNIK",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "DPB4RWAF",
            "version": 21,
            "parentItem": "D8I5TNIK",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Snapshot",
            "accessDate": "2015-02-12T23:12:53Z",
            "url": "http://rev.oxfordjournals.org/content/21/5/368.abstract",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:12:53Z",
            "dateModified": "2015-02-12T23:12:53Z"
        }
    },
    {
        "key": "MGNUZAMN",
        "version": 21,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/MGNUZAMN",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/MGNUZAMN",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/D8I5TNIK",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "MGNUZAMN",
            "version": 21,
            "parentItem": "D8I5TNIK",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Full Text PDF",
            "accessDate": "2015-02-12T23:12:53Z",
            "url": "http://rev.oxfordjournals.org/content/21/5/368.full.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:12:53Z",
            "dateModified": "2015-02-12T23:12:53Z"
        }
    },
    {
        "key": "UHZNRUVR",
        "version": 21,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/UHZNRUVR",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/UHZNRUVR",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/JQSDUQ8G",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "UHZNRUVR",
            "version": 21,
            "parentItem": "JQSDUQ8G",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Snapshot",
            "accessDate": "2015-02-12T23:12:42Z",
            "url": "http://rev.oxfordjournals.org/content/21/5/354.abstract",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:12:42Z",
            "dateModified": "2015-02-12T23:12:42Z"
        }
    },
    {
        "key": "P37K8JFZ",
        "version": 21,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/P37K8JFZ",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/P37K8JFZ",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/JQSDUQ8G",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "P37K8JFZ",
            "version": 21,
            "parentItem": "JQSDUQ8G",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Full Text PDF",
            "accessDate": "2015-02-12T23:12:42Z",
            "url": "http://rev.oxfordjournals.org/content/21/5/354.full.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:12:42Z",
            "dateModified": "2015-02-12T23:12:42Z"
        }
    },
    {
        "key": "JQSDUQ8G",
        "version": 21,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/JQSDUQ8G",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/JQSDUQ8G",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Graham et al.",
            "parsedDate": "2012-12-01",
            "numChildren": 2
        },
        "data": {
            "key": "JQSDUQ8G",
            "version": 21,
            "itemType": "journalArticle",
            "title": "Evaluating health research impact: Development and implementation of the Alberta Innovates – Health Solutions impact framework",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Kathryn E. R.",
                    "lastName": "Graham"
                },
                {
                    "creatorType": "author",
                    "firstName": "Heidi L.",
                    "lastName": "Chorzempa"
                },
                {
                    "creatorType": "author",
                    "firstName": "Pamela A.",
                    "lastName": "Valentine"
                },
                {
                    "creatorType": "author",
                    "firstName": "Jacques",
                    "lastName": "Magnan"
                }
            ],
            "abstractNote": "Alberta Innovates – Health Solutions (AIHS) is a Canadian-based, publicly funded, not-for-profit, provincial health research and innovation organization mandated to improve health, the health system, and socioeconomic well-being of Albertans through health research and innovation. Investments in health research are substantial and funders face increasing pressure to measure the impact of their investments and demonstrate ‘value for money’. However, measuring impact in this context is a challenge given the lack of agreement on a common approach or gold standard, diverse stakeholder interests, attribution issues, and time lags between investments and the realization of long-term impact. To address these issues and ideally optimize impact, AIHS developed and implemented an impact framework based on a model published by the Canadian Academy of Health Sciences (CAHS). The purpose of this article is to: (1) describe the evolution of the framework’s development and implementation; (2) summarize the results of tests undertaken to verify the suitability, feasibility, and applicability of the CAHS model to the AIHS context; and (3) present the AIHS framework, with discussion focused on the challenges of development and implementation, lessons learned and future plans for its ongoing development and implementation.",
            "publicationTitle": "Research Evaluation",
            "publisher": "",
            "place": "",
            "date": "12/01/2012",
            "volume": "21",
            "issue": "5",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "354-367",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "Research Evaluation",
            "DOI": "10.1093/reseval/rvs027",
            "citationKey": "",
            "url": "http://rev.oxfordjournals.org/content/21/5/354",
            "accessDate": "2015-02-12T23:12:42Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0958-2029, 1471-5449",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "Evaluating health research impact",
            "language": "en",
            "libraryCatalog": "rev.oxfordjournals.org",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "CAHS",
                    "type": 1
                },
                {
                    "tag": "framework",
                    "type": 1
                },
                {
                    "tag": "impact",
                    "type": 1
                },
                {
                    "tag": "implementation",
                    "type": 1
                },
                {
                    "tag": "indicators",
                    "type": 1
                },
                {
                    "tag": "payback",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:12:42Z",
            "dateModified": "2015-02-12T23:12:42Z"
        }
    },
    {
        "key": "B82QW85V",
        "version": 20,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/B82QW85V",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/B82QW85V",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/TCASTBM5",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "B82QW85V",
            "version": 20,
            "parentItem": "TCASTBM5",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "PLoS Full Text PDF",
            "accessDate": "2015-02-12T23:10:18Z",
            "url": "http://www.plosone.org/article/fetchObject.action?uri=info%3Adoi%2F10.1371%2Fjournal.pone.0027537&representation=PDF",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:10:18Z",
            "dateModified": "2015-02-12T23:10:18Z"
        }
    },
    {
        "key": "TCASTBM5",
        "version": 20,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/TCASTBM5",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/TCASTBM5",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Sutherland et al.",
            "parsedDate": "2011-11-16",
            "numChildren": 1
        },
        "data": {
            "key": "TCASTBM5",
            "version": 20,
            "itemType": "journalArticle",
            "title": "Quantifying the Impact and Relevance of Scientific Research",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "William J.",
                    "lastName": "Sutherland"
                },
                {
                    "creatorType": "author",
                    "firstName": "David",
                    "lastName": "Goulson"
                },
                {
                    "creatorType": "author",
                    "firstName": "Simon G.",
                    "lastName": "Potts"
                },
                {
                    "creatorType": "author",
                    "firstName": "Lynn V.",
                    "lastName": "Dicks"
                }
            ],
            "abstractNote": "Qualitative and quantitative methods are being developed to measure the impacts of research on society, but they suffer from serious drawbacks associated with linking a piece of research to its subsequent impacts. We have developed a method to derive impact scores for individual research publications according to their contribution to answering questions of quantified importance to end users of research. To demonstrate the approach, here we evaluate the impacts of research into means of conserving wild bee populations in the UK. For published papers, there is a weak positive correlation between our impact score and the impact factor of the journal. The process identifies publications that provide high quality evidence relating to issues of strong concern. It can also be used to set future research agendas.",
            "publicationTitle": "PLoS ONE",
            "publisher": "",
            "place": "",
            "date": "November 16, 2011",
            "volume": "6",
            "issue": "11",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "e27537",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "PLoS ONE",
            "DOI": "10.1371/journal.pone.0027537",
            "citationKey": "",
            "url": "http://dx.doi.org/10.1371/journal.pone.0027537",
            "accessDate": "2015-02-12T23:10:18Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "",
            "language": "",
            "libraryCatalog": "PLoS Journals",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:10:18Z",
            "dateModified": "2015-02-12T23:10:18Z"
        }
    },
    {
        "key": "6XJ8NW3R",
        "version": 19,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/6XJ8NW3R",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/6XJ8NW3R",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/ER96MFX3",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "6XJ8NW3R",
            "version": 19,
            "parentItem": "ER96MFX3",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Snapshot",
            "accessDate": "2015-02-12T23:09:38Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0306919210000503",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:09:38Z",
            "dateModified": "2015-02-12T23:09:38Z"
        }
    },
    {
        "key": "ER96MFX3",
        "version": 19,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/ER96MFX3",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/ER96MFX3",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Renkow and Byerlee",
            "parsedDate": "2010-10",
            "numChildren": 2
        },
        "data": {
            "key": "ER96MFX3",
            "version": 19,
            "itemType": "journalArticle",
            "title": "The impacts of CGIAR research: A review of recent evidence",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Mitch",
                    "lastName": "Renkow"
                },
                {
                    "creatorType": "author",
                    "firstName": "Derek",
                    "lastName": "Byerlee"
                }
            ],
            "abstractNote": "We review evidence on the impacts of CGIAR research published since 2000 in order to provide insight into how successfully the CGIAR Centers have been in pursuing the System’s core missions. Our review suggests that CGIAR research contributions in crop genetic improvement, pest management, natural resources management, and policy research have, in the aggregate, yielded strongly positive impacts relative to investment, and appear likely to continue doing so. Crop genetic improvement research stands out as having had the most profound documented positive impacts. Substantial evidence exists that other research areas within the CGIAR have had large beneficial impacts although often locally and nationally rather than internationally. However, the “right-time, right-place” nature of successful policy research and the relatively limited geographic scale of much natural resource management research often limits the overall scale of impacts of these programmatic thrusts vis-à-vis genetic improvement research. We conclude that given the evidence available, the CGIAR’s portfolio of research allocations has become overly skewed toward natural resource management and policy research over time. Hence, restoring somewhat the share of resources allocated to crop genetic improvement is warranted. In addition, the CGIAR needs to prioritize impact assessment of resource management and policy research to deepen its understanding of the social and environmental impacts of its work.",
            "publicationTitle": "Food Policy",
            "publisher": "",
            "place": "",
            "date": "October 2010",
            "volume": "35",
            "issue": "5",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "391-402",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "Food Policy",
            "DOI": "10.1016/j.foodpol.2010.04.006",
            "citationKey": "",
            "url": "http://www.sciencedirect.com/science/article/pii/S0306919210000503",
            "accessDate": "2015-02-12T23:09:38Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0306-9192",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "The impacts of CGIAR research",
            "language": "",
            "libraryCatalog": "ScienceDirect",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "CGIAR",
                    "type": 1
                },
                {
                    "tag": "Crop genetic improvement",
                    "type": 1
                },
                {
                    "tag": "Impact assessment",
                    "type": 1
                },
                {
                    "tag": "Natural resource management",
                    "type": 1
                },
                {
                    "tag": "Policy research",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:09:38Z",
            "dateModified": "2015-02-12T23:09:38Z"
        }
    },
    {
        "key": "ZDTP6ITH",
        "version": 19,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/ZDTP6ITH",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/ZDTP6ITH",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/ER96MFX3",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "ZDTP6ITH",
            "version": 19,
            "parentItem": "ER96MFX3",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Full Text PDF",
            "accessDate": "2015-02-12T23:09:38Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0306919210000503/pdfft?md5=ea7aa79c49952e98fbc1764719c2f4b8&pid=1-s2.0-S0306919210000503-main.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:09:38Z",
            "dateModified": "2015-02-12T23:09:38Z"
        }
    },
    {
        "key": "ADJGQ836",
        "version": 18,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/ADJGQ836",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/ADJGQ836",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Eilat et al.",
            "parsedDate": "2008-10",
            "numChildren": 2
        },
        "data": {
            "key": "ADJGQ836",
            "version": 18,
            "itemType": "journalArticle",
            "title": "R&D project evaluation: An integrated DEA and balanced scorecard approach",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Harel",
                    "lastName": "Eilat"
                },
                {
                    "creatorType": "author",
                    "firstName": "Boaz",
                    "lastName": "Golany"
                },
                {
                    "creatorType": "author",
                    "firstName": "Avraham",
                    "lastName": "Shtub"
                }
            ],
            "abstractNote": "We present and demonstrate a multi-criteria approach for evaluating R&amp;D projects in different stages of their life cycle. Our approach integrates the balanced scorecard (BSC) and data envelopment analysis (DEA) and develops an extended DEA model. The input and output measures for the integrated DEA–BSC model are grouped in “cards” which are associated with a “BSC for R&amp;D projects”. The BSC is embedded in the DEA model through a hierarchical structure of constraints that reflect the BSC balance considerations. We illustrate the proposed approach with a case study involving an industrial research laboratory that selects and executes dozens of R&amp;D projects every year.",
            "publicationTitle": "Omega",
            "publisher": "",
            "place": "",
            "date": "October 2008",
            "volume": "36",
            "issue": "5",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "895-912",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "Omega",
            "DOI": "10.1016/j.omega.2006.05.002",
            "citationKey": "",
            "url": "http://www.sciencedirect.com/science/article/pii/S0305048306000442",
            "accessDate": "2015-02-12T23:07:41Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0305-0483",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "R&D project evaluation",
            "language": "",
            "libraryCatalog": "ScienceDirect",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "Balanced scorecard",
                    "type": 1
                },
                {
                    "tag": "Data envelopment analysis",
                    "type": 1
                },
                {
                    "tag": "Project evaluation",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:07:41Z",
            "dateModified": "2015-02-12T23:07:41Z"
        }
    },
    {
        "key": "QMB5H48A",
        "version": 18,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/QMB5H48A",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/QMB5H48A",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/ADJGQ836",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "QMB5H48A",
            "version": 18,
            "parentItem": "ADJGQ836",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Full Text PDF",
            "accessDate": "2015-02-12T23:07:41Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0305048306000442/pdfft?md5=a190b232e589bd9d0efc7a8f9a05013e&pid=1-s2.0-S0305048306000442-main.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:07:41Z",
            "dateModified": "2015-02-12T23:07:41Z"
        }
    },
    {
        "key": "8R3RDEXJ",
        "version": 18,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/8R3RDEXJ",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/8R3RDEXJ",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/ADJGQ836",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "8R3RDEXJ",
            "version": 18,
            "parentItem": "ADJGQ836",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "ScienceDirect Snapshot",
            "accessDate": "2015-02-12T23:07:41Z",
            "url": "http://www.sciencedirect.com/science/article/pii/S0305048306000442",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:07:41Z",
            "dateModified": "2015-02-12T23:07:41Z"
        }
    },
    {
        "key": "8MVRXEK9",
        "version": 17,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/8MVRXEK9",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/8MVRXEK9",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/XCKXWG9Q",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "8MVRXEK9",
            "version": 17,
            "parentItem": "XCKXWG9Q",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Snapshot",
            "accessDate": "2015-02-12T23:07:20Z",
            "url": "http://onlinelibrary.wiley.com/doi/10.1111/1540-5885.1930185/abstract",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:07:20Z",
            "dateModified": "2015-02-12T23:07:20Z"
        }
    },
    {
        "key": "XCKXWG9Q",
        "version": 17,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/XCKXWG9Q",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/XCKXWG9Q",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Loch and Tapper",
            "parsedDate": "2002",
            "numChildren": 1
        },
        "data": {
            "key": "XCKXWG9Q",
            "version": 17,
            "itemType": "journalArticle",
            "title": "Implementing a strategy-driven performance measurement system for an applied research group",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Christoph H.",
                    "lastName": "Loch"
                },
                {
                    "creatorType": "author",
                    "firstName": "U.A. Staffan",
                    "lastName": "Tapper"
                }
            ],
            "abstractNote": "Although most companies recognize the importance of R&D for future competitiveness, they often struggle to assess its contribution to the organization. Performance measurement in R&D is particularly difficult because (1) effort levels may not be observable, (2) project success is uncertain, influenced by uncontrollable factors, and (3) success can be assessed only after long delays, or it accrues to other units of the organization. Based on existing literature on the problem, we developed a performance measurement system for the process technology research group of an industrial company. This measurement system systematically supported the business strategy. Moreover, the measures were adjusted for different project profiles: short-versus long term, hardware versus software, routine support services versus breakthrough ideas and knowledge development. The contribution of this article is a description of the process of developing and implementing a comprehensive performance measurement system in a company, based on previous performance management research, and supporting the company's strategy. It is noteworthy that the system was implemented in a research group (as opposed to development), where the measurement problems are the most severe.",
            "publicationTitle": "Journal of Product Innovation Management",
            "publisher": "",
            "place": "",
            "date": "2002",
            "volume": "19",
            "issue": "3",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "185-198",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "",
            "DOI": "10.1111/1540-5885.1930185",
            "citationKey": "",
            "url": "http://onlinelibrary.wiley.com/doi/10.1111/1540-5885.1930185/abstract",
            "accessDate": "2015-02-12T23:07:20Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "1540-5885",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "",
            "language": "en",
            "libraryCatalog": "Wiley Online Library",
            "callNumber": "",
            "rights": "© 2002 PDMA.",
            "extra": "",
            "tags": [],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:07:20Z",
            "dateModified": "2015-02-12T23:07:20Z"
        }
    },
    {
        "key": "KIFCIS3D",
        "version": 16,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/KIFCIS3D",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/KIFCIS3D",
                "type": "text/html"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            },
            "creatorSummary": "Kodama et al.",
            "parsedDate": "2013-06-01",
            "numChildren": 2
        },
        "data": {
            "key": "KIFCIS3D",
            "version": 16,
            "itemType": "journalArticle",
            "title": "Competency-based assessment of academic interdisciplinary research and implication to university management",
            "creators": [
                {
                    "creatorType": "author",
                    "firstName": "Hiroyuki",
                    "lastName": "Kodama"
                },
                {
                    "creatorType": "author",
                    "firstName": "Kenji",
                    "lastName": "Watatani"
                },
                {
                    "creatorType": "author",
                    "firstName": "Shintaro",
                    "lastName": "Sengoku"
                }
            ],
            "abstractNote": "The objective of this study is to contribute to the development of a systematic management method for interdisciplinary research at an academic research institution level. Specifically, co-citation analysis that is a bibliometric approach focusing on citing-cited relation of publications was applied based on established publication and analytical databases in order to express research competence and interdisciplinary characteristics. By using this method, we conducted case studies of stem cell-related research at four universities and identified research competence as synthesized clusters of publications. Then, we demonstrated a research assessment by proposing and introducing key performance indicators and found that a certain degree of interdisciplinarity and internal collaboration may bring about high research productivity. Furthermore, we applied an established portfolio management framework in a business field and clarified differences in the status of research activities among these universities, suggesting the adequateness of applying the management method to academic research. These results suggest that the proposed research assessment and management approaches can provide strong support to facilitating strategic management for academic interdisciplinary research at academic research institutions.",
            "publicationTitle": "Research Evaluation",
            "publisher": "",
            "place": "",
            "date": "06/01/2013",
            "volume": "22",
            "issue": "2",
            "section": "",
            "partNumber": "",
            "partTitle": "",
            "pages": "93-104",
            "series": "",
            "seriesTitle": "",
            "seriesText": "",
            "journalAbbreviation": "Research Evaluation",
            "DOI": "10.1093/reseval/rvs040",
            "citationKey": "",
            "url": "http://rev.oxfordjournals.org/content/22/2/93",
            "accessDate": "2015-02-12T23:03:15Z",
            "PMID": "",
            "PMCID": "",
            "ISSN": "0958-2029, 1471-5449",
            "archive": "",
            "archiveLocation": "",
            "shortTitle": "",
            "language": "en",
            "libraryCatalog": "rev.oxfordjournals.org",
            "callNumber": "",
            "rights": "",
            "extra": "",
            "tags": [
                {
                    "tag": "R&D management",
                    "type": 1
                },
                {
                    "tag": "co-citation analysis",
                    "type": 1
                },
                {
                    "tag": "interdisciplinary research",
                    "type": 1
                },
                {
                    "tag": "portfolio management",
                    "type": 1
                },
                {
                    "tag": "research assessment",
                    "type": 1
                },
                {
                    "tag": "research collaboration",
                    "type": 1
                }
            ],
            "collections": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:03:15Z",
            "dateModified": "2015-02-12T23:03:15Z"
        }
    },
    {
        "key": "C2NP483W",
        "version": 16,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/C2NP483W",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/C2NP483W",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/KIFCIS3D",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "C2NP483W",
            "version": 16,
            "parentItem": "KIFCIS3D",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Snapshot",
            "accessDate": "2015-02-12T23:03:15Z",
            "url": "http://rev.oxfordjournals.org/content/22/2/93.abstract",
            "note": "",
            "contentType": "text/html",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:03:15Z",
            "dateModified": "2015-02-12T23:03:15Z"
        }
    },
    {
        "key": "R6KRDBFW",
        "version": 16,
        "library": {
            "type": "group",
            "id": 328576,
            "name": "Research Portfolio Management",
            "links": {
                "alternate": {
                    "href": "https://www.zotero.org/groups/research_portfolio_management",
                    "type": "text/html"
                }
            }
        },
        "links": {
            "self": {
                "href": "https://api.zotero.org/groups/328576/items/R6KRDBFW",
                "type": "application/json"
            },
            "alternate": {
                "href": "https://www.zotero.org/groups/research_portfolio_management/items/R6KRDBFW",
                "type": "text/html"
            },
            "up": {
                "href": "https://api.zotero.org/groups/328576/items/KIFCIS3D",
                "type": "application/json"
            }
        },
        "meta": {
            "createdByUser": {
                "id": 1989183,
                "username": "rachel.desormes",
                "name": "",
                "links": {
                    "alternate": {
                        "href": "https://www.zotero.org/rachel.desormes",
                        "type": "text/html"
                    }
                }
            }
        },
        "data": {
            "key": "R6KRDBFW",
            "version": 16,
            "parentItem": "KIFCIS3D",
            "itemType": "attachment",
            "linkMode": "linked_url",
            "title": "Full Text PDF",
            "accessDate": "2015-02-12T23:03:15Z",
            "url": "http://rev.oxfordjournals.org/content/22/2/93.full.pdf",
            "note": "",
            "contentType": "application/pdf",
            "charset": "",
            "tags": [],
            "relations": {},
            "dateAdded": "2015-02-12T23:03:15Z",
            "dateModified": "2015-02-12T23:03:15Z"
        }
    }
]