@article{8767932d7fc244d6a657e4eb6f9a16ea,
title = "A framework for characterising and evaluating the effectiveness of environmental modelling",
abstract = "Environmental modelling is transitioning from the traditional paradigm that focuses on the model and its quantitative performance to a more holistic paradigm that recognises successful model-based outcomes are closely tied to undertaking modelling as a social process, not just as a technical procedure. This paper redefines evaluation as a multi-dimensional and multi-perspective concept, and proposes a more complete framework for identifying and measuring the effectiveness of modelling that serves the new paradigm. Under this framework, evaluation considers a broader set of success criteria, and emphasises the importance of contextual factors in determining the relevance and outcome of the criteria. These evaluation criteria are grouped into eight categories: project efficiency, model accessibility, credibility, saliency, legitimacy, satisfaction, application, and impact. Evaluation should be part of an iterative and adaptive process that attempts to improve model-based outcomes and foster pathways to better futures.",
keywords = "Model assessment, Model evaluation, Model performance",
author = "Hamilton, {Serena H.} and Baihua Fu and Guillaume, {Joseph H.A.} and Jennifer Badham and Sondoss Elsawah and Patricia Gober and Hunt, {Randall J.} and Takuya Iwanaga and Jakeman, {Anthony J.} and Ames, {Daniel P.} and Allan Curtis and Hill, {Mary C.} and Pierce, {Suzanne A.} and Fateme Zare",
note = "Funding Information: “Pursuits” project at the National Socio-Environmental Synthesis Center (SESYNC) ( https://www.sesync.org/for-you/educator/research/themes-pursuits ), funded by the United States National Science Foundation (NSF). Funding Information: This paper intends to expand evaluation of modelling to reflect our transition from the old modelling paradigm where focus is on the technicalities of the model itself, toward the new paradigm where modelling is a social process that considers more holistic outcomes. This work arose from an NSF-funded SESYNC pursuit to integrate understanding of core modelling practices. The framework and concepts were developed as part of a workshop process, based on participants{\textquoteright} understanding and supported by literature review. The participants have a diverse range of backgrounds covering social and natural sciences, public health, and computer science, and have extensive experience in the development of models for decision and policy support, social learning and scientific research. This work reflects an iterative process of consensus building rather than a systematic review.This work was supported by the SESYNC (Socio-Environmental Synthesis Center) Core Modelling Practices in IWRM project under funding received by the National Science Foundation DBI-1052875. Joseph Guillaume was supported by Academy of Finland funded project WASCO (grant no. 305471) and Emil Aaltonen Foundation funded project {\textquoteleft}eat-less-water{\textquoteright}. The authors thank four anonymous reviewers and Alexey Voinov for their useful comments. Funding Information: This work was supported by the SESYNC (Socio-Environmental Synthesis Center) Core Modelling Practices in IWRM project under funding received by the National Science Foundation DBI-1052875 . Joseph Guillaume was supported by Academy of Finland funded project WASCO (grant no. 305471 ) and Emil Aaltonen Foundation funded project {\textquoteleft}eat-less-water{\textquoteright}. The authors thank four anonymous reviewers and Alexey Voinov for their useful comments. Publisher Copyright: {\textcopyright} 2019 Elsevier Ltd",
year = "2019",
month = aug,
doi = "10.1016/j.envsoft.2019.04.008",
language = "English (US)",
volume = "118",
pages = "83--98",
journal = "Environmental Modelling and Software",
issn = "1364-8152",
publisher = "Elsevier BV",
}