{"text_format":"1","workbook":"xlsx","n_sheets":52,"sheets":["HOME","OVERVIEW","Instructions","Timelines","Steps","1. Decision question","1.1 Objectives","1.2 Context","1.3 Scope","1.4 Participation","1.5 Process","2. Decision criteria","2.1 Criteria","2.2 Weights","2.3 Rules","3. Assessment","3.1 Collection","3.2 Statements","3.3 Matrix","4. Appraisal","4.1 By criterion","4.2 Across criteria","5. Recommendation","5.1 Formulation","5.2 Supplementary","5.3 Final","5.4 Monitoring","5.5 Communication","Acknowledgements","Glossary","info0","info0a","info1.1.1","info1.2","info1.5.1","info1.5.2","temp1.5.4","info2","info2.1.1","info2.1.2","info2.3.1","info3.1","supp3.1a","supp3.1b","info3.2","info3.3","4.2 results","4.2 uncertainty","temp5.4.3","temp5.5.1","_sheets","translation"],"not_rendered":{"charts":2,"images":53,"macros":1,"external_links":0,"defined_names":1345,"comments":2,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"HOME","index":0,"n_rows":20,"n_cols":17,"rows_kept":20,"cut":false,"hidden":false,"merged":[[3,7,4,10],[5,5,6,12],[2,0,2,3],[1,0,1,3],[7,4,9,13],[19,16,20,17],[10,15,10,17],[10,0,10,2],[10,3,10,5],[10,6,10,8],[10,9,10,11],[10,12,10,14],[16,1,17,4],[16,5,17,8],[16,9,17,12],[16,13,17,16],[19,2,20,15]]}
[]
[{"$f":"_version&\" 2.0\"","v":"Version 2.0"}]
[{"$f":"_update&\": 19.10.2020\"","v":"Last update: 19.10.2020"}]
[null,null,null,null,null,null,null,"CAPACITI"]
[]
[null,null,null,null,null,{"$f":"_ds_tool","v":"Decision-support tool"}]
[]
[null,null,null,null,{"$f":"_tag","v":"A structured process to prioritize among multiple vaccine products, services or strategies"}]
[]
[]
[{"$f":"_ov","v":"Overview"},null,null,{"$f":"\"1. \"&_1","v":"1. Decision question"},null,null,{"$f":"\"2. \"&_2_tab","v":"2. Decision criteria"},null,null,{"$f":"\"3. \"&_3_tab","v":"3. Assessment"},null,null,{"$f":"\"4. \"&_4","v":"4. Appraisal"},null,null,{"$f":"\"5. \"&_5","v":"5. Recommendation"}]
[]
[]
[]
[]
[]
[null,{"$f":"_home3","v":"Download the manual"},null,null,null,{"$f":"_home4","v":"Access video tutorials"},null,null,null,{"$f":"_home6","v":"View worked examples"},null,null,null,{"$f":"_contact1","v":"Contact us"}]
[]
[]
[null,null,{"$f":"_contact2","v":"For support using this tool, please contact tse_tool@who.int "},null,null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"UPPER(_start)","v":"START"}]

{"sheet":"OVERVIEW","index":1,"n_rows":35,"n_cols":17,"rows_kept":35,"cut":false,"hidden":false,"merged":[[6,4,9,16],[14,6,14,16],[15,6,15,16],[16,6,16,16],[0,1,1,1],[1,12,1,13],[1,15,1,16],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[11,4,12,16],[31,6,31,16],[33,9,34,10],[30,6,30,16],[23,4,23,16],[13,5,13,16],[25,4,25,16],[26,6,28,16],[19,6,19,16],[18,5,18,16],[20,6,20,16],[21,6,21,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,null,{"$f":"_ov","v":"Overview"},null,null,null,null,null,null,null,{"$f":"_home","v":"Home"},null,null,null,{"$f":"_instructions","v":"Instructions"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" \"&_ov&\", \"&_ref_page&\" 3-5\"","v":"Refer to manual: Overview, pages 3-5"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"_instructions","v":"Instructions"},null,null,{"$f":"_ov_x1","v":"The decision-support framework structures and documents an evidence-based, context-specific process for prioritizing or selecting among multiple vaccination products, services or strategies. It supports national advisory or decision-making bodies in combining evidence and different stakeholder views in order to come to a legitimate and credible recommendation. "}]
[null,{"$f":"_time","v":"Timelines"}," "," "]
[null,{"$f":"_nav_tab","v":"Steps"}," "]
[null,{"$f":"\"1. \" &UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,null,{"$f":"_ov_x3","v":"The CAPACITI decision-support framework can be used for the following types of policy or programmatic questions."}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,"1)",{"$f":"_ov_1","v":"Selecting between two or more options:"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,null,"●",{"$f":"_ov_1a","v":"to recommend whether to switch PCV schedule"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,null,"●",{"$f":"_ov_1b","v":"to choose which rotavirus vaccine presentation to procure"}]
[null,null,null,null,null,"●",{"$f":"_ov_1f","v":"to set strategic priorities during development of a national immunization strategy (NIS)"}]
[]
[null,null,null,null,"2)",{"$f":"_ov_2","v":"Ranking multiple options:"}]
[null,null,null,null,null,"●",{"$f":"_ov_1c","v":"to prioritize among new vaccine introductions over the next 5 years"}]
[null,null,null,null,null,"●",{"$f":"_ov_1d","v":"to identify which provinces to prioritize during phased introduction of a vaccine"}]
[null,null,null,null,null,"●",{"$f":"_ov_1e","v":"to evaluate strategies to vaccinate out-of-school girls"}]
[]
[null,null,null,null,{"$f":"_ov_x4","v":"The output at the end of the process is a summary report of the recommendation and rationale."}]
[]
[null,null,null,null,{"$f":"_ov_x2","v":"Further information is available in the following supplementary sheets:"}]
[null,null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_ov_link1","v":"MORE INFORMATION: What is the difference between this tool and the GRADE Evidence to Recommendation (EtR) framework?"}]
[]
[]
[]
[null,null,null,null,null,null,{"$f":"UPPER(_checklist)&\": \"&_ov_link2","v":"CHECKLIST: Is this the right tool for us?"}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"_home","v":"Home"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"_instructions","v":"Instructions"}]

{"sheet":"Instructions","index":2,"n_rows":81,"n_cols":17,"rows_kept":81,"cut":false,"hidden":false,"merged":[[10,5,10,16],[11,5,11,16],[73,6,73,17],[74,6,75,16],[64,4,64,16],[68,5,68,16],[65,5,67,16],[71,4,71,16],[55,5,55,16],[59,5,59,16],[61,5,61,16],[57,5,58,16],[47,4,47,16],[49,5,49,16],[53,5,53,16],[17,5,17,16],[14,4,14,16],[44,5,44,16],[43,5,43,16],[28,4,28,16],[29,5,29,16],[30,5,30,16],[31,5,31,16],[42,4,42,16],[8,5,8,16],[9,5,9,16],[79,9,80,10],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[6,4,6,16],[7,5,7,16],[1,15,1,16],[1,12,1,13],[15,5,15,16],[16,5,16,16],[13,4,13,16],[51,5,51,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,null,{"$f":"_instructions","v":"Instructions"},null,null,null,null,null,null,null,{"$f":"_ov","v":"Overview"},null,null,null,{"$f":"_time","v":"Timelines"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" \"&_ov&\", \"&_ref_page&\" 10-15\"","v":"Refer to manual: Overview, pages 10-15"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"_instructions","v":"Instructions"},null,null,{"$f":"_instr_1","v":"Before you start"}]
[null,{"$f":"_instr_1","v":"Before you start"}," "," ","●",{"$f":"_instr_1a_1","v":"Check that you are using the most recent version of the tool."}]
[null,{"$f":"_instr_2","v":"Navigating through the tool"}," ",null,null,{"$f":"_instr_1a_2&\" LINK\"","v":"The most recent version can be downloaded here. LINK"}]
[null,{"$f":"_instr_3","v":"Entering information"},null,null,"●",{"$f":"_instr_1b","v":"Ensure that macros are enabled in the tool."}]
[null,{"$f":"_instr_4","v":"Key to icons in the tool"},null,null,"●",{"$f":"_instr_1c","v":"Save the tool on your local drive with an appropriate name (e.g. CAPACITI decision-support tool_v2.0_GTCVMali_HPV_May2019.xlsm)."}]
[null,{"$f":"_instr_5","v":"Troubleshooting"},null,null,null,{"$f":"\" CAPACITI decision-support tool_v2.0_GTCVMali_HPV_May2019.xlsm)\"","v":" CAPACITI decision-support tool_v2.0_GTCVMali_HPV_May2019.xlsm)"}]
[null,{"$f":"_instr_6","v":"Supporting materials"}]
[null,{"$f":"_time","v":"Timelines"},null,null,{"$f":"_instr_2","v":"Navigating through the tool"}]
[null,{"$f":"_nav_tab","v":"Steps"},null,null,{"$f":"_instr_2a","v":"There are 3 ways to navigate between sheets:"}]
[null,{"$f":"\"1. \" &UPPER(_1_tab)","v":"1. DECISION QUESTION"},null,null,"●",{"$f":"_instr_2a_1","v":"Use the navigation pane on the left-hand side of each sheet."}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"},null,null,"●",{"$f":"_instr_2a_2","v":"Use the Back/Next buttons at the top and bottom of each page."}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,null,"●",{"$f":"_instr_2a_3","v":"Use the Tabs at the bottom of the window."}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_instr_2b","v":"There are 3 ways to navigate within each sheet:"}]
[null,null,null,null,"●",{"$f":"_instr_2b_1","v":"Use the navigation pane on the left-hand side of each sheet."}]
[null,null,null,null,"●",{"$f":"_instr_2b_2","v":"Use the \"Next question\" link at the start of each question."}]
[null,null,null,null,"●",{"$f":"_instr_2b_3","v":"Scroll down with mouse/keyboard."}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_instr_3","v":"Entering information"}]
[null,null,null,null,"●",{"$f":"_instr_3a","v":"Only cells requiring data entry are unlocked (white boxes)."}]
[null,null,null,null,"●",{"$f":"_instr_3b","v":"Certain unlocked cells contain guidance text, which can be over-written by the user."}]
[]
[]
[null,null,null,null,{"$f":"_instr_4","v":"Key to icons in the tool"}]
[]
[null,null,null,null,null,{"$f":"_instr_4a","v":"Current page (used in navigation pane)"}]
[]
[null,null,null,null,null,{"$f":"_instr_4b","v":"Important step (essential to complete)"}]
[]
[null,null,null,null,null,{"$f":"_instr_4c","v":"Important information"}]
[]
[null,null,null,null,null,{"$f":"_instr_4d","v":"Information sheet (links to a sheet in the tool containing further details)"}]
[]
[null,null,null,null,null,{"$f":"_instr_4e","v":"Supplementary sheet (links to an optional sheet in the tool that can be used as an extra resource)"}]
[]
[null,null,null,null,null,{"$f":"_instr_4f","v":"Exports information into the tool (requires macros)"}]
[]
[null,null,null,null,null,{"$f":"_instr_4g","v":"External link with further information"}]
[]
[]
[null,null,null,null,{"$f":"_instr_5","v":"Troubleshooting"}]
[null,null,null,null,"●",{"$f":"_instr_5_a","v":"All sheets in the tool are locked to avoid accidental deletion of the formulas. If you wish to modify a sheet, it can be unlocked by selecting Review > Unprotect Sheet. It is highly recommended to lock the sheet again after modifying it."}]
[]
[]
[null,null,null,null,"●",{"$f":"_instr_5_b","v":"For help using the tool, please contact: tse_tool@who.int."}]
[]
[]
[null,null,null,null,{"$f":"_instr_6","v":"Supporting materials"}]
[]
[null,null,null,null,null,null,{"$f":"_instr_6a_1","v":"CAPACITI Decision-Support Framework Guidance Manual"}]
[null,null,null,null,null,null,{"$f":"_instr_6a_2","v":"Details the steps of the decision-support framework, including worked examples and tips for completing the tool."}]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"_ov","v":"Overview"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"_time","v":"Timelines"}]

{"sheet":"Timelines","index":3,"n_rows":27,"n_cols":19,"rows_kept":27,"cut":false,"hidden":false,"merged":[[25,4,25,5],[25,10,26,11],[25,17,25,18],[0,1,1,1],[1,12,1,13],[1,15,1,16],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[15,16,15,17],[16,16,22,17],[6,4,8,17],[15,4,15,5],[15,7,15,8],[16,4,24,5],[16,7,24,8],[15,10,15,11],[16,10,22,11],[15,13,15,14],[16,13,22,14]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,null,{"$f":"_time","v":"Timelines"},null,null,null,null,null,null,null,{"$f":"_instructions","v":"Instructions"},null,null,null,{"$f":"_nav","v":"Steps of the framework"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" \"&_ov&\", \"&_ref_page&\" 8\"","v":"Refer to manual: Overview, pages 8"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"_instructions","v":"Instructions"},null,null,{"$f":"_time_xx&\" \"&_time_x","v":"The 5-step recommendation process typically takes around 6 months. However, it is possible to shorten the process to less than a week for urgent questions, and there may be recommendations that take up to a year. An indicative timeline is given below. "}]
[null,{"$f":"_time","v":"Timelines"}," "," "]
[null,{"$f":"_nav_tab","v":"Steps"}," "]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}," "]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," "]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,{"$f":"_time_1","v":"1–2 months"},null,null,{"$f":"_time_2","v":"Half or full day"},null,null,{"$f":"_time_3","v":"1–3 months"},null,null,{"$f":"_time_4","v":"Full day"},null,null,{"$f":"_time_5","v":"1 month"}]
[null,null,null,null,{"$f":"_time_1a","v":"For high priority questions or countries with well-established processes, this step may take less than 1 week"},null,null,{"$f":"_time_2a","v":"This step is shorter if there are existing criteria, weights and/or scoring scales"},null,null,{"$f":"_time_3a","v":"Duration depends on evidence collection and analysis requirements"},null,null,{"$f":"_time_4a","v":"If necessary, duration can be reduced, if the committee is provided with evidence in advance"},null,null,{"$f":"_time_5a","v":"Duration depends on secretariat bandwidth, can be 1–2 days"}]
[]
[null,null,null," "]
[null,null,null," "]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"_instructions","v":"Instructions"},null,null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_nav","v":"Steps of the framework"}]

{"sheet":"Steps","index":4,"n_rows":59,"n_cols":17,"rows_kept":59,"cut":false,"hidden":false,"merged":[[6,4,6,16],[57,4,57,5],[57,9,58,10],[57,15,57,16],[11,7,12,16],[13,7,14,16],[9,7,10,16],[9,4,10,6],[15,7,16,16],[11,4,12,6],[13,4,14,6],[17,7,18,16],[19,7,20,16],[15,4,16,6],[17,4,18,6],[19,4,20,6],[0,1,1,1],[1,12,1,13],[1,15,1,16],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[21,4,22,6],[21,7,22,16],[23,4,24,6],[23,7,24,16],[25,4,26,6],[25,7,26,16],[27,4,28,6],[27,7,28,16],[29,4,30,6],[29,7,30,16],[31,4,32,6],[31,7,32,16],[33,4,34,6],[33,7,34,16],[35,4,36,6],[35,7,36,16],[37,4,38,6],[37,7,38,16],[39,4,40,6],[39,7,40,16],[41,4,42,6],[41,7,42,16],[43,4,44,6],[43,7,44,16],[51,4,52,6],[51,7,52,16],[53,4,54,6],[53,7,54,16],[45,4,46,6],[45,7,46,16],[47,4,48,6],[47,7,48,16],[49,4,50,6],[49,7,50,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,null,{"$f":"_nav","v":"Steps of the framework"},null,null,null,null,null,null,null,{"$f":"_time","v":"Timelines"},null,null,null,{"$f":"\"1. \"&_1","v":"1. Decision question"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" \"&_ov&\", \"&_ref_page&\" 6-7\"","v":"Refer to manual: Overview, pages 6-7"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"_instructions","v":"Instructions"},null,null,{"$f":"_nav_x","v":"The CAPACITI decision-support framework is composed of 5 sections, as outlined below."}]
[null,{"$f":"_time","v":"Timelines"}," "," "]
[null,{"$f":"_nav_tab","v":"Steps"}," "]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}," ",null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"},null,null,{"$f":"_step_1","v":"Step 1, conducted by the secretariat, outlines the decision question and how the recommendation process will be conducted, and it: "}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," "]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"},null,null,{"$f":"_step_1.1","v":"articulates the recommendation objectives and frames the role of the recommendation within the broader policy environment"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"},null,null,{"$f":"_step_1.2","v":"outlines the programme context and potential implications of the recommendation"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"},null,null,{"$f":"_step_1.3","v":"scopes and shortlists 2 to 5 options to compare"}]
[]
[null,null,null," ",{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"},null,null,{"$f":"_step_1.4","v":"identifies which stakeholders to engage, mechanisms for stakeholder participation and the composition of the recommendation committee/working group"}]
[null,null,null," "]
[null,null,null,null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"},null,null,{"$f":"_step_1.5","v":"selects the most appropriate MCDA methods, group techniques and operational procedures"}]
[]
[null,null,null,null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"},null,null,{"$f":"_step_2","v":"Step 2, conducted by the committee with secretariat support, sets up the criteria and rules for evaluating each of the options, and it: "}]
[]
[null,null,null,null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"},null,null,{"$f":"_step_2.1","v":"selects or adapts a list of criteria relevant for the decision question"}]
[]
[null,null,null,null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"},null,null,{"$f":"_step_2.2","v":"indicates the relative importance of criteria"}]
[]
[null,null,null,null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"},null,null,{"$f":"_step_2.3","v":"outlines scoring scales and any relevant decision rules"}]
[]
[null,null,null,null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,null,{"$f":"_step_3","v":"Step 3, conducted by a technical team, collects, synthesizes and assesses the quality of available evidence, for presentation to the recommendation committee, and it: "}]
[]
[null,null,null,null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"},null,null,{"$f":"_step_3.1","v":"documents available evidence and research methods"}]
[]
[null,null,null,null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"},null,null,{"$f":"_step_3.2","v":"synthesizes available evidence and its quality"}]
[]
[null,null,null,null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"},null,null,{"$f":"_step_33","v":"summarizes the performance of each option"}]
[]
[null,null,null,null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,{"$f":"_step_4","v":"Step 4, conducted by the recommendation committee, assesses the merits and drawbacks of each option, in accordance with the criteria determined in Section 2, and it:"}]
[]
[null,null,null,null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"},null,null,{"$f":"_step_4.1","v":"scores and compares the performance of each option on a criterion-by-criterion basis"}]
[]
[null,null,null,null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"},null,null,{"$f":"_step_4.2","v":"considers the trade-offs between each option, the option(s) that perform best overall and the impact of data uncertainty "}]
[]
[null,null,null,null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,{"$f":"_step_5","v":"Step 5,  conducted by the recommendation committee with follow-up activities coordinated by the secretariat, agrees upon, finalizes and communicates the recommendation, and it:"}]
[]
[null,null,null,null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"},null,null,{"$f":"_step_5.1","v":"formulates a preliminary recommendation and considers the implications of data quality"}]
[]
[null,null,null,null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null,null,{"$f":"_step_5.2","v":"considers notable implications of the recommendation and, where necessary, identifies mitigating measures to overcome any potential negative impact"}]
[]
[null,null,null,null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"},null,null,{"$f":"_step_5.3","v":"agrees and rationalizes the final recommendation"}]
[]
[null,null,null,null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"},null,null,{"$f":"_step_5.4","v":"reviews the recommendation process and makes provisions for reviewing and monitoring the recommendation"}]
[]
[null,null,null,null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"},null,null,{"$f":"_step_5.5","v":"communicates the recommendation and rationale to the final decision-maker and interested parties"}]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"_time","v":"Timelines"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"1. \"&_1","v":"1. Decision question"}]

{"sheet":"1. Decision question","index":5,"n_rows":42,"n_cols":17,"rows_kept":42,"cut":false,"hidden":false,"merged":[[23,5,24,16],[1,15,1,16],[1,12,1,13],[40,15,40,16],[40,4,40,5],[13,4,15,16],[40,9,41,10],[16,5,16,16],[17,5,17,16],[26,5,27,16],[29,5,30,16],[32,5,34,16],[36,5,37,16],[18,5,19,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,"1.",{"$f":"_1","v":"Decision question"},null,null,null,null,null,null,null,{"$f":"_nav","v":"Steps of the framework"},null,null,null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 17-34\"","v":"Refer to manual: 1. Decision question, pages 17-34"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}]
[null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}]
[null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}]
[null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"}]
[null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,null,{"$f":"_1_intro&\" \"&_1_intro_x","v":"The role of this section is to articulate the recommendation objectives and to outline how the recommendation process will be conducted. In this section, a secretariat or core team based within the MoH will:"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,"●",{"$f":"_1_intro_x1","v":"characterize the decision problem within the existing programme and policy environment"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,"●",{"$f":"_1_intro_x2","v":"define the decision question and its scope"}]
[null,null,null,null,"●",{"$f":"_1_intro_x3","v":"design the socio-technical aspects of the recommendation process, including methods for stakeholder engagement and evidence interpretation. "}]
[]
[]
[null,null,null,null,{"$f":"_steps","v":"This section includes the following worksheets:"}]
[null,null,null,null,1.1000000000000001,{"$f":"_1.1","v":"Framing the objectives"}]
[null,null,null,null,null,{"$f":"_1.1_intro","v":"This step specifies the recommendation objectives, why a recommendation is needed, how it will be used and by whom."}]
[]
[null,null,null,null,1.2,{"$f":"_1.2","v":"Context"}]
[null,null,null,null,null,{"$f":"_1.2_intro","v":"This step describes the current situation in the country, to contextualize the recommendation and its potential implications."}]
[]
[null,null,null,null,1.3,{"$f":"_1.3","v":"Scope"}]
[null,null,null,null,null,{"$f":"_1.3_intro","v":"The purpose of the step is to conduct a scoping exercise – drawing up a list of possible options and, if needed, using quick procedures to shortlist 2–5 of the options identified."}]
[]
[null,null,null,null,1.4,{"$f":"_1.4","v":"Participation"}]
[null,null,null,null,null,{"$f":"_1.4_intro","v":"This step maps the stakeholder perspectives that are important to include in the recommendation, mechanisms for stakeholder engagement and the composition of the recommendation committee."}]
[]
[]
[null,null,null,null,1.5,{"$f":"_1.5","v":"Priority-setting process"}]
[null,null,null,null,null,{"$f":"_1.5_intro","v":"This step considers which analytical methods, group techniques and discussion forums are most appropriate to support the committee in coming to a recommendation."}]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"_nav","v":"Steps of the framework"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}]

{"sheet":"1.1 Objectives","index":6,"n_rows":83,"n_cols":17,"rows_kept":83,"cut":false,"hidden":false,"merged":[[16,1,17,1],[8,1,9,1],[10,1,11,1],[12,1,13,1],[14,1,15,1],[9,4,10,16],[11,4,12,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[1,12,1,13],[1,15,1,16],[7,5,8,16],[72,5,72,16],[74,4,78,16],[81,9,82,10],[51,4,51,16],[52,5,53,16],[61,4,65,16],[69,4,69,16],[58,5,59,16],[81,15,81,16],[81,4,81,5],[68,15,68,16],[54,5,55,16],[56,5,57,16],[70,5,71,16],[15,15,15,16],[29,15,29,16],[40,15,40,16],[50,15,50,16],[43,4,47,16],[16,4,16,16],[17,5,17,16],[18,5,18,16],[22,4,26,16],[28,5,28,16],[30,4,31,16],[33,4,37,16],[41,4,41,16],[42,5,42,16],[20,5,20,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,1.1000000000000001,{"$f":"_1.1","v":"Framing the objectives"},null,null,null,null,null,null,null,{"$f":"\"1. \"&_1_tab","v":"1. Decision question"},null,null,null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 18-21\"","v":"Refer to manual: 1. Decision question, pages 18-21"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"},null,null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"1.1.1 \"&_1.1.1","v":"1.1.1 What is the decision question?"}]
[null,null," ",null,{"$f":"_1.1_intro_x","v":"To ensure the recommendation is addressing the right problem, it is important to understand the role of this recommendation and where it sits within the broader decision-making environment."}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"}," "]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"}," ",null,{"$f":"_1.1_intro","v":"This step specifies the recommendation objectives, why a recommendation is needed, how it will be used and by whom."}]
[null,{"$f":"\"1.1.3 \"&_1.1.3","v":"1.1.3 Who requested the recommendation?"}," "]
[null,null," "]
[null,{"$f":"\"1.1.4 \"&_1.1.4","v":"1.1.4 How will the recommendation be used?"}]
[null,null,null,"1.1.1",{"$f":"_1.1.1","v":"What is the decision question?"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"1.1.5 \"&_1.1.5","v":"1.1.5 Timeline for the recommendation"},null," ",{"$f":"_1.1.1_x","v":"Succinctly articulate the question that the recommendation needs to address."}]
[null,null,null,null,"●",{"$f":"_1.1.1_x1","v":"Be as specific as possible. Determine what you need to specify, e.g. the target population, healthcare setting. "}]
[null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"},null," ","●",{"$f":"_1.1.1_x2","v":"Ensure that the question is framed around the objectives, not the options."}]
[null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}]
[null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"},null,null,null,{"$f":"UPPER(_more_info)&\": \"&_1.1.1_link","v":"MORE INFORMATION: Guidance for writing a good decision question"}]
[null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"},null,null,{"$f":"_write_here","v":"Write your answer here"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[null,null,null,"1.1.2",{"$f":"_1.1.2","v":"Why is the recommendation being considered?"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_1.1.2_x","v":"Discuss why this decision is important and what prompted it (for example, recent WHO SAGE recommendation, vaccine supply shortage, to inform development of the national immunization strategy)"}]
[]
[null,null,null," "]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.1.3",{"$f":"_1.1.3","v":"Who requested the recommendation?"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_1.1.3_x","v":"What is their responsibility and mandate?"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.1.4",{"$f":"_1.1.4","v":"How will the recommendation be used?"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_mention_points","v":"You may wish to consider the following points:"}]
[null,null,null,null,"●",{"$f":"_1.1.4_x1","v":"end goal of the recommendation, such as prioritizing new vaccine introductions for the multi-year plan, or selecting a vaccine product to request in a Gavi application for PCV"}]
[null,null,null," "]
[null,null,null,null,"●",{"$f":"_1.1.4_x2","v":"type of decision that will be made, such as policy, planning, fund allocation or procurement"}]
[]
[null,null,null,null,"●",{"$f":"_1.1.4_x4","v":"budget holder and MOH department responsible for implementation of the recommendation"}]
[]
[null,null,null,null,"●",{"$f":"_1.1.4_x3","v":"major stakeholders who could influence uptake of the recommendation at the policy or programme delivery levels"}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.1.5",{"$f":"_1.1.5","v":"Timeline for the recommendation"}]
[null,null,null," ",{"$f":"_mention_points","v":"You may wish to consider the following points:"}]
[null,null,null,null,"●",{"$f":"_1.1.5_x1","v":"By what date is the recommendation needed? Note if the recommendation is urgent or high priority."}]
[]
[null,null,null,null,"●",{"$f":"_1.1.5_x2","v":"When is the recommendation expected to be implemented?"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"1. \"&_1_tab","v":"1. Decision question"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}]

{"sheet":"1.2 Context","index":7,"n_rows":72,"n_cols":17,"rows_kept":72,"cut":false,"hidden":false,"merged":[[7,5,8,16],[13,1,14,1],[15,1,16,1],[0,1,1,1],[2,1,3,1],[2,2,3,2],[1,12,1,13],[1,15,1,16],[2,3,3,3],[2,4,3,8],[9,1,10,1],[11,1,12,1],[9,4,10,16],[11,4,12,16],[14,5,14,16],[60,4,62,16],[70,9,71,10],[33,5,33,16],[34,5,35,16],[37,4,41,16],[46,5,46,16],[47,5,48,16],[49,5,50,16],[45,4,45,16],[70,15,70,16],[70,4,70,5],[63,4,67,16],[17,15,17,16],[31,15,31,16],[44,15,44,16],[59,15,59,16],[52,4,56,16],[18,4,18,16],[21,5,21,16],[24,4,28,16],[32,4,32,16],[22,5,23,16],[19,5,20,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,1.2,{"$f":"_1.2","v":"Context"},null,null,null,null,null,null,null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"},null,null,null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 22-23\"","v":"Refer to manual: 1. Decision question, pages 22-23"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}," ",null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}," "]
[null,{"$f":"\"1.2.1 \"&_1.2.1","v":"1.2.1 Background: disease and programme performance"}," "," ",{"$f":"_1.2_intro","v":"This step describes the current situation in the country, to contextualize the recommendation and its potential implications."}]
[null,null," "," "]
[null,{"$f":"\"1.2.2 \"&_1.2.2","v":"1.2.2 Background: existing policy and practice"}," "," ",{"$f":"_1.2_intro_x","v":"It is highly recommended to complete the supplementary sheet (link below) before completing this step."}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"}]
[null,{"$f":"\"1.2.3 \"&_1.2.3","v":"1.2.3 Recommendations from other jurisdictions"}]
[null,null,null,null,null,{"$f":"UPPER(_supp_sheet)&\": \"&_1.2_link","v":"SUPPLEMENTARY SHEET: Potential implications on programme performance"}]
[null,{"$f":"\"1.2.4 \"&_1.2.4","v":"1.2.4 Potential consequences"}]
[]
[null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"},null,"1.2.1",{"$f":"_1.2.1","v":"Background: disease and programme performance"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"},null," ",{"$f":"_mention_points_relevant","v":"You may wish to consider the following points, when relevant:"}]
[null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"},null,null,"●",{"$f":"_1.2.1_x1","v":"burden of disease, current prevention and control measures including non-vaccine interventions, and the impact of vaccination (local data)"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null," ","●",{"$f":"_1.2.1_x2","v":"relevant national strategic goals, such as elimination targets"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,"●",{"$f":"_1.2.1_x3","v":"relevant information on immunization programme performance and barriers to immunization (you may wish to refer to the CAPACITI context tool or a recent programme review)."}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_write_here","v":"Write your answer here"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[]
[]
[]
[]
[null,null,null,"1.2.2",{"$f":"_1.2.2","v":"Background: existing policy and practice"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null,null,{"$f":"_mention_points_relevant","v":"You may wish to consider the following points, when relevant:"}]
[null,null,null,null,"●",{"$f":"_1.2.2_x1","v":"any related recommendations that have been made previously, with brief rationale"}]
[null,null,null,null,"●",{"$f":"_1.2.2_x2","v":"brief summary of existing guidance or current practice (for example, to what extent is the existing guidance followed, and is existing practice working?)"}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.2.3",{"$f":"_1.2.3","v":"Recommendations from other jurisdictions"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null,null,{"$f":"_mention_points_relevant","v":"You may wish to consider the following points, when relevant:"}]
[null,null,null,null,"●",{"$f":"_1.2.3_x1","v":"global guidance and/or policy in neighbouring countries"}]
[null,null,null,null,"●",{"$f":"_1.2.3_x2","v":"recommendations from associations/bodies in the country, such as a paediatric association and/or use of the vaccine in the private sector"}]
[]
[null,null,null,null,"●",{"$f":"_1.2.3_x3","v":"in decentralized systems, policy in individual provinces or states (for example, has one or more province introduced the vaccine)"}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.2.4",{"$f":"_1.2.4","v":"Potential consequences"}]
[null,null,null,null,{"$f":"_1.2.4_x","v":"Are there any significant health, economic or social implications (either positive or negative) of the recommendation? "}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}]

{"sheet":"1.3 Scope","index":8,"n_rows":62,"n_cols":17,"rows_kept":62,"cut":false,"hidden":false,"merged":[[54,4,55,6],[54,7,55,11],[54,12,55,16],[56,4,57,6],[56,7,57,11],[56,12,57,16],[49,4,49,16],[51,4,51,6],[52,4,53,6],[52,7,53,11],[52,12,53,16],[10,1,11,1],[9,4,10,16],[11,4,12,16],[15,15,15,16],[1,12,1,13],[1,15,1,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[7,5,8,16],[40,12,41,16],[44,4,45,6],[12,1,13,1],[14,1,15,1],[16,4,16,16],[17,5,17,16],[18,5,18,16],[42,4,43,6],[42,7,43,11],[42,12,43,16],[29,15,29,16],[44,7,45,11],[44,12,45,16],[19,5,21,16],[60,4,60,5],[60,15,60,16],[60,9,61,10],[22,4,26,16],[30,4,31,16],[32,5,32,16],[33,5,33,16],[35,4,35,6],[36,4,37,6],[36,7,37,11],[36,12,37,16],[38,4,39,6],[38,7,39,11],[38,12,39,16],[40,4,41,6],[40,7,41,11]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,1.3,{"$f":"_1.3","v":"Scope"},null,null,null,null,null,null,null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"},null,null,null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 24-25\"","v":"Refer to manual: 1. Decision question, pages 24-25"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}," ",null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}," "]
[null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}," ",null,{"$f":"_1.3_intro_x","v":"Through the recommendation process, the committee will compare different options to identify which is/are most suitable."}]
[null,{"$f":"\"1.3.1 \"&_1.3.1","v":"1.3.1 Types of interventions (options)"}," "," "]
[null,null," "," ",{"$f":"_1.3_intro","v":"The purpose of the step is to conduct a scoping exercise – drawing up a list of possible options and, if needed, using quick procedures to shortlist 2–5 of the options identified."}]
[null,{"$f":"\"1.3.2 \"&_1.3.2","v":"1.3.2 Options included within scope of the recommendation"},null," "]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"}]
[null,{"$f":"\"1.3.3 \"&_1.3.3","v":"1.3.3 Options excluded from scope"}]
[null,null,null,"1.3.1",{"$f":"_1.3.1","v":"Types of interventions (options)"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"},null," ",{"$f":"_1.3.1_x","v":"Outline which types of interventions (options) will be considered and, if relevant, how they will be scoped "}]
[null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"},null,null,"●",{"$f":"_1.3.1_x1","v":"Example 1: All vaccines for which there is a National Immunization Technical Advisory Group (NITAG) recommendation"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"},null,null,"●",{"$f":"_1.3.1_x3","v":"Example 2: The most cost-effective malaria prevention measures (from meta-analysis)"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,null,"●",{"$f":"_1.3.1_x2","v":"Example 3: A literature review that identifies strategies shown to increase MCV2 coverage, which will be shortlisted to a maximum of 5 options by the EPI technical working group (TWG)"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_write_here","v":"Write your answer here"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[]
[]
[]
[]
[null,null,null,"1.3.2",{"$f":"_1.3.2","v":"Options included within scope of the recommendation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_1.3.2_x&\" \"&_1.3.2_xx","v":"This tool can be used to compare 2–5 options. Record which options will be considered for recommendation and why. In the description, be as specific as possible."}]
[]
[null,null,null,null,"●",{"$f":"_1.3.2_x1","v":"Example 1: For delivery in Japanese encephalitis (JE) endemic districts, single dose at 9 months of age"}]
[null,null,null,null,"●",{"$f":"_1.3.2_x2","v":"Example 2: Bivalent vaccine in 2-dose vial"}]
[]
[null,null,null,null,{"$f":"_1.3.2_t1","v":"Option"},null,null,{"$f":"_1.3.2_t2","v":"Description"},null,null,null,null,{"$f":"_1.3.2_t3","v":"Reason for inclusion"}]
[null,null,null,1]
[]
[null,null,null,2]
[]
[null,null,null,3]
[]
[null,null,null,4]
[]
[null,null,null,5]
[]
[]
[]
[null,null,null,"1.3.3",{"$f":"_1.3.3","v":"Options excluded from scope"}]
[null,null,null," ",{"$f":"_1.3.3_x","v":"Note any key options that are not being included and explain why."}]
[]
[null,null,null,null,{"$f":"_1.3.2_t5","v":"Excluded option"},null,null,{"$f":"_1.3.2_t2","v":"Description"},null,null,null,null,{"$f":"_1.3.2_t4","v":"Reason for exclusion"}]
[null,null,null,1]
[]
[null,null,null,2]
[]
[null,null,null,3]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"}]

{"sheet":"1.4 Participation","index":9,"n_rows":110,"n_cols":17,"rows_kept":110,"cut":false,"hidden":false,"merged":[[98,4,99,6],[98,7,99,9],[98,10,99,13],[98,14,99,16],[90,4,91,6],[90,7,91,9],[90,10,91,13],[90,14,91,16],[92,4,93,6],[92,7,93,9],[92,10,93,13],[92,14,93,16],[94,4,95,6],[94,7,95,9],[94,10,95,13],[94,14,95,16],[86,4,87,6],[86,7,87,9],[86,10,87,13],[86,14,87,16],[88,4,89,6],[88,7,89,9],[88,10,89,13],[88,14,89,16],[104,4,105,6],[104,7,105,9],[104,10,105,13],[104,14,105,16],[100,4,101,6],[100,7,101,9],[100,10,101,13],[100,14,101,16],[102,4,103,6],[102,7,103,9],[102,10,103,13],[102,14,103,16],[96,4,97,6],[96,7,97,9],[96,10,97,13],[96,14,97,16],[80,4,81,6],[80,7,81,9],[80,10,81,13],[80,14,81,16],[82,4,83,6],[82,7,83,9],[82,10,83,13],[82,14,83,16],[84,14,85,16],[84,4,85,6],[84,7,85,9],[84,10,85,13],[76,4,77,6],[76,7,77,9],[76,10,77,13],[76,14,77,16],[72,7,73,9],[78,4,79,6],[78,7,79,9],[78,10,79,13],[78,14,79,16],[69,4,69,6],[70,4,71,6],[69,10,69,13],[70,14,71,16],[70,10,71,13],[72,10,73,13],[72,14,73,16],[74,4,75,6],[74,7,75,9],[74,10,75,13],[74,14,75,16],[72,4,73,6],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[11,1,12,1],[9,4,10,16],[16,15,16,16],[1,15,1,16],[1,12,1,13],[7,5,8,16],[11,4,13,16],[23,5,25,16],[108,15,108,16],[108,4,108,5],[38,15,38,16],[51,15,51,16],[13,1,14,1],[15,1,16,1],[17,4,18,16],[108,9,109,10],[17,1,18,1],[20,5,21,16],[27,5,27,16],[39,4,39,16],[40,5,41,16],[29,4,35,16],[42,5,42,16],[44,4,48,16],[52,4,52,16],[53,5,54,16],[55,5,56,16],[69,7,69,9],[70,7,71,9],[58,4,62,16],[66,4,67,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,1.4,{"$f":"_1.4","v":"Participation"},null,null,null,null,null,null,null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"},null,null,null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 26-28\"","v":"Refer to manual: 1. Decision question, pages 26-28"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}," ",null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}," "]
[null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}," ",null,{"$f":"_1.4_intro_x","v":"Every recommendation is based on the value judgements of individuals. The final recommendation is therefore highly dependent on the composition of the committee and other stakeholders consulted throughout the process."}]
[null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"}," "," "]
[null,{"$f":"\"1.4.1 \"&_1.4.1","v":"1.4.1 Stakeholder identification"}," "," ",{"$f":"_1.4_intro","v":"This step maps the stakeholder perspectives that are important to include in the recommendation, mechanisms for stakeholder engagement and the composition of the recommendation committee."}]
[null,null,null," "]
[null,{"$f":"\"1.4.2 \"&_1.4.2","v":"1.4.2 Policy environment and organizational aspects"}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"}]
[null,{"$f":"\"1.4.3 \"&_1.4.3","v":"1.4.3 Mechanisms for participation"}]
[null,null,null,"1.4.1",{"$f":"_1.4.1","v":"Stakeholder identification"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"1.4.4 \"&_1.4.4","v":"1.4.4 How will the other stakeholders identified in 1.4.1 be engaged, e.g. via consultation, stakeholder forums or survey? "},null," ",{"$f":"_1.4.1_x","v":"Consider which stakeholders are important to include in the recommendation process. It may be useful to consider the following principles:"}]
[]
[null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"},null,null,"●",{"$f":"_1.4.1_x1","v":"Information"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"},null,null,null,{"$f":"_1.4.1_xx1","v":"Stakeholders who bring expertise, represent an important perspective or can share information that is not published in reports"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,"●",{"$f":"_1.4.1_x2","v":"Legitimacy"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,null,{"$f":"_1.4.1_xx2","v":"Representation from affected populations (e.g. caregiver groups), groups affected by equity issues (e.g. indigenous peoples), relevant programmes (e.g. cervical cancer, reproductive health, Ministry of Education for HPV vaccination), and credible experts"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[null,null,null,null,"●",{"$f":"_1.4.1_x3","v":"Ownership"}]
[null,null,null,null,null,{"$f":"_1.4.1_xx3","v":"Stakeholders who are important for successful implementation of the recommendation"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.4.2",{"$f":"_1.4.2","v":"Policy environment and organizational aspects"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_1.4.2_x","v":"Consider where this recommendation sits within the existing policy processes in your country:"}]
[null,null,null,null,"●",{"$f":"_1.4.2_x1","v":"Does the recommendation fall within the remit of an existing policy body? Does this body have guidance around the formation of working groups?"}]
[]
[null,null,null,null,"●",{"$f":"_1.4.2_x2","v":"If an ad hoc committee will be formed, where should the secretariat sit?"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.4.3",{"$f":"_1.4.3","v":"Mechanisms for participation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_mention_points","v":"You may wish to consider the following points:"}]
[null,null,null,null,"●",{"$f":"_1.4.3_x1","v":"Consider the stakeholders identified in 1.4.1. "}]
[]
[null,null,null,null,"●",{"$f":"_1.4.3_x2","v":"Which of these stakeholders should be included on the recommendation committee?"}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.4.4",{"$f":"_1.4.4","v":"How will the other stakeholders identified in 1.4.1 be engaged, e.g. via consultation, stakeholder forums or survey? "}]
[null,null,null," ",{"$f":"_1.4.4_x","v":"Members of the recommendation committee"}]
[]
[]
[null,null,null,null,{"$f":"_1.4.4_t1","v":"Record the members of the recommendation committee (or working group). It is advisable to include from 6 to 15 members."},null,null,{"$f":"_1.4.4_t2","v":"Name"},null,null,{"$f":"_1.4.4_t3","v":"Position (job title)"},null,null,null,{"$f":"_1.4.4_t4","v":"Affiliation(s)"}]
[null,null,null,1]
[]
[null,null,null,2]
[]
[null,null,null,3]
[]
[null,null,null,4]
[]
[null,null,null,5]
[]
[null,null,null,6]
[]
[null,null,null,7]
[]
[null,null,null,8]
[]
[null,null,null,9]
[]
[null,null,null,10]
[]
[null,null,null,11]
[]
[null,null,null,12]
[]
[null,null,null,13]
[]
[null,null,null,14]
[]
[null,null,null,15]
[]
[null,null,null,16]
[]
[null,null,null,17]
[]
[null,null,null,18]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"}]

{"sheet":"1.5 Process","index":10,"n_rows":79,"n_cols":17,"rows_kept":79,"cut":false,"hidden":false,"merged":[[20,5,20,16],[12,1,13,1],[14,1,15,1],[15,15,15,16],[16,1,17,1],[18,1,19,1],[7,5,8,16],[55,5,56,16],[27,4,31,16],[1,12,1,13],[1,15,1,16],[39,5,40,16],[36,4,38,16],[35,15,35,16],[22,4,22,16],[16,4,18,16],[32,4,32,16],[23,5,23,16],[24,5,24,16],[25,5,25,16],[9,4,10,16],[11,4,12,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[59,5,59,16],[41,5,42,16],[77,4,77,5],[77,15,77,16],[50,15,50,16],[77,9,78,10],[43,4,47,16],[69,4,70,16],[74,5,74,16],[51,4,52,16],[53,5,53,16],[54,5,54,16],[57,5,57,16],[61,4,65,16],[68,15,68,16],[71,4,72,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,1.5,{"$f":"_1.5","v":"Priority-setting process"},null,null,null,null,null,null,null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"},null,null,null,{"$f":"\"2. \"&_2_tab","v":"2. Decision criteria"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 29-33\"","v":"Refer to manual: 1. Decision question, pages 29-33"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"1.1 \"&_1.1_tab","v":"1.1 Objectives"}," ",null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"1.2 \"&_1.2_tab","v":"1.2 Context"}," "]
[null,{"$f":"\"1.3 \"&_1.3_tab","v":"1.3 Scope"}," ",null,{"$f":"_1.5_intro_x","v":"There is no correct way to guide committee discussions to come to a recommendation. The best approaches will depend on composition of the committee and the decision question."}]
[null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"}," "," "]
[null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"}," "," ",{"$f":"_1.5_intro","v":"This step considers which analytical methods, group techniques and discussion forums are most appropriate to support the committee in coming to a recommendation."}]
[null,{"$f":"\"1.5.1 \"&_1.5.1","v":"1.5.1 Multi-criteria decision analysis (MCDA) methods"},null," "]
[]
[null,{"$f":"\"1.5.2 \"&_1.5.3","v":"1.5.2 Meetings and operational procedures"}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null,"1.5.1",{"$f":"_1.5.1","v":"Multi-criteria decision analysis (MCDA) methods"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"1.5.3 \"&_1.5.2","v":"1.5.3 Group techniques"},null," ",{"$f":"_1.5.1_x&\" \"&_1.5.1_xx","v":"When the committee is interpreting the evidence to come to a recommendation, it is possible for the tool to calculate a \"total score\" for each option, based on committee inputs (\"quantitative\" approach). Whether a quantitative approach is suitable will depend on the decision question and the nature of the committee."}]
[]
[null,{"$f":"\"1.5.4 \"&_1.5.4","v":"1.5.4 Briefing document for the committee"}]
[]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"},null,null,null,{"$f":"UPPER(_more_info)&\": \"&_1.5.1_link","v":"MORE INFORMATION: Selecting which approach is most suitable for you"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,{"$f":"_1.5.1_x1","v":"In the box below, record:"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,"●",{"$f":"_1.5.1_x1a","v":"whether a quantitative approach will be used for the recommendation and why"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,"●",{"$f":"_1.5.1_x1b","v":"whether you will assign weights to criteria (recommended)"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,"●",{"$f":"_1.5.1_x1c","v":"whether you will set up a scoring scale (recommended)"}]
[]
[null,null,null,null,{"$f":"_reason","v":"Record your reasoning here"}]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_1.5.1_x2","v":"For more information, refer to the information sheet or contact: tse_tool@who.int."}]
[]
[]
[null,null,null,"1.5.2",{"$f":"_1.5.3","v":"Meetings and operational procedures"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_1.5.3_x&\" \"&_1.5.3_xx","v":"Facilitated workshops can be an effective way to improve ownership of the decision and allow the group to come to a better recommendation. It is important to decide which steps of the process would benefit from a workshop format, cognizant of time and budget limitations."}]
[]
[]
[null,null,null,null,"●",{"$f":"_1.5.3_x1","v":"Discuss which elements of the decision process will be conducted by the committee, secretariat and technical teams."}]
[]
[null,null,null,null,"●",{"$f":"_1.5.3_x2","v":"Identify which elements will be conducted via in-person meetings, virtual meetings, teleconference or email."}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.5.3",{"$f":"_1.5.2","v":"Group techniques"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null,null,{"$f":"_1.5.2_x","v":"Discuss how the committee will come to a recommendation in a fair and transparent way. You may wish to cover the following points:"}]
[]
[null,null,null,null,"●",{"$f":"_1.5.2_x1","v":"How will the group come to an agreement (consensus, voting rules, etc)?"}]
[null,null,null," ","●",{"$f":"_1.5.2_x2","v":"How will the facilitator prevent domination by vocal group members?"}]
[null,null,null,null,"●",{"$f":"_1.5.2_x3","v":"How will contribution and participation from all members of the committee be encouraged? This may include specific briefing for certain stakeholders."}]
[]
[null,null,null,null,"●",{"$f":"_1.5.2_x4","v":"How will you overcome the limitations of the selected MCDA approach?  "}]
[]
[null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_1.5.2_link","v":"MORE INFORMATION: Guidance on workshop facilitation"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"1.5.4",{"$f":"_1.5.4","v":"Briefing document for the committee"}]
[null,null,null,null,{"$f":"_1.5.4_x","v":"It is recommended to summarize the recommendation objectives and context in a briefing document for committee members."}]
[]
[null,null,null,null,{"$f":"_1.5.4_xx","v":"To automatically extract the information you have entered into the tool into a template briefing document for the committee, click on the button below."}]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"1.4 \"&_1.4_tab","v":"1.4 Participation"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"2. \"&_2_tab","v":"2. Decision criteria"}]

{"sheet":"2. Decision criteria","index":11,"n_rows":34,"n_cols":17,"rows_kept":34,"cut":false,"hidden":false,"merged":[[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[13,4,15,16],[1,15,1,16],[1,12,1,13],[32,9,33,10],[2,4,3,10],[18,5,18,16],[19,5,19,16],[16,5,17,16],[23,5,24,16],[26,5,27,16],[29,5,31,16],[32,4,32,5],[32,15,32,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,"2.",{"$f":"_2","v":"Criteria for decision-making"},null,null,null,null,null,null,null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"},null,null,null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 36-53\"","v":"Refer to manual: 2. Criteria for decision-making, pages 36-53"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"}]
[null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"}]
[null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,{"$f":"_2_intro&\" \"&_2_intro_x","v":"The role of this section is to lay out the principles for comparing and evaluating each of the options, according to local values and specific requirements of the decision question. In this section, the committee will:"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[null,null,null,null,"●",{"$f":"_2_intro_x1","v":"identify the criteria for decision-making as a group (either de novo or by reviewing an existing set of criteria)"}]
[]
[null,null,null,null,"●",{"$f":"_2_intro_x2","v":"assign weights to reflect the relative importance of each criterion"}]
[null,null,null,null,"●",{"$f":"_2_intro_x3","v":"determine how the options will be assessed against the criteria"}]
[]
[null,null,null,null,{"$f":"_steps","v":"This section includes the following worksheets:"}]
[null,null,null,null,2.1,{"$f":"_2.1","v":"Criteria list"}]
[null,null,null,null,null,{"$f":"_2.1_intro","v":"During this step the committee agrees upon and documents the set of criteria and outcome measures by which to evaluate the options."}]
[]
[null,null,null,null,2.2000000000000002,{"$f":"_2.2","v":"Weights"}]
[null,null,null,null,null,{"$f":"_2.2_intro","v":"In this step, the committee decides which criteria will be more influential in making the recommendation by assigning a weight to each criterion."}]
[]
[null,null,null,null,2.2999999999999998,{"$f":"_2.3","v":"Rules for interpreting evidence"}]
[null,null,null,null,null,{"$f":"_2.3_intro","v":"This step outlines how the committee will assess each of the options."}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"1.5 \"&_1.5_tab","v":"1.5 Process"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"}]

{"sheet":"2.1 Criteria","index":12,"n_rows":98,"n_cols":17,"rows_kept":98,"cut":false,"hidden":false,"merged":[[9,1,10,1],[11,1,12,1],[0,1,1,1],[2,1,3,1],[2,2,3,2],[1,15,1,16],[1,12,1,13],[7,5,8,16],[52,4,53,6],[52,11,53,13],[52,7,53,10],[52,14,53,16],[13,1,14,1],[18,4,18,16],[19,5,19,16],[50,4,51,6],[50,7,51,10],[50,11,51,13],[50,14,51,16],[17,15,17,16],[40,15,40,16],[47,4,48,16],[20,5,20,16],[21,5,21,16],[56,4,57,6],[56,7,57,10],[56,11,57,13],[56,14,57,16],[2,3,3,3],[2,4,3,8],[9,4,10,16],[11,4,12,16],[13,4,14,16],[54,4,55,6],[54,11,55,13],[54,7,55,10],[54,14,55,16],[30,4,31,16],[23,4,24,16],[33,4,37,16],[41,4,42,16],[58,4,59,6],[58,7,59,10],[58,11,59,13],[58,14,59,16],[60,4,61,6],[60,7,61,10],[60,11,61,13],[60,14,61,16],[71,14,72,16],[73,14,74,16],[62,4,63,6],[62,7,63,10],[62,11,63,13],[86,4,87,16],[88,4,88,8],[88,9,88,16],[79,11,80,13],[79,14,80,16],[81,4,82,6],[81,7,82,10],[81,11,82,13],[81,14,82,16],[79,4,80,6],[75,4,76,6],[75,7,76,10],[75,11,76,13],[75,14,76,16],[77,4,78,6],[77,7,78,10],[77,11,78,13],[77,14,78,16],[71,7,72,10],[71,11,72,13],[89,4,89,8],[89,9,89,16],[79,7,80,10],[43,5,43,16],[45,5,45,16],[44,5,44,16],[62,14,63,16],[64,4,65,6],[64,7,65,10],[64,11,65,13],[64,14,65,16],[66,4,67,6],[66,7,67,10],[66,11,67,13],[66,14,67,16],[68,4,68,16],[69,4,70,6],[69,7,70,10],[69,11,70,13],[69,14,70,16],[71,4,72,6],[73,4,74,6],[73,7,74,10],[73,11,74,13],[96,15,96,16],[96,4,96,5],[93,4,93,8],[93,9,93,16],[90,4,90,8],[90,9,90,16],[91,4,91,8],[91,9,91,16],[92,4,92,8],[92,9,92,16],[96,9,97,10]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,2.1,{"$f":"_2.1","v":"Criteria list"},null,null,null,null,null,null,null,{"$f":"\"2. \"&_2_tab","v":"2. Decision criteria"},null,null,null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 37-46\"","v":"Refer to manual: 2. Criteria for decision-making, pages 37-46"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"}," "]
[null,{"$f":"\"2.1.1 \"&_2.1.1","v":"2.1.1 Process for criteria selection"}," ",null,{"$f":"_2.1_intro_x","v":"There is no correct set of criteria. Instead, it is important that criteria are selected in a fair and transparent process according to country values."}]
[null,null," "," "]
[null,{"$f":"\"2.1.2 \"&_2.1.2","v":"2.1.2 Recording the list of criteria and outcome measures"}," "," ",{"$f":"_2.1_intro","v":"During this step the committee agrees upon and documents the set of criteria and outcome measures by which to evaluate the options."}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null," "]
[null,{"$f":"\"2.1.3 \"&_2.1.3","v":"2.1.3 Documenting excluded criteria"},null,null,{"$f":"_2.1_intro_xx","v":"Over time, the committee is encouraged to develop a generic set of criteria for decision-making that can be adapted to specific decision questions."}]
[]
[null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"}]
[null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"},null,"2.1.1",{"$f":"_2.1.1","v":"Process for criteria selection"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null," ",{"$f":"_2.1.1_x","v":"The process for selecting criteria depends on:"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,"●",{"$f":"_2.1.1_x1","v":"whether there is already an established set of criteria for this type of decision question in your country"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null," ","●",{"$f":"_2.1.1_x1a","v":"whether you are addressing a typical decision question"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,"●",{"$f":"_2.1.1_x1b","v":"the importance of stakeholder engagement and buy-in to the recommendation"}]
[]
[null,null,null,null,{"$f":"_2.1.1_x2","v":"Click on one of the following buttons, depending on the situation that best applies to you:"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_2.1.1_x3","v":"Briefly document the process that you will use to select or review the final set of criteria, justifying why you are/are not developing a list of criteria de novo."}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"2.1.2",{"$f":"_2.1.2","v":"Recording the list of criteria and outcome measures"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_2.1.2_xx","v":"Select and/or review the final set of criteria as a committee. It may be helpful to refer to the following resources:"}]
[]
[null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx1","v":"MORE INFORMATION: Best practice checklist for selecting criteria"}]
[]
[null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx2","v":"MORE INFORMATION: Recommended criteria for different types of decision question"}]
[]
[null,null,null,null,{"$f":"_2.1.2_x&\" \"&_2.1.2_x1","v":"Record the final list of criteria, together with the agreed outcome measure (indicator) and rationale. It is recommended not to exceed 8 criteria."}]
[]
[]
[null,null,null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_justification","v":"Justification"},null,null,null,{"$f":"_2.1.2_t3","v":"1° outcome measure (indicator)"},null,null,{"$f":"_2.1.2_t4","v":"2° outcome measure (optional)"}]
[]
[null,null,null,1]
[]
[null,null,null,2]
[]
[null,null,null,3]
[]
[null,null,null,4]
[]
[null,null,null,5]
[]
[null,null,null,6]
[]
[null,null,null,7]
[]
[null,null,null,8]
[]
[null,null,null,null,{"$f":"_2.1.2_x1","v":"It is recommended not to exceed 8 criteria."}]
[null,null,null,9]
[]
[null,null,null,10]
[]
[null,null,null,11]
[]
[null,null,null,12]
[]
[null,null,null,13]
[]
[null,null,null,14]
[]
[null,null,null,15]
[]
[]
[]
[null,null,null,"2.1.3",{"$f":"_2.1.3","v":"Documenting excluded criteria"}]
[null,null,null," ",{"$f":"_2.1.3_x","v":"Record any criteria that were discussed by the committee but were not included in the final list, and explain why they were not included."}]
[]
[null,null,null,null,{"$f":"_2.1.3_t1","v":"Criterion"},null,null,null,null,{"$f":"_1.3.2_t4","v":"Reason for exclusion"}]
[null,null,null,1]
[null,null,null,2]
[null,null,null,3]
[null,null,null,4]
[null,null,null,5]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"2. \"&_2_tab","v":"2. Decision criteria"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"}]

{"sheet":"2.2 Weights","index":13,"n_rows":57,"n_cols":17,"rows_kept":57,"cut":false,"hidden":false,"merged":[[14,4,14,16],[9,4,11,16],[1,15,1,16],[1,12,1,13],[7,5,8,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[55,9,56,10],[15,5,15,16],[19,5,19,16],[25,14,26,16],[27,4,28,6],[27,7,28,9],[27,10,28,13],[27,14,28,16],[23,4,24,6],[23,10,24,13],[23,7,24,9],[23,14,24,16],[25,4,26,6],[25,10,26,13],[25,7,26,9],[29,4,30,6],[29,7,30,9],[29,10,30,13],[29,14,30,16],[31,4,32,6],[31,7,32,9],[31,10,32,13],[31,14,32,16],[33,4,34,6],[33,7,34,9],[33,10,34,13],[33,14,34,16],[35,4,36,6],[35,7,36,9],[35,10,36,13],[35,14,36,16],[37,4,38,6],[37,7,38,9],[37,10,38,13],[37,14,38,16],[39,4,40,6],[39,7,40,9],[39,10,40,13],[39,14,40,16],[43,7,44,9],[43,10,44,13],[43,14,44,16],[51,4,52,6],[51,7,52,9],[51,10,52,13],[51,14,52,16],[45,4,46,6],[45,7,46,9],[45,10,46,13],[45,14,46,16],[47,4,48,6],[47,7,48,9],[47,10,48,13],[47,14,48,16],[16,5,18,16],[55,15,55,16],[55,4,55,5],[21,4,22,6],[21,7,22,9],[21,10,22,13],[21,14,22,16],[49,4,50,6],[49,7,50,9],[49,10,50,13],[49,14,50,16],[41,4,42,6],[41,7,42,9],[41,10,42,13],[41,14,42,16],[43,4,44,6]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,2.2000000000000002,{"$f":"_2.2","v":"Weights"},null,null,null,null,null,null,null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"},null,null,null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 47-48\"","v":"Refer to manual: 2. Criteria for decision-making, pages 47-48"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"}," "]
[null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"}," ",null,{"$f":"_2.2_intro","v":"In this step, the committee decides which criteria will be more influential in making the recommendation by assigning a weight to each criterion."}]
[null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"}," "," "]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null," "]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_2.2_x","v":"Agree on the weights for each criterion and record in the table below."}]
[null,{"$f":"_gl","v":"Glossary"},null,null,"●",{"$f":"_2.2_x1","v":"The default scale goes from 1 (low importance) to 5 (high importance)."}]
[null,null,null," ","●",{"$f":"_2.2_x2","v":"The committee should try as far as possible to come to an agreement on the weights. However, if there is disagreement on weights, an alternative weight can be documented in the final column."}]
[]
[]
[null,null,null,null,null,{"$f":"_2.1_g4","v":"If you have included criteria that reflect fixed capacity (\"constraints\") – quantitative MCDA only"}]
[]
[null,null,null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_weight","v":"Weight"},null,null,{"$f":"_justification","v":"Justification"},null,null,null,{"$f":"_2.2.2_t1","v":"Alternate weight (optional)"}]
[]
[null,null,null,1,{"$f":"IF(_criterion1=\"\",\"\",_criterion1)","v":""}]
[]
[null,null,null,2,{"$f":"IF(_criterion2=\"\",\"\",_criterion2)","v":""}]
[]
[null,null,null,3,{"$f":"IF(_criterion3=\"\",\"\",_criterion3)","v":""}]
[]
[null,null,null,4,{"$f":"IF(_criterion4=\"\",\"\",_criterion4)","v":""}]
[]
[null,null,null,5,{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""}]
[]
[null,null,null,6,{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""}]
[]
[null,null,null,7,{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""}]
[]
[null,null,null,8,{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""}]
[]
[null,null,null,9,{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""}]
[]
[null,null,null,10,{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""}]
[]
[null,null,null,11,{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""}]
[]
[null,null,null,12,{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""}]
[]
[null,null,null,13,{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""}]
[]
[null,null,null,14,{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""}]
[]
[null,null,null,15,{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""}]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"}]

{"sheet":"2.3 Rules","index":14,"n_rows":97,"n_cols":23,"rows_kept":97,"cut":false,"hidden":false,"merged":[[11,1,12,1],[13,1,14,1],[18,4,18,16],[17,15,17,16],[2,4,3,11],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[7,5,8,16],[1,15,1,16],[9,4,9,16],[10,4,12,16],[1,12,1,13],[13,4,14,16],[38,4,40,6],[38,12,40,21],[33,7,34,11],[53,7,55,11],[38,7,40,11],[41,7,43,11],[44,7,46,11],[47,7,49,11],[50,7,52,11],[35,7,37,11],[41,4,43,6],[41,12,43,21],[44,4,46,6],[44,12,46,21],[50,4,52,6],[50,12,52,21],[53,4,55,6],[53,12,55,21],[47,4,49,6],[47,12,49,21],[95,15,95,16],[19,5,19,16],[23,5,25,16],[95,9,96,10],[30,4,30,5],[30,6,30,7],[30,8,30,9],[30,10,30,11],[74,4,76,6],[74,12,76,21],[71,12,73,21],[95,4,95,5],[28,14,28,15],[28,16,28,17],[27,11,27,18],[29,4,29,5],[29,6,29,7],[29,8,29,9],[29,10,29,11],[28,4,28,5],[28,6,28,7],[34,12,34,21],[33,4,34,6],[35,4,37,6],[28,22,28,23],[29,22,29,23],[30,22,30,23],[30,18,30,19],[30,20,30,21],[29,18,29,19],[29,20,29,21],[28,18,28,19],[28,20,28,21],[62,7,64,11],[65,7,67,11],[30,12,30,13],[30,14,30,15],[30,16,30,17],[29,12,29,13],[29,14,29,15],[29,16,29,17],[28,8,28,9],[28,10,28,11],[28,12,28,13],[33,12,33,21],[35,12,37,21],[27,4,27,9],[21,6,21,17],[86,5,86,16],[83,4,85,16],[56,12,58,21],[88,4,92,16],[77,4,79,6],[77,12,79,21],[68,4,70,6],[68,12,70,21],[71,4,73,6],[68,7,70,11],[71,7,73,11],[74,7,76,11],[77,7,79,11],[65,4,67,6],[65,12,67,21],[56,4,58,6],[59,4,61,6],[59,12,61,21],[62,4,64,6],[62,12,64,21],[56,7,58,11],[59,7,61,11]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,2.2999999999999998,{"$f":"_2.3","v":"Rules for interpreting evidence"},null,null,null,null,null,null,null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"},null,null,null,{"$f":"\"3. \"&_3_tab","v":"3. Assessment"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 49-53\"","v":"Refer to manual: 2. Criteria for decision-making, pages 49-53"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"2.1 \"&_2.1_tab","v":"2.1 Criteria"}," "]
[null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"},null,null,{"$f":"_2.3_intro","v":"This step outlines how the committee will assess each of the options."}]
[null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"}," "," ",{"$f":"_2.3_intro_xx","v":"Once the evidence has been collected, the committee will score the options against each criterion. The scale serves as a reference for the committee to ensure it consistently assesses options to the same standard, while decision rules (if used) determine the order in which criteria will be considered."}]
[null,{"$f":"\"2.3.1 \"&_2.3.1","v":"2.3.1 Scoring scale"}," "," "]
[null,null," "," "]
[null,{"$f":"\"2.3.2 \"&_2.3.2","v":"2.3.2 Decision rules and ordering criteria (optional)"}," ",null,{"$f":"_2.3_intro_x","v":"Completing this step before evidence collection reduces bias and improves consistency in assessing the options."}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,"2.3.1",{"$f":"_2.3.1","v":"Scoring scale"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_2.3.1_x","v":"Discuss and record the reference scale for each criterion in the table below."}]
[null,{"$f":"_gl","v":"Glossary"},null," ","●",{"$f":"_2.3.1_x3","v":"Examples of different ways to set up the scale are given in the link below."}]
[]
[null,null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.3.1_link","v":"MORE INFORMATION: Guidance on setting up a scale (with examples)"}]
[]
[null,null,null,null,"●",{"$f":"_2.3.1_x1&\" \"&_2.3.1_x2","v":"It is possible to modify the range and classifications of the default scoring scale below. The committee has the choice of using a descriptive scale (e.g. poor, average, good) or a numerical scale (e.g. 0,1,2,3)."}]
[]
[]
[]
[null,null,null,null,{"$f":"_2.3.1_scores&\":\"","v":"# possible scores in the scale:"},null,null,null,null,null,5,{"$f":"_2.3.1_scores_x","v":"You can modify the range of the scoring scale in this box."}]
[null,null,null,null,{"$f":"IF(E31=\"\",E30,E31)","v":1},null,{"$f":"IF(G31=\"\",G30,G31)","v":2},null,{"$f":"IF(I31=\"\",I30,I31)","v":3},null,{"$f":"IF(K31=\"\",K30,K31)","v":4},null,{"$f":"IF(M31=\"\",M30,M31)","v":5},null,{"$f":"IF(O31=\"\",O30,O31)","v":6},null,{"$f":"IF(Q31=\"\",Q30,Q31)","v":7},null,{"$f":"IF(S31=\"\",S30,S31)","v":8},null,{"$f":"IF(U31=\"\",U30,U31)","v":9},null,{"$f":"IF(W31=\"\",W30,W31)","v":10}]
[null,null,null,null,1,null,2,null,3,null,4,null,5,null,6,null,7,null,8,null,9,null,10]
[]
[]
[]
[null,null,null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.1.2_t3","v":"1° outcome measure (indicator)"},null,null,null,null,{"$f":"_2.3.1_t1","v":"Definition of the scale"}]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"(\"&_2.3.1_t2&\")\"","v":"(how will scores be assigned?)"}]
[null,null,null,1,{"$f":"IF(_criterion1=\"\",\"\",_criterion1)","v":""},null,null,{"$f":"IF(_measure1a= \"\",\"\",_measure1a)","v":""}]
[]
[]
[null,null,null,2,{"$f":"IF(_criterion2=\"\",\"\",_criterion2)","v":""},null,null,{"$f":"IF(_measure2a= \"\",\"\",_measure2a)","v":""}]
[]
[]
[null,null,null,3,{"$f":"IF(_criterion3=\"\",\"\",_criterion3)","v":""},null,null,{"$f":"IF(_measure3a= \"\",\"\",_measure3a)","v":""}]
[]
[]
[null,null,null,4,{"$f":"IF(_criterion4=\"\",\"\",_criterion4)","v":""},null,null,{"$f":"IF(_measure4a= \"\",\"\",_measure4a)","v":""}]
[]
[]
[null,null,null,5,{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"IF(_measure5a= \"\",\"\",_measure5a)","v":""}]
[]
[]
[null,null,null,6,{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"IF(_measure6a= \"\",\"\",_measure6a)","v":""}]
[]
[]
[null,null,null,7,{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"IF(_measure7a= \"\",\"\",_measure7a)","v":""}]
[]
[]
[null,null,null,8,{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"IF(_measure8a= \"\",\"\",_measure8a)","v":""}]
[]
[]
[null,null,null,9,{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"IF(_measure9a= \"\",\"\",_measure9a)","v":""}]
[]
[]
[null,null,null,10,{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"IF(_measure10a= \"\",\"\",_measure10a)","v":""}]
[]
[]
[null,null,null,11,{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"IF(_measure11a= \"\",\"\",_measure11a)","v":""}]
[]
[]
[null,null,null,12,{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"IF(_measure12a= \"\",\"\",_measure12a)","v":""}]
[]
[]
[null,null,null,13,{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"IF(_measure13a= \"\",\"\",_measure13a)","v":""}]
[]
[]
[null,null,null,14,{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"IF(_measure14a= \"\",\"\",_measure14a)","v":""}]
[]
[]
[null,null,null,15,{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"IF(_measure15a= \"\",\"\",_measure15a)","v":""}]
[]
[]
[]
[]
[null,null,null,"2.3.2",{"$f":"_2.3.2","v":"Decision rules and ordering criteria (optional)"}]
[null,null,null,null,{"$f":"_2.3.2_x&\" \"&_2.3.2_x1&\" \"&_2.3.2_x2","v":"Certain countries have rules that dictate the order in which criteria are considered. For example, national HTA guidelines may specify a minimum cost-effectiveness threshold. It should also be noted here how constraints will be included in the deliberation, and if they are separated from other criteria."}]
[null,null,null," "]
[]
[null,null,null,null,null,{"$f":"_2.1_g4","v":"If you have included criteria that reflect fixed capacity (\"constraints\") – quantitative MCDA only"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"2.2 \"&_2.2_tab","v":"2.2 Weights"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"3. \"&_3_tab","v":"3. Assessment"}]

{"sheet":"3. Assessment","index":15,"n_rows":33,"n_cols":17,"rows_kept":33,"cut":false,"hidden":false,"merged":[[13,4,15,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,10],[1,15,1,16],[1,12,1,13],[31,9,32,10],[16,5,16,16],[17,5,17,16],[23,5,23,16],[25,5,26,16],[28,5,29,16],[31,4,31,5],[31,15,31,16],[18,5,19,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,"3.",{"$f":"_3","v":"Evidence assessment"},null,null,null,null,null,null,null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"},null,null,null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 55-60\"","v":"Refer to manual: 3. Evidence assessment, pages 55-60"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"}]
[null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"}]
[null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,{"$f":"_3_intro&\" \"&_3_intro_x","v":"The role of this section is to collect, synthesize and assess the quality of available evidence for the committee. A technical team will:"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[null,null,null,null,"●",{"$f":"_3_intro_x1","v":"document methods for evidence collection and analysis"}]
[null,null,null,null,"●",{"$f":"_3_intro_x2","v":"synthesize multiple evidence sources to generate one or more evidence statements per criterion"}]
[null,null,null,null,"●",{"$f":"_3_intro_x3","v":"summarize the performance of each option, with an assessment of evidence quality, in a performance matrix"}]
[]
[]
[null,null,null,null,{"$f":"_steps","v":"This section includes the following worksheets:"}]
[null,null,null,null,3.1,{"$f":"_3.1","v":"Evidence collection"}]
[null,null,null,null,null,{"$f":"_3.1_intro","v":"In this step the technical team identifies, analyses and records available evidence."}]
[null,null,null,null,3.2,{"$f":"_3.2","v":"Evidence statements"}]
[null,null,null,null,null,{"$f":"_3.2_intro","v":"In this step, the technical focal point provides a concise overview of available evidence and its quality for the committee."}]
[]
[null,null,null,null,3.3,{"$f":"_3.3","v":"Performance matrix"}]
[null,null,null,null,null,{"$f":"_3.3_intro","v":"This step summarizes the performance of each option against each criterion in a summary table or in a performance matrix, for simple comparison across the options."}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"2.3 \"&_2.3_tab","v":"2.3 Rules"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"}]

{"sheet":"3.1 Collection","index":16,"n_rows":36,"n_cols":17,"rows_kept":36,"cut":false,"hidden":false,"merged":[[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[31,6,31,17],[1,15,1,16],[1,12,1,13],[34,15,34,16],[24,5,25,16],[34,4,34,5],[9,4,9,16],[10,4,11,16],[34,9,35,10],[15,4,15,16],[17,5,17,16],[7,5,8,16],[19,6,19,17],[21,6,21,17],[29,5,30,16],[26,6,26,17]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,3.1,{"$f":"_3.1","v":"Evidence collection"},null,null,null,null,null,null,null,{"$f":"\"3. \"&_3_tab","v":"3. Assessment"},null,null,null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 56-57\"","v":"Refer to manual: 3. Evidence assessment, pages 56-57"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_tech","v":"This step is completed by a technical team"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"}," ",null,{"$f":"_3.1_intro","v":"In this step the technical team identifies, analyses and records available evidence."}]
[null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"}," "," ",{"$f":"_3.1_intro_x","v":"A country may already have national guidelines for evidence identification and interpretation that can be followed that are, for example, within HTA guidelines."}]
[null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"}," "," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null," "]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"},null," ",{"$f":"_3.1_x","v":"Resources for the evidence collection step:"}]
[]
[null,null,null,null,"●",{"$f":"_3.1_x1","v":"guides to identify the best sources of evidence"}]
[null,null,null," "]
[null,null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_3.1_link_1","v":"MORE INFORMATION: Guidance on evidence hierarchy"}]
[]
[null,null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_3.1_link_4","v":"MORE INFORMATION: CAPACITI resource of data and tools"}]
[]
[]
[null,null,null,null,"●",{"$f":"_3.1_x2","v":"tracking sheet for coordinators to assign tasks and monitor progress of evidence collection and analysis "}]
[]
[null,null,null,null,null,null,{"$f":"UPPER(_supp_sheet)&\": \"&_3.1_link_2","v":"SUPPLEMENTARY SHEET: Template tracker sheet for coordinating evidence collection"}]
[]
[]
[null,null,null,null,"●",{"$f":"_3.1_x3","v":"sheet for technical team members who can document the methods, information sources reviewed and data collected"}]
[]
[null,null,null,null,null,null,{"$f":"UPPER(_supp_sheet)&\": \"&_3.1_link_3","v":"SUPPLEMENTARY SHEET: Template sheet for evidence collection"}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"3. \"&_3_tab","v":"3. Assessment"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"}]

{"sheet":"3.2 Statements","index":17,"n_rows":116,"n_cols":24,"rows_kept":116,"cut":false,"hidden":false,"merged":[[66,4,70,6],[7,5,8,16],[51,4,55,6],[51,7,55,16],[61,4,65,6],[61,7,65,16],[21,7,25,16],[21,4,25,6],[26,4,30,6],[56,4,60,6],[56,7,60,16],[41,4,45,6],[41,7,45,16],[46,4,50,6],[46,7,50,16],[36,4,40,6],[36,7,40,16],[31,4,35,6],[31,7,35,16],[26,7,30,16],[66,7,70,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[9,4,10,16],[26,24,26,30],[27,24,27,30],[28,24,28,30],[1,15,1,16],[1,12,1,13],[14,4,14,16],[16,5,16,16],[20,4,20,6],[20,7,20,16],[18,5,18,16],[21,17,25,22],[20,17,20,22],[26,17,30,22],[29,24,29,30],[30,24,30,30],[20,23,20,30],[21,24,21,30],[22,24,22,30],[23,24,23,30],[24,24,24,30],[25,24,25,30],[36,24,36,30],[37,24,37,30],[38,24,38,30],[39,24,39,30],[40,24,40,30],[31,24,31,30],[32,24,32,30],[33,24,33,30],[34,24,34,30],[35,24,35,30],[46,24,46,30],[47,24,47,30],[48,24,48,30],[49,24,49,30],[50,24,50,30],[41,24,41,30],[42,24,42,30],[43,24,43,30],[44,24,44,30],[45,24,45,30],[56,24,56,30],[57,24,57,30],[58,24,58,30],[59,24,59,30],[60,24,60,30],[51,24,51,30],[52,24,52,30],[53,24,53,30],[54,24,54,30],[55,24,55,30],[66,24,66,30],[67,24,67,30],[68,24,68,30],[69,24,69,30],[70,24,70,30],[61,24,61,30],[62,24,62,30],[63,24,63,30],[64,24,64,30],[65,24,65,30],[76,4,80,6],[76,7,80,16],[76,24,76,30],[77,24,77,30],[78,24,78,30],[79,24,79,30],[80,24,80,30],[71,4,75,6],[71,7,75,16],[71,24,71,30],[72,24,72,30],[73,24,73,30],[74,24,74,30],[75,24,75,30],[76,17,80,22],[98,15,98,16],[98,4,98,5],[91,4,95,6],[91,7,95,16],[91,24,91,30],[92,24,92,30],[93,24,93,30],[94,24,94,30],[95,24,95,30],[98,9,99,10],[91,17,95,22],[86,4,90,6],[86,7,90,16],[86,24,86,30],[87,24,87,30],[88,24,88,30],[89,24,89,30],[90,24,90,30],[81,4,85,6],[81,7,85,16],[81,24,81,30],[82,24,82,30],[83,24,83,30],[84,24,84,30],[85,24,85,30],[81,17,85,22],[86,17,90,22],[31,17,35,22],[36,17,40,22],[41,17,45,22],[46,17,50,22],[51,17,55,22],[56,17,60,22],[61,17,65,22],[66,17,70,22],[71,17,75,22]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,3.2,{"$f":"_3.2","v":"Evidence statements"},null,null,null,null,null,null,null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"},null,null,null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 58-59\"","v":"Refer to manual: 3. Evidence assessment, pages 58-59"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_tech","v":"This step is completed by a technical team"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"}," ",null,{"$f":"_3.2_intro","v":"In this step, the technical focal point provides a concise overview of available evidence and its quality for the committee."}]
[null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"}," "," "]
[null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"}," "," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null," "]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_32_x","v":"Complete the table below, with one or more evidence statements per criterion"}]
[null,{"$f":"_gl","v":"Glossary"}]
[null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_3.2_link","v":"MORE INFORMATION: Guidance for writing evidence statements (w/examples)"}]
[]
[null,null,null,null,null,{"$f":"UPPER(_more_info)&\": \"&_3.3_link","v":"MORE INFORMATION: Guidance on considering evidence quality"}]
[]
[null,null,null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_ev_statements","v":"Evidence statement(s)"},null,null,null,null,null,null,null,null,null,{"$f":"_3.2_certainty","v":"Confidence (certainty) in the evidence"},null,null,null,null,null,{"$f":"_references","v":"References"}]
[null,null,null,1,{"$f":"IF(_criterion1=\"\",\"\",_criterion1)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,2,{"$f":"IF(_criterion2=\"\",\"\",_criterion2)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,3,{"$f":"IF(_criterion3=\"\",\"\",_criterion3)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,4,{"$f":"IF(_criterion4=\"\",\"\",_criterion4)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,5,{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,6,{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,7,{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,8,{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,9,{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,10,{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,11,{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,12,{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,13,{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,14,{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[null,null,null,15,{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,null,null,null,null,null,null,{"$f":"+I91:HO109","v":{"$error":"#VALUE!"}}]

{"sheet":"3.3 Matrix","index":18,"n_rows":69,"n_cols":23,"rows_kept":69,"cut":false,"hidden":false,"merged":[[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8],[9,4,10,16],[11,4,12,16],[1,12,1,13],[1,15,1,16],[7,5,8,16],[18,16,19,18],[18,19,19,21],[18,22,19,24],[20,10,21,12],[20,13,21,15],[67,9,68,10],[15,4,16,16],[20,3,22,3],[23,3,25,3],[23,4,24,6],[23,10,24,12],[20,4,21,6],[22,4,22,6],[23,13,24,15],[18,10,19,12],[18,13,19,15],[34,4,34,6],[34,10,34,12],[34,13,34,15],[40,10,40,12],[40,13,40,15],[46,10,46,12],[46,13,46,15],[52,10,52,12],[25,22,25,24],[26,16,27,18],[26,19,27,21],[26,22,27,24],[28,22,28,24],[20,16,21,18],[20,19,21,21],[20,22,21,24],[22,10,22,12],[22,13,22,15],[22,16,22,18],[22,19,22,21],[22,22,22,24],[23,22,24,24],[23,16,24,18],[32,3,34,3],[32,4,33,6],[32,10,33,12],[32,13,33,15],[29,3,31,3],[23,19,24,21],[26,3,28,3],[26,4,27,6],[26,10,27,12],[26,13,27,15],[28,4,28,6],[28,10,28,12],[28,13,28,15],[28,16,28,18],[28,19,28,21],[29,16,30,18],[29,19,30,21],[32,16,33,18],[32,19,33,21],[25,4,25,6],[25,10,25,12],[25,13,25,15],[25,16,25,18],[25,19,25,21],[29,22,30,24],[31,4,31,6],[31,10,31,12],[31,13,31,15],[31,16,31,18],[31,19,31,21],[31,22,31,24],[29,4,30,6],[29,10,30,12],[29,13,30,15],[32,22,33,24],[34,16,34,18],[34,19,34,21],[34,22,34,24],[38,3,40,3],[38,4,39,6],[38,10,39,12],[38,13,39,15],[35,16,36,18],[35,19,36,21],[35,22,36,24],[37,4,37,6],[37,10,37,12],[37,13,37,15],[37,16,37,18],[37,19,37,21],[37,22,37,24],[35,3,37,3],[35,4,36,6],[35,10,36,12],[35,13,36,15],[38,16,39,18],[38,19,39,21],[38,22,39,24],[40,4,40,6],[40,16,40,18],[40,19,40,21],[40,22,40,24],[44,3,46,3],[44,4,45,6],[44,10,45,12],[44,13,45,15],[41,16,42,18],[41,19,42,21],[41,22,42,24],[43,4,43,6],[43,10,43,12],[43,13,43,15],[43,16,43,18],[43,19,43,21],[43,22,43,24],[41,3,43,3],[41,4,42,6],[41,10,42,12],[41,13,42,15],[44,16,45,18],[44,19,45,21],[44,22,45,24],[46,4,46,6],[46,16,46,18],[46,19,46,21],[46,22,46,24],[50,3,52,3],[50,4,51,6],[50,10,51,12],[50,13,51,15],[47,16,48,18],[47,19,48,21],[47,22,48,24],[49,4,49,6],[49,10,49,12],[49,13,49,15],[49,16,49,18],[49,19,49,21],[49,22,49,24],[47,3,49,3],[47,4,48,6],[47,10,48,12],[47,13,48,15],[50,16,51,18],[50,19,51,21],[50,22,51,24],[52,4,52,6],[53,22,54,24],[56,3,58,3],[56,4,57,6],[56,10,57,12],[56,13,57,15],[53,16,54,18],[53,19,54,21],[55,4,55,6],[55,10,55,12],[55,13,55,15],[55,16,55,18],[55,19,55,21],[56,19,57,21],[55,22,55,24],[53,3,55,3],[53,4,54,6],[53,10,54,12],[53,13,54,15],[56,16,57,18],[52,13,52,15],[58,10,58,12],[56,22,57,24],[58,4,58,6],[64,13,64,15],[64,16,64,18],[52,16,52,18],[52,19,52,21],[52,22,52,24],[64,19,64,21],[64,22,64,24],[58,13,58,15],[58,16,58,18],[58,19,58,21],[58,22,58,24],[67,15,67,16],[67,4,67,5],[62,3,64,3],[62,4,63,6],[62,10,63,12],[62,13,63,15],[59,16,60,18],[59,19,60,21],[59,22,60,24],[61,4,61,6],[61,10,61,12],[61,13,61,15],[61,16,61,18],[61,19,61,21],[61,22,61,24],[59,3,61,3],[59,4,60,6],[59,10,60,12],[59,13,60,15],[62,16,63,18],[62,19,63,21],[62,22,63,24],[64,4,64,6],[64,10,64,12],[44,7,46,9],[47,7,49,9],[50,7,52,9],[53,7,55,9],[56,7,58,9],[59,7,61,9],[62,7,64,9],[18,7,19,9],[20,7,22,9],[23,7,25,9],[26,7,28,9],[29,7,31,9],[32,7,34,9],[35,7,37,9],[38,7,40,9],[41,7,43,9]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,3.3,{"$f":"_3.3","v":"Performance matrix"},null,null,null,null,null,null,null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"},null,null,null,{"$f":"\"4. \"&_4_tab","v":"4. Appraisal"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 60\"","v":"Refer to manual: 3. Evidence assessment, pages 60"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_tech","v":"This step is completed by a technical team"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"3.1 \"&_3.1_tab","v":"3.1 Collection"}," ",null,{"$f":"_3.3_intro","v":"This step summarizes the performance of each option against each criterion in a summary table or in a performance matrix, for simple comparison across the options."}]
[null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"}," "," "]
[null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"}," "," ",{"$f":"_3.3_intro_x","v":"The performance matrix is complementary to, and should not replace, the evidence statements."}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null," "]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"},null,null,{"$f":"_3.3_x","v":"In the table below, use the evidence statements to summarize each option’s performance against each criterion and its evidence quality."}]
[null,null,null," "]
[]
[null,null,null,null,null,null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,1,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion1","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,2,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion2","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,3,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion3","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,4,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion4","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,5,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion5","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,6,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion6","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,7,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion7","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,8,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion8","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,9,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion9","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,10,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion10","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,11,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion11","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,12,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion12","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,13,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion13","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,14,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion14","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[null,null,null,15,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"_criterion15","v":0}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"3.2 \"&_3.2_tab","v":"3.2 Statements"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"4. \"&_4_tab","v":"4. Appraisal"}]

{"sheet":"4. Appraisal","index":19,"n_rows":31,"n_cols":17,"rows_kept":31,"cut":false,"hidden":false,"merged":[[29,9,30,10],[19,5,20,16],[17,5,18,16],[16,5,16,16],[24,5,24,16],[26,5,27,16],[29,4,29,5],[29,15,29,16],[13,4,15,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,10],[1,15,1,16],[1,12,1,13]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,"4.",{"$f":"_4","v":"Appraisal"},null,null,null,null,null,null,null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"},null,null,null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 62-70\"","v":"Refer to manual: 4. Appraisal, pages 62-70"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"}]
[null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_4_intro&\" \"&_4_intro_x","v":"The role of this section is for the committee to come to a shared understanding of the evidence and its limitations, in order to jointly assess the merits and drawbacks of each option. The committee will:"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[null,null,null,null,"●",{"$f":"_4_intro_x1","v":"review the evidence critically and compare how the options perform against each criterion"}]
[null,null,null,null,"●",{"$f":"_4_intro_x2","v":"consider the implications of data uncertainty and the extent to which it may influence the relative performance of the options"}]
[]
[null,null,null,null,"●",{"$f":"_4_intro_x3","v":"come to a common understanding of the relative trade-offs between the options, using the criteria, weights and scoring scales set-up in Section 2"}]
[]
[]
[null,null,null,null,{"$f":"_steps","v":"This section includes the following worksheets:"}]
[null,null,null,null,4.0999999999999996,{"$f":"_4.1","v":"Comparison by criterion"}]
[null,null,null,null,null,{"$f":"_4.1_intro","v":"In this step the committee reviews how the options compare on a criterion-by-criterion basis."}]
[null,null,null,null,4.2,{"$f":"_4.2","v":"Comparison across criteria"}]
[null,null,null,null,null,{"$f":"_4.2_intro","v":"This step looks across all criteria to examine which options perform best overall and the extent to which the committee's judgement may change with better quality data."}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"3.3 \"&_3.3_tab","v":"3.3 Matrix"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"}]

{"sheet":"4.1 By criterion","index":20,"n_rows":265,"n_cols":20,"rows_kept":265,"cut":false,"hidden":false,"merged":[[7,5,8,16],[71,4,72,6],[71,7,72,9],[71,10,72,12],[71,13,72,15],[71,16,72,18],[71,19,72,21],[55,4,56,6],[55,7,56,9],[55,10,56,12],[55,13,56,15],[55,16,56,18],[55,19,56,21],[60,19,60,21],[61,4,62,6],[61,7,62,21],[64,4,68,16],[60,4,60,6],[60,7,60,9],[60,10,60,12],[60,13,60,15],[60,16,60,18],[57,19,58,21],[59,4,59,6],[59,7,59,9],[23,4,24,6],[23,7,24,9],[23,10,24,12],[23,13,24,15],[23,16,24,18],[23,19,24,21],[247,4,248,6],[247,7,248,9],[247,10,248,12],[247,13,248,15],[247,16,248,18],[247,19,248,21],[231,4,232,6],[231,7,232,9],[231,10,232,12],[231,13,232,15],[231,16,232,18],[231,19,232,21],[215,4,216,6],[215,7,216,9],[215,10,216,12],[215,13,216,15],[215,16,216,18],[215,19,216,21],[59,10,59,12],[59,13,59,15],[59,16,59,18],[59,19,59,21],[57,4,58,6],[57,7,58,9],[57,10,58,12],[57,13,58,15],[57,16,58,18],[73,19,74,21],[75,4,75,6],[75,7,75,9],[75,10,75,12],[75,13,75,15],[75,16,75,18],[75,19,75,21],[73,4,74,6],[73,7,74,9],[73,10,74,12],[73,13,74,15],[73,16,74,18],[76,19,76,21],[77,4,78,6],[45,4,46,6],[45,7,46,21],[48,4,52,16],[43,19,43,21],[44,4,44,6],[44,7,44,9],[44,10,44,12],[44,13,44,15],[44,16,44,18],[44,19,44,21],[43,4,43,6],[43,7,43,9],[43,10,43,12],[43,13,43,15],[43,16,43,18],[41,13,42,15],[41,16,42,18],[41,19,42,21],[39,4,40,6],[39,7,40,9],[39,10,40,12],[39,13,40,15],[39,16,40,18],[39,19,40,21],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[263,9,264,10],[2,4,3,11],[18,5,18,16],[19,5,20,16],[29,4,30,6],[29,7,30,21],[25,4,26,6],[25,7,26,9],[25,10,26,12],[25,13,26,15],[25,16,26,18],[25,19,26,21],[32,4,36,16],[17,18,17,29],[18,18,18,29],[15,4,16,16],[17,5,17,16],[41,4,42,6],[41,7,42,9],[41,10,42,12],[27,19,27,21],[28,4,28,6],[28,7,28,9],[28,10,28,12],[28,13,28,15],[28,16,28,18],[28,19,28,21],[27,4,27,6],[27,7,27,9],[27,10,27,12],[27,13,27,15],[27,16,27,18],[77,7,78,21],[80,4,84,16],[76,4,76,6],[76,7,76,9],[76,10,76,12],[76,13,76,15],[76,16,76,18],[87,4,88,6],[87,7,88,9],[87,10,88,12],[87,13,88,15],[87,16,88,18],[87,19,88,21],[89,19,90,21],[91,4,91,6],[91,7,91,9],[91,10,91,12],[91,13,91,15],[91,16,91,18],[91,19,91,21],[89,4,90,6],[89,7,90,9],[89,10,90,12],[89,13,90,15],[89,16,90,18],[92,19,92,21],[93,4,94,6],[93,7,94,21],[96,4,100,16],[92,4,92,6],[92,7,92,9],[92,10,92,12],[92,13,92,15],[92,16,92,18],[103,4,104,6],[103,7,104,9],[103,10,104,12],[103,13,104,15],[103,16,104,18],[103,19,104,21],[105,19,106,21],[107,4,107,6],[107,7,107,9],[107,10,107,12],[107,13,107,15],[107,16,107,18],[107,19,107,21],[105,4,106,6],[105,7,106,9],[105,10,106,12],[105,13,106,15],[105,16,106,18],[108,19,108,21],[109,4,110,6],[109,7,110,21],[112,4,116,16],[108,4,108,6],[108,7,108,9],[108,10,108,12],[108,13,108,15],[108,16,108,18],[119,4,120,6],[119,7,120,9],[119,10,120,12],[119,13,120,15],[119,16,120,18],[119,19,120,21],[121,19,122,21],[123,4,123,6],[123,7,123,9],[123,10,123,12],[123,13,123,15],[123,16,123,18],[123,19,123,21],[121,4,122,6],[121,7,122,9],[121,10,122,12],[121,13,122,15],[121,16,122,18],[124,19,124,21],[125,4,126,6],[125,7,126,21],[128,4,132,16],[124,4,124,6],[124,7,124,9],[124,10,124,12],[124,13,124,15],[124,16,124,18],[135,4,136,6],[135,7,136,9],[135,10,136,12],[135,13,136,15],[135,16,136,18],[135,19,136,21],[137,19,138,21],[139,4,139,6],[139,7,139,9],[139,10,139,12],[139,13,139,15],[139,16,139,18],[139,19,139,21],[137,4,138,6],[137,7,138,9],[137,10,138,12],[137,13,138,15],[137,16,138,18],[140,19,140,21],[141,4,142,6],[141,7,142,21],[144,4,148,16],[140,4,140,6],[140,7,140,9],[140,10,140,12],[140,13,140,15],[140,16,140,18],[151,4,152,6],[151,7,152,9],[151,10,152,12],[151,13,152,15],[151,16,152,18],[151,19,152,21],[153,19,154,21],[155,4,155,6],[155,7,155,9],[155,10,155,12],[155,13,155,15],[155,16,155,18],[155,19,155,21],[153,4,154,6],[153,7,154,9],[153,10,154,12],[153,13,154,15],[153,16,154,18],[156,19,156,21],[157,4,158,6],[157,7,158,21],[160,4,164,16],[156,4,156,6],[156,7,156,9],[156,10,156,12],[156,13,156,15],[156,16,156,18],[167,4,168,6],[167,7,168,9],[167,10,168,12],[167,13,168,15],[167,16,168,18],[167,19,168,21],[169,19,170,21],[171,4,171,6],[171,7,171,9],[171,10,171,12],[171,13,171,15],[171,16,171,18],[171,19,171,21],[169,4,170,6],[169,7,170,9],[169,10,170,12],[169,13,170,15],[169,16,170,18],[172,19,172,21],[173,4,174,6],[173,7,174,21],[176,4,180,16],[172,4,172,6],[172,7,172,9],[172,10,172,12],[172,13,172,15],[172,16,172,18],[183,4,184,6],[183,7,184,9],[183,10,184,12],[183,13,184,15],[183,16,184,18],[183,19,184,21],[185,19,186,21],[187,4,187,6],[187,7,187,9],[187,10,187,12],[187,13,187,15],[187,16,187,18],[187,19,187,21],[185,4,186,6],[185,7,186,9],[185,10,186,12],[185,13,186,15],[185,16,186,18],[188,19,188,21],[189,4,190,6],[189,7,190,21],[192,4,196,16],[188,4,188,6],[188,7,188,9],[188,10,188,12],[188,13,188,15],[188,16,188,18],[199,4,200,6],[199,7,200,9],[199,10,200,12],[199,13,200,15],[199,16,200,18],[199,19,200,21],[201,19,202,21],[203,4,203,6],[203,7,203,9],[203,10,203,12],[203,13,203,15],[203,16,203,18],[203,19,203,21],[201,4,202,6],[201,7,202,9],[201,10,202,12],[201,13,202,15],[201,16,202,18],[204,19,204,21],[205,4,206,6],[205,7,206,21],[208,4,212,16],[204,4,204,6],[204,7,204,9],[204,10,204,12],[204,13,204,15],[204,16,204,18],[217,19,218,21],[219,4,219,6],[219,7,219,9],[219,10,219,12],[219,13,219,15],[219,16,219,18],[219,19,219,21],[217,4,218,6],[217,7,218,9],[217,10,218,12],[217,13,218,15],[217,16,218,18],[220,19,220,21],[221,4,222,6],[221,7,222,21],[224,4,228,16],[220,4,220,6],[220,7,220,9],[220,10,220,12],[220,13,220,15],[220,16,220,18],[233,19,234,21],[235,4,235,6],[235,7,235,9],[235,10,235,12],[235,13,235,15],[235,16,235,18],[235,19,235,21],[233,4,234,6],[233,7,234,9],[233,10,234,12],[233,13,234,15],[233,16,234,18],[249,10,250,12],[249,13,250,15],[249,16,250,18],[236,19,236,21],[237,4,238,6],[237,7,238,21],[240,4,244,16],[236,4,236,6],[236,7,236,9],[236,10,236,12],[236,13,236,15],[236,16,236,18],[9,4,12,16],[21,5,22,16],[1,15,1,16],[1,12,1,13],[263,4,263,5],[263,15,263,16],[252,19,252,21],[253,4,254,6],[253,7,254,21],[256,4,260,16],[252,4,252,6],[252,7,252,9],[252,10,252,12],[252,13,252,15],[252,16,252,18],[249,19,250,21],[251,4,251,6],[251,7,251,9],[251,10,251,12],[251,13,251,15],[251,16,251,18],[251,19,251,21],[249,4,250,6],[249,7,250,9]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,4.0999999999999996,{"$f":"_4.1","v":"Comparison by criterion"},null,null,null,null,null,null,null,{"$f":"\"4. \"&_4_tab","v":"4. Appraisal"},null,null,null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 62-64\"","v":"Refer to manual: 4. Appraisal, pages 62-64"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,{"$f":"_4.1_intro&\" \"&_4.1_intro_x","v":"In this step the committee reviews how the options compare on a criterion-by-criterion basis. It is important to note if there are significant differences between the options and which of the conclusions may change with better quality data."}]
[null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"}," "," "]
[null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"}," "," "]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "," "]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}," "]
[null,{"$f":"_gl","v":"Glossary"}," "]
[null,null,null," ",{"$f":"_4.1_x&\" \"&_mention_points","v":"Assign a score to each option in the table below – using the scale from 2.3.1 – and discuss the differences between the options. You may wish to consider the following points:"}]
[]
[null,null,null," ","●",{"$f":"_4.1_x1","v":"Are there significant differences among the options, or do they perform similarly?"}]
[null,null,null,null,"●",{"$f":"_4.1_x2","v":"Do any of the options perform unacceptably poorly on this criterion?"}]
[null,null,null,null,"●",{"$f":"_4.1_x3","v":"Could better data change the relative performance of the options? Consider what is known, what can be inferred and what is unknown. "}]
[]
[null,null,null,null,"●",{"$f":"_4.1_x4","v":"Is this criterion only affected by the decision question or could it be influenced by other factors?"}]
[]
[null,null,null,1,{"$f":"IF(_criterion1=\"\",\"\",_criterion1)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K21=\"\",\"\",'3.3 Matrix'!K21)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N21=\"\",\"\",'3.3 Matrix'!N21)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q21=\"\",\"\",'3.3 Matrix'!Q21)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T21=\"\",\"\",'3.3 Matrix'!T21)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W21=\"\",\"\",'3.3 Matrix'!W21)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K23=\"\",\"\",'3.3 Matrix'!K23)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N23=\"\",\"\",'3.3 Matrix'!N23)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q23=\"\",\"\",'3.3 Matrix'!Q23)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T23=\"\",\"\",'3.3 Matrix'!T23)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W23=\"\",\"\",'3.3 Matrix'!W23)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M36=\"\",\"\",'2.3 Rules'!M36)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,2,{"$f":"IF(_criterion2=\"\",\"\",_criterion2)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K24=\"\",\"\",'3.3 Matrix'!K24)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N24=\"\",\"\",'3.3 Matrix'!N24)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q24=\"\",\"\",'3.3 Matrix'!Q24)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T24=\"\",\"\",'3.3 Matrix'!T24)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W24=\"\",\"\",'3.3 Matrix'!W24)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K26=\"\",\"\",'3.3 Matrix'!K26)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N26=\"\",\"\",'3.3 Matrix'!N26)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q26=\"\",\"\",'3.3 Matrix'!Q26)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T26=\"\",\"\",'3.3 Matrix'!T26)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W26=\"\",\"\",'3.3 Matrix'!W26)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M39=\"\",\"\",'2.3 Rules'!M39)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,3,{"$f":"IF(_criterion3=\"\",\"\",_criterion3)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K27=\"\",\"\",'3.3 Matrix'!K27)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N27=\"\",\"\",'3.3 Matrix'!N27)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q27=\"\",\"\",'3.3 Matrix'!Q27)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T27=\"\",\"\",'3.3 Matrix'!T27)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W27=\"\",\"\",'3.3 Matrix'!W27)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K29=\"\",\"\",'3.3 Matrix'!K29)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N29=\"\",\"\",'3.3 Matrix'!N29)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q29=\"\",\"\",'3.3 Matrix'!Q29)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T29=\"\",\"\",'3.3 Matrix'!T29)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W29=\"\",\"\",'3.3 Matrix'!W29)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M42=\"\",\"\",'2.3 Rules'!M42)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,4,{"$f":"IF(_criterion4=\"\",\"\",_criterion4)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K30=\"\",\"\",'3.3 Matrix'!K30)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N30=\"\",\"\",'3.3 Matrix'!N30)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q30=\"\",\"\",'3.3 Matrix'!Q30)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T30=\"\",\"\",'3.3 Matrix'!T30)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W30=\"\",\"\",'3.3 Matrix'!W30)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K32=\"\",\"\",'3.3 Matrix'!K32)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N32=\"\",\"\",'3.3 Matrix'!N32)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q32=\"\",\"\",'3.3 Matrix'!Q32)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T32=\"\",\"\",'3.3 Matrix'!T32)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W32=\"\",\"\",'3.3 Matrix'!W32)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M45=\"\",\"\",'2.3 Rules'!M45)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,5,{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K33=\"\",\"\",'3.3 Matrix'!K33)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N33=\"\",\"\",'3.3 Matrix'!N33)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q33=\"\",\"\",'3.3 Matrix'!Q33)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T33=\"\",\"\",'3.3 Matrix'!T33)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W33=\"\",\"\",'3.3 Matrix'!W33)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K35=\"\",\"\",'3.3 Matrix'!K35)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N35=\"\",\"\",'3.3 Matrix'!N35)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q35=\"\",\"\",'3.3 Matrix'!Q35)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T35=\"\",\"\",'3.3 Matrix'!T35)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W35=\"\",\"\",'3.3 Matrix'!W35)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M48=\"\",\"\",'2.3 Rules'!M48)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,6,{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K36=\"\",\"\",'3.3 Matrix'!K36)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N36=\"\",\"\",'3.3 Matrix'!N36)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q36=\"\",\"\",'3.3 Matrix'!Q36)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T36=\"\",\"\",'3.3 Matrix'!T36)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W36=\"\",\"\",'3.3 Matrix'!W36)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K38=\"\",\"\",'3.3 Matrix'!K38)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N38=\"\",\"\",'3.3 Matrix'!N38)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q38=\"\",\"\",'3.3 Matrix'!Q38)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T38=\"\",\"\",'3.3 Matrix'!T38)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W38=\"\",\"\",'3.3 Matrix'!W38)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M51=\"\",\"\",'2.3 Rules'!M51)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,7,{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K39=\"\",\"\",'3.3 Matrix'!K39)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N39=\"\",\"\",'3.3 Matrix'!N39)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q39=\"\",\"\",'3.3 Matrix'!Q39)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T39=\"\",\"\",'3.3 Matrix'!T39)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W39=\"\",\"\",'3.3 Matrix'!W39)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K41=\"\",\"\",'3.3 Matrix'!K41)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N41=\"\",\"\",'3.3 Matrix'!N41)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q41=\"\",\"\",'3.3 Matrix'!Q41)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T41=\"\",\"\",'3.3 Matrix'!T41)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W41=\"\",\"\",'3.3 Matrix'!W41)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M54=\"\",\"\",'2.3 Rules'!M54)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,8,{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K42=\"\",\"\",'3.3 Matrix'!K42)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N42=\"\",\"\",'3.3 Matrix'!N42)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q42=\"\",\"\",'3.3 Matrix'!Q42)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T42=\"\",\"\",'3.3 Matrix'!T42)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W42=\"\",\"\",'3.3 Matrix'!W42)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K44=\"\",\"\",'3.3 Matrix'!K44)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N44=\"\",\"\",'3.3 Matrix'!N44)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q44=\"\",\"\",'3.3 Matrix'!Q44)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T44=\"\",\"\",'3.3 Matrix'!T44)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W44=\"\",\"\",'3.3 Matrix'!W44)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M57=\"\",\"\",'2.3 Rules'!M57)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,9,{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K45=\"\",\"\",'3.3 Matrix'!K45)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N45=\"\",\"\",'3.3 Matrix'!N45)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q45=\"\",\"\",'3.3 Matrix'!Q45)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T45=\"\",\"\",'3.3 Matrix'!T45)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W45=\"\",\"\",'3.3 Matrix'!W45)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K47=\"\",\"\",'3.3 Matrix'!K47)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N47=\"\",\"\",'3.3 Matrix'!N47)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q47=\"\",\"\",'3.3 Matrix'!Q47)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T47=\"\",\"\",'3.3 Matrix'!T47)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W47=\"\",\"\",'3.3 Matrix'!W47)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M60=\"\",\"\",'2.3 Rules'!M60)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,10,{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K48=\"\",\"\",'3.3 Matrix'!K48)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N48=\"\",\"\",'3.3 Matrix'!N48)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q48=\"\",\"\",'3.3 Matrix'!Q48)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T48=\"\",\"\",'3.3 Matrix'!T48)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W48=\"\",\"\",'3.3 Matrix'!W48)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K50=\"\",\"\",'3.3 Matrix'!K50)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N50=\"\",\"\",'3.3 Matrix'!N50)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q50=\"\",\"\",'3.3 Matrix'!Q50)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T50=\"\",\"\",'3.3 Matrix'!T50)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W50=\"\",\"\",'3.3 Matrix'!W50)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M63=\"\",\"\",'2.3 Rules'!M63)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,11,{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K51=\"\",\"\",'3.3 Matrix'!K51)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N51=\"\",\"\",'3.3 Matrix'!N51)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q51=\"\",\"\",'3.3 Matrix'!Q51)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T51=\"\",\"\",'3.3 Matrix'!T51)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W51=\"\",\"\",'3.3 Matrix'!W51)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K53=\"\",\"\",'3.3 Matrix'!K53)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N53=\"\",\"\",'3.3 Matrix'!N53)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q53=\"\",\"\",'3.3 Matrix'!Q53)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T53=\"\",\"\",'3.3 Matrix'!T53)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W53=\"\",\"\",'3.3 Matrix'!W53)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M66=\"\",\"\",'2.3 Rules'!M66)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,12,{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K54=\"\",\"\",'3.3 Matrix'!K54)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N54=\"\",\"\",'3.3 Matrix'!N54)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q54=\"\",\"\",'3.3 Matrix'!Q54)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T54=\"\",\"\",'3.3 Matrix'!T54)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W54=\"\",\"\",'3.3 Matrix'!W54)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K56=\"\",\"\",'3.3 Matrix'!K56)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N56=\"\",\"\",'3.3 Matrix'!N56)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q56=\"\",\"\",'3.3 Matrix'!Q56)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T56=\"\",\"\",'3.3 Matrix'!T56)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W56=\"\",\"\",'3.3 Matrix'!W56)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M69=\"\",\"\",'2.3 Rules'!M69)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,13,{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K57=\"\",\"\",'3.3 Matrix'!K57)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N57=\"\",\"\",'3.3 Matrix'!N57)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q57=\"\",\"\",'3.3 Matrix'!Q57)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T57=\"\",\"\",'3.3 Matrix'!T57)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W57=\"\",\"\",'3.3 Matrix'!W57)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K59=\"\",\"\",'3.3 Matrix'!K59)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N59=\"\",\"\",'3.3 Matrix'!N59)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q59=\"\",\"\",'3.3 Matrix'!Q59)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T59=\"\",\"\",'3.3 Matrix'!T59)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W59=\"\",\"\",'3.3 Matrix'!W59)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M72=\"\",\"\",'2.3 Rules'!M72)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,14,{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K60=\"\",\"\",'3.3 Matrix'!K60)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N60=\"\",\"\",'3.3 Matrix'!N60)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q60=\"\",\"\",'3.3 Matrix'!Q60)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T60=\"\",\"\",'3.3 Matrix'!T60)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W60=\"\",\"\",'3.3 Matrix'!W60)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K62=\"\",\"\",'3.3 Matrix'!K62)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N62=\"\",\"\",'3.3 Matrix'!N62)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q62=\"\",\"\",'3.3 Matrix'!Q62)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T62=\"\",\"\",'3.3 Matrix'!T62)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W62=\"\",\"\",'3.3 Matrix'!W62)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M75=\"\",\"\",'2.3 Rules'!M75)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,15,{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,null,null,null,{"$f":"_3.3_t1","v":"Performance – including upper and lower bounds"},null,null,{"$f":"IF('3.3 Matrix'!K63=\"\",\"\",'3.3 Matrix'!K63)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N63=\"\",\"\",'3.3 Matrix'!N63)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q63=\"\",\"\",'3.3 Matrix'!Q63)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T63=\"\",\"\",'3.3 Matrix'!T63)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W63=\"\",\"\",'3.3 Matrix'!W63)","v":""}]
[]
[null,null,null,null,{"$f":"_33_t2","v":"Evidence quality"},null,null,{"$f":"IF('3.3 Matrix'!K65=\"\",\"\",'3.3 Matrix'!K65)","v":""},null,null,{"$f":"IF('3.3 Matrix'!N65=\"\",\"\",'3.3 Matrix'!N65)","v":""},null,null,{"$f":"IF('3.3 Matrix'!Q65=\"\",\"\",'3.3 Matrix'!Q65)","v":""},null,null,{"$f":"IF('3.3 Matrix'!T65=\"\",\"\",'3.3 Matrix'!T65)","v":""},null,null,{"$f":"IF('3.3 Matrix'!W65=\"\",\"\",'3.3 Matrix'!W65)","v":""}]
[null,null,null,null,{"$f":"_score","v":"Score"}]
[null,null,null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"IF('2.3 Rules'!M78=\"\",\"\",'2.3 Rules'!M78)","v":""}]
[]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"4. \"&_4_tab","v":"4. Appraisal"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"}]

{"sheet":"4.2 Across criteria","index":21,"n_rows":78,"n_cols":17,"rows_kept":78,"cut":false,"hidden":false,"merged":[[15,5,16,16],[12,1,13,1],[14,1,15,1],[16,1,17,1],[76,9,77,10],[58,4,62,16],[35,15,35,16],[76,15,76,16],[76,4,76,5],[69,4,73,16],[37,4,39,16],[40,4,41,16],[42,4,46,16],[49,15,49,16],[18,1,19,1],[24,4,24,13],[9,4,10,16],[11,4,12,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[1,12,1,13],[1,15,1,16],[7,5,8,16],[35,4,35,14],[65,4,65,16],[67,4,68,16],[51,4,52,16],[53,4,53,16],[54,5,54,16],[55,5,55,16],[56,5,56,16],[49,4,49,14],[28,4,32,16],[24,15,24,16],[26,4,27,16],[20,6,20,16],[18,6,18,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,4.2,{"$f":"_4.2","v":"Comparison across criteria"},null,null,null,null,null,null,null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"},null,null,null,{"$f":"\"5. \"&_5_tab","v":"5. Recommendation"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 66-70\"","v":"Refer to manual: 4. Appraisal, pages 66-70"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,{"$f":"_4.2_intro","v":"This step looks across all criteria to examine which options perform best overall and the extent to which the committee's judgement may change with better quality data."}]
[null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"}," "," "]
[null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"}," "," ",{"$f":"_4.2_intro_x","v":"For quantitative MCDA, it is important to review the sheets’ total scores and any modifying data uncertainty (links below). Remember to apply any rules defined in 2.3.2, if relevant."}]
[null,{"$f":"\"4.2.1 \"&_4.2_1t","v":"4.2.1 Identifying dominant options"}," "," "]
[null,null," "]
[null,{"$f":"\"4.2.2 \"&_4.2_2t","v":"4.2.2 Applying weights and rules"}," "]
[null,null,null,null,null,{"$f":"_4.2_quant","v":"IMPORTANT: For quantitative MCDA, review the links below before proceeding with this worksheet."}]
[null,{"$f":"\"4.2.3 \"&_4.2_3t","v":"4.2.3 Selecting or ranking options"}]
[]
[null,{"$f":"\"4.2.4 \"&_4.2_4t","v":"4.2.4 Documenting contextual criteria"},null,null,null,null,{"$f":"UPPER(_supp_sheet)&\" 1: \"&_4.2_link_1","v":"SUPPLEMENTARY SHEET 1: Total scores (QUANTITATIVE MCDA)"}]
[]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"},null,null,null,null,{"$f":"UPPER(_supp_sheet)&\" 2: \"&_4.2_link_2","v":"SUPPLEMENTARY SHEET 2: Modelling uncertainty (QUANTITATIVE MCDA)"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[null,null,null,"4.2.1",{"$f":"_4.2_1t","v":"Identifying dominant options"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 8\"","v":"Refer to manual: 4. Appraisal, pages 8"}]
[null,null,null,null,{"$f":"_4.2_1","v":"Do any of the options perform significantly better or worse across most criteria? How is this affected by data uncertainty?"}]
[]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"4.2.2",{"$f":"_4.2_2t","v":"Applying weights and rules"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null,null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 8\"","v":"Refer to manual: 4. Appraisal, pages 8"}]
[null,null,null," ",{"$f":"_4.2_2","v":"If weights have been used, do any of the options perform considerably better across higher weighted criteria? Might this change with better quality data? Was there disagreement among members of the committee on weights that could change this score?"}]
[]
[]
[null,null,null,null,{"$f":"_4.2_2a","v":"If decision rules are being used or you have agreed on a sequence to follow when considering criteria, document the outcome after applying each rule below."}]
[]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"4.2.3",{"$f":"_4.2_3t","v":"Selecting or ranking options"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 8-9\"","v":"Refer to manual: 4. Appraisal, pages 8-9"}]
[null,null,null,null,{"$f":"_4.2_3","v":"On balance, which option(s) are best overall, or how would the committee rank the options? Might this change with better quality data?"}]
[]
[null,null,null,null,{"$f":"_4.2_3a","v":"Note that the committee may choose against prioritizing the best performing options if, for example: "}]
[null,null,null,null,"●",{"$f":"_4.2_3b","v":"an option has an unacceptably low score on one or more criteria"}]
[null,null,null,null,"●",{"$f":"_4.2_3c","v":"the committee wishes to prioritize based on consistent performance across criteria"}]
[null,null,null,null,"●",{"$f":"_4.2_3d","v":"there is a high level of data uncertainty for a particular option"}]
[]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"4.2.4",{"$f":"_4.2_4t","v":"Documenting contextual criteria"}]
[null,null,null,null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 9\"","v":"Refer to manual: 4. Appraisal, pages 9"}]
[null,null,null,null,{"$f":"_4.2_4","v":"If the committee considered additional criteria or factors beyond those explicitly stated in 2.1, note the criteria and the extent to which they influenced discussions."}]
[null,null,null," "]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"4.1 \"&_4.1_tab","v":"4.1 By criterion"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"5. \"&_5_tab","v":"5. Recommendation"}]

{"sheet":"5. Recommendation","index":22,"n_rows":40,"n_cols":17,"rows_kept":40,"cut":false,"hidden":false,"merged":[[29,5,29,16],[1,15,1,16],[1,12,1,13],[38,4,38,5],[38,15,38,16],[31,5,32,16],[38,9,39,10],[13,4,13,16],[14,5,15,16],[16,5,17,16],[23,5,24,16],[18,5,19,16],[26,5,27,16],[34,5,36,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,8]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,"5.",{"$f":"_5","v":"Recommendation"},null,null,null,null,null,null,null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"},null,null,null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 5. \"&_5&\", \"&_ref_page&\" 72-80\"","v":"Refer to manual: 5. Recommendation, pages 72-80"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}]
[null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}]
[null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"}]
[null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"},null,null,{"$f":"_5_intro&\" \"&_5_intro_x","v":"The role of this section is to finalize and communicate the recommendation. The committee will:"}]
[null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"},null,null,"●",{"$f":"_5_intro_x1","v":"come to an agreement on the final recommendation, review the strength of the recommendation, and consider the need for any supplementary and/or research recommendations"}]
[null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,"●",{"$f":"_5_intro_x2","v":"concisely communicate the recommendation for the final decision-maker and other audiences, as relevant"}]
[null,{"$f":"_gl","v":"Glossary"}]
[null,null,null,null,"●",{"$f":"_5_intro_x3","v":"evaluate the recommendation process and set provisions to monitor implementation of the recommendation"}]
[]
[]
[null,null,null,null,{"$f":"_steps","v":"This section includes the following worksheets:"}]
[null,null,null,null,5.0999999999999996,{"$f":"_5.1","v":"Formulating the recommendation"}]
[null,null,null,null,null,{"$f":"_5.1_intro","v":"In this step, the committee makes a preliminary recommendation and decides how best to deal with data uncertainty."}]
[]
[null,null,null,null,5.2,{"$f":"_5.2","v":"Supplementary considerations"}]
[null,null,null,null,null,{"$f":"_5.2_intro","v":"The purpose of this step is to consider any potentially negative implications of the preliminary recommendation and discuss how these could be addressed."}]
[]
[null,null,null,null,5.3,{"$f":"_5.3","v":"Final recommendation"}]
[null,null,null,null,null,{"$f":"_5.3_intro","v":"During this step, the committee finalizes and rationalizes the recommendation."}]
[null,null,null,null,5.4,{"$f":"_5.4","v":"Audit, monitoring and evaluation"}]
[null,null,null,null,null,{"$f":"_5.4_intro_x","v":"This step is concerned with the monitoring and evaluation of the recommendation and the recommendation process."}]
[]
[null,null,null,null,5.5,{"$f":"_5.5","v":"Communication"}]
[null,null,null,null,null,{"$f":"_5.5_intro","v":"The final step is to communicate the recommendation to the decision-maker and other stakeholders, including a provision to consider any comments through an appeal process."}]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"4.2 \"&_4.2_tab","v":"4.2 Across criteria"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}]

{"sheet":"5.1 Formulation","index":23,"n_rows":61,"n_cols":17,"rows_kept":61,"cut":false,"hidden":false,"merged":[[25,15,25,16],[38,15,38,16],[15,15,15,16],[1,12,1,13],[1,15,1,16],[7,5,8,16],[59,9,60,10],[2,4,3,11],[26,4,26,16],[27,5,27,16],[29,5,29,16],[31,4,35,16],[39,4,39,16],[41,4,45,16],[52,4,56,16],[49,4,50,16],[18,4,22,16],[28,5,28,16],[9,4,10,16],[59,15,59,16],[59,4,59,5],[11,4,12,16],[16,1,17,1],[18,1,19,1],[16,4,16,16],[14,1,15,1],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[12,1,13,1]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,5.0999999999999996,{"$f":"_5.1","v":"Formulating the recommendation"},null,null,null,null,null,null,null,{"$f":"\"5. \"&_5_tab","v":"5. Recommendation"},null,null,null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 5. \"&_5&\", \"&_ref_page&\" 73-74\"","v":"Refer to manual: 5. Recommendation, pages 73-74"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"},null,null,{"$f":"_5.1_intro","v":"In this step, the committee makes a preliminary recommendation and decides how best to deal with data uncertainty."}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "," "]
[null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}," "," ",{"$f":"_5.1_intro_x","v":"The committee may decide to modify the recommendation after completing sheets 5.1 and 5.2. The final recommendation will be recorded in 5.3."}]
[null,{"$f":"\"5.1.1 \"&_5.1.1","v":"5.1.1 Preliminary recommendation"}," "," "]
[null,null," "]
[null,{"$f":"\"5.1.2 \"&_5.1.2","v":"5.1.2 Strength of the recommendation"}," "]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null,"5.1.1",{"$f":"_5.1.1","v":"Preliminary recommendation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"5.1.3 \"&_5.1.3","v":"5.1.3 Confidence to proceed with a recommendation"},null," ",{"$f":"_5.1.1_x","v":"Given available evidence, what would the committee recommend? Why?"}]
[]
[null,{"$f":"\"5.1.4 \"&_5.1.4","v":"5.1.4 Addressing data limitations"},null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"}]
[null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"}]
[null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"}]
[null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"},null,"5.1.2",{"$f":"_5.1.2","v":"Strength of the recommendation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_mention_points","v":"You may wish to consider the following points:"}]
[null,null,null,null,"●",{"$f":"_5.1.2_x1","v":"Quality of the evidence – is it likely that further research would change the recommendation?"}]
[null,null,null,null,"●",{"$f":"_5.1.2_x2","v":"Is there a significant difference among the options?"}]
[null,null,null,null,"●",{"$f":"_5.1.2_x3","v":"Are there any major drawbacks to the options put forward in the recommendation?"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"5.1.3",{"$f":"_5.1.3","v":"Confidence to proceed with a recommendation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_5.1.3_x","v":"Does the committee have sufficient confidence to make a recommendation?"}]
[]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"5.1.4",{"$f":"_5.1.4","v":"Addressing data limitations"}]
[null,null,null," ",{"$f":"_5.1.4_x","v":"Are there measures that should be taken to address important limitations in data availability or quality? Only list those that are high priority."}]
[]
[null,null,null," "]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"5. \"&_5_tab","v":"5. Recommendation"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"}]

{"sheet":"5.2 Supplementary","index":24,"n_rows":49,"n_cols":17,"rows_kept":49,"cut":false,"hidden":false,"merged":[[25,5,25,16],[47,9,48,10],[16,4,17,16],[27,4,28,16],[29,4,33,16],[37,4,38,16],[40,4,44,16],[26,15,26,16],[47,15,47,16],[47,4,47,5],[15,1,16,1],[17,1,18,1],[0,1,1,1],[2,1,3,1],[19,4,23,16],[2,2,3,2],[2,3,3,3],[2,4,3,11],[13,1,14,1],[9,4,10,16],[11,4,12,16],[15,15,15,16],[1,15,1,16],[1,12,1,13],[7,5,8,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,5.2,{"$f":"_5.2","v":"Supplementary considerations"},null,null,null,null,null,null,null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"},null,null,null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 5. \"&_5&\", \"&_ref_page&\" 75\"","v":"Refer to manual: 5. Recommendation, pages 75"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}," ",null,{"$f":"_5.2_intro","v":"The purpose of this step is to consider any potentially negative implications of the preliminary recommendation and discuss how these could be addressed."}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "," "]
[null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}," "," ",{"$f":"_5.2_intro_x","v":"Mitigating actions can be included as supplementary recommendations in 5.3."}]
[null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null," "]
[null,{"$f":"\"5.2.1 \"&_5.2.1","v":"5.2.1 Mitigating against poor performance"}]
[]
[null,{"$f":"\"5.2.2 \"&_5.2.2","v":"5.2.2 Implications for practice, training, funding, policy"},null,"5.2.1",{"$f":"_5.2.1","v":"Mitigating against poor performance"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null," ",{"$f":"_5.2.1_x","v":"Do the recommended option(s) perform poorly on any of the criteria? If so, consider whether there are mitigation measures that could be taken."}]
[null,{"$f":"\"5.2.3 \"&_5.2.3","v":"5.2.3 Further implementation challenges"}]
[null,null,null," "]
[null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"},null,null,{"$f":"_write_here","v":"Write your answer here"}]
[null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"}]
[null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[]
[null,null,null,"5.2.2",{"$f":"_5.2.2","v":"Implications for practice, training, funding, policy"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_5.2.2_x","v":"Does the recommendation require any major change in practice, training, funding or policy? Give details."}]
[]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"5.2.3",{"$f":"_5.2.3","v":"Further implementation challenges"}]
[null,null,null," ",{"$f":"_5.2.3_x","v":"Consider whether there are any additional implementation challenges associated with the recommendation and possible mitigation measures."}]
[]
[null,null,null," "]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"}]

{"sheet":"5.3 Final","index":25,"n_rows":69,"n_cols":17,"rows_kept":69,"cut":false,"hidden":false,"merged":[[49,5,49,16],[36,4,37,4],[38,4,39,4],[40,4,41,4],[36,5,37,16],[38,5,39,16],[22,4,30,16],[34,4,34,16],[47,5,47,16],[48,5,48,16],[45,4,46,16],[67,9,68,10],[14,1,15,1],[16,4,16,16],[16,1,17,1],[19,5,19,16],[18,1,19,1],[53,4,56,6],[57,4,60,6],[61,4,64,6],[53,9,53,16],[56,9,56,16],[57,9,57,16],[60,9,60,16],[61,9,61,16],[64,9,64,16],[20,5,20,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[67,15,67,16],[67,4,67,5],[1,12,1,13],[1,15,1,16],[64,7,64,8],[57,7,57,8],[60,7,60,8],[61,7,61,8],[9,4,10,16],[11,4,12,16],[40,5,41,16],[53,7,53,8],[15,15,15,16],[33,15,33,16],[7,5,8,16],[17,5,18,16],[62,7,63,8],[62,9,63,16],[51,4,52,6],[54,7,55,8],[54,9,55,16],[58,7,59,8],[58,9,59,16],[56,7,56,8]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,5.3,{"$f":"_5.3","v":"Final recommendation"},null,null,null,null,null,null,null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null,null,null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 5. \"&_5&\", \"&_ref_page&\" 76\"","v":"Refer to manual: 5. Recommendation, pages 76"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_comm","v":"This step is completed by the committee"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}," ",null,{"$f":"_5.3_intro","v":"During this step, the committee finalizes and rationalizes the recommendation."}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "," "]
[null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}," "," ",{"$f":"_5.3_intro_x","v":"The main recommendation should address the decision question in 1.1.1 and can be supported by supplementary and/or research recommendations."}]
[null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null," "]
[null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"}]
[null,{"$f":"\"5.3.1 \"&_5.3.1","v":"5.3.1 Recommendation and rationale"}]
[null,null,null,"5.3.1",{"$f":"_5.3.1","v":"Recommendation and rationale"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"5.3.2 \"&_5.3.2","v":"5.3.2 Supplementary recommendations"},null," ",{"$f":"_5.3.1_x","v":"Record the final recommendation of the committee and compose a brief rationale."}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null,null,"●",{"$f":"_5.3.1_x1","v":"Improve accountability, being as specific as possible about the action and who should take it."}]
[null,{"$f":"\"5.3.3 \"&_5.3.3","v":"5.3.3 Research recommendations"}]
[null,null,null," ","●",{"$f":"_5.3.1_x2","v":"Ensure the recommendation can stand alone and be understood without reference to supporting material."}]
[null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"},null,null,"●",{"$f":"_5.3.1_x3","v":"Avoid technical terminology and jargon where possible."}]
[null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_write_here","v":"Write your answer here"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,null,"5.3.2",{"$f":"_5.3.2","v":"Supplementary recommendations"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_5.3.2_x","v":"Note any supplementary recommendations, such as those based on the discussions in 5.2."}]
[]
[null,null,null," ",1]
[]
[null,null,null,null,2]
[]
[null,null,null,null,3]
[]
[]
[]
[null,null,null,"5.3.3",{"$f":"_5.3.3","v":"Research recommendations"}]
[null,null,null," ",{"$f":"_5.3.3_x&\" \"&_5.3.3_xx","v":"If there are high priority research questions to address, note these below. For each research question identified, give a brief rationale outlining the following points:"}]
[]
[null,null,null," ","●",{"$f":"_5.3.3_x1","v":"Importance of the research for policy recommendations"}]
[null,null,null,null,"●",{"$f":"_5.3.3_x2","v":"An explanation of why existing evidence is inadequate"}]
[null,null,null,null,"●",{"$f":"_5.3.3_x3","v":"Resourcing requirements (indication of time and budget) and potential funding sources"}]
[]
[null,null,null,null,{"$f":"_5.3.3_t1","v":"Research question"},null,null,{"$f":"_5.3.3_t2","v":"Brief rationale"}]
[]
[null,null,null,1,null,null,null,{"$f":"_5.3.3_t3","v":"Importance"}]
[null,null,null,null,null,null,null,{"$f":"_5.3.3_t4","v":"Data gap addressed"}]
[]
[null,null,null,null,null,null,null,{"$f":"_5.3.3_t5","v":"Resourcing"}]
[null,null,null,2,null,null,null,{"$f":"_5.3.3_t3","v":"Importance"}]
[null,null,null,null,null,null,null,{"$f":"_5.3.3_t4","v":"Data gap addressed"}]
[]
[null,null,null,null,null,null,null,{"$f":"_5.3.3_t5","v":"Resourcing"}]
[null,null,null,3,null,null,null,{"$f":"_5.3.3_t3","v":"Importance"}]
[null,null,null,null,null,null,null,{"$f":"_5.3.3_t4","v":"Data gap addressed"}]
[]
[null,null,null,null,null,null,null,{"$f":"_5.3.3_t5","v":"Resourcing"}]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"}]

{"sheet":"5.4 Monitoring","index":26,"n_rows":58,"n_cols":17,"rows_kept":58,"cut":false,"hidden":false,"merged":[[42,14,44,16],[15,15,15,16],[25,15,25,16],[36,4,37,16],[39,5,39,16],[18,4,22,16],[24,5,24,16],[41,11,41,13],[41,14,41,16],[41,7,41,10],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[15,1,16,1],[17,1,18,1],[19,1,20,1],[16,4,16,16],[28,4,32,16],[26,4,27,16],[1,15,1,16],[1,12,1,13],[7,5,8,16],[9,4,10,16],[48,4,50,6],[48,7,50,10],[48,11,50,13],[48,14,50,16],[42,4,44,6],[45,4,47,6],[45,7,47,10],[45,11,47,13],[45,14,47,16],[11,4,12,16],[42,7,44,10],[42,11,44,13],[56,4,56,5],[56,15,56,16],[56,9,57,10],[51,4,53,6],[51,7,53,10],[51,11,53,13],[51,14,53,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,5.4,{"$f":"_5.4","v":"Audit, monitoring and evaluation"},null,null,null,null,null,null,null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"},null,null,null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 5. \"&_5&\", \"&_ref_page&\" 77-78\"","v":"Refer to manual: 5. Recommendation, pages 77-78"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}," ",null,{"$f":"_5.4_intro","v":"To establish the legitimacy of the recommendations, it is important to review individual recommendations, their implementations and the process followed to reach the recommendation."}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "," "]
[null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}," "," ",{"$f":"_5.4_intro_x","v":"This step is concerned with the monitoring and evaluation of the recommendation and the recommendation process."}]
[null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null," "]
[null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"}]
[null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"}]
[null,{"$f":"\"5.4.1 \"&_5.4.1","v":"5.4.1 Next review of the recommendation"},null,"5.4.1",{"$f":"_5.4.1","v":"Next review of the recommendation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_5.4.1_x","v":"When should this recommendation next be reviewed by the committee?"}]
[null,{"$f":"\"5.4.2 \"&_5.4.2","v":"5.4.2 Monitoring implementation"}]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null," ",{"$f":"_write_here","v":"Write your answer here"}]
[null,{"$f":"\"5.4.3 \"&_5.4.3","v":"5.4.3 Improving the process"}]
[]
[null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[null,null,null,"5.4.2",{"$f":"_5.4.2","v":"Monitoring implementation"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_5.4.2_x","v":"How will implementation of the recommendation be monitored and evaluated? Specify who is responsible."}]
[]
[null,null,null," ",{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"5.4.3",{"$f":"_5.4.3","v":"Improving the process"}]
[null,null,null," ",{"$f":"_5.4.3_x","v":"Summarize any key changes to the recommendation process suggested for the future, including the action to take, rationale and who is responsible"}]
[]
[null,null,null," "]
[]
[]
[null,null,null,null,{"$f":"_5.4.3_t1","v":"Change to the process"},null,null,{"$f":"_5.4.3_t2","v":"Reason"},null,null,null,{"$f":"_5.4.3_t3","v":"Responsible focal point"},null,null,{"$f":"_5.4.3_t4","v":"Timeline"}]
[null,null,null,1]
[]
[]
[null,null,null,2]
[]
[]
[null,null,null,3]
[]
[]
[null,null,null,4]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"}]

{"sheet":"5.5 Communication","index":27,"n_rows":50,"n_cols":17,"rows_kept":50,"cut":false,"hidden":false,"merged":[[28,5,28,16],[48,9,49,10],[16,4,16,16],[27,4,27,16],[41,4,45,16],[29,5,29,16],[31,4,35,16],[39,4,39,16],[48,15,48,16],[26,15,26,16],[48,4,48,5],[19,5,20,16],[21,5,21,16],[20,1,21,1],[15,15,15,16],[0,1,1,1],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[9,4,10,16],[11,4,12,16],[7,5,8,16],[1,15,1,16],[1,12,1,13],[16,1,17,1],[18,1,19,1],[17,5,18,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},0.1,5.5,{"$f":"_5.5","v":"Communication"},null,null,null,null,null,null,null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"},null,null,null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_ref_manual&\" 5. \"&_5&\", \"&_ref_page&\" 79-80\"","v":"Refer to manual: 5. Recommendation, pages 79-80"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_step_secr","v":"This step is completed by the secretariat"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}," ",null,{"$f":"_5.5_intro","v":"The final step is to communicate the recommendation to the decision-maker and other stakeholders, including a provision to consider any comments through an appeal process."}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "," "]
[null,{"$f":"\"5.1 \"&_5.1_tab","v":"5.1 Formulation"}," "," ",{"$f":"_5.5_intro_x","v":"The template report in this tool can be used and adapted as needed to summarize and communicate the recommendation."}]
[null,{"$f":"\"5.2 \"&_5.2_tab","v":"5.2 Supplementary"},null," "]
[null,{"$f":"\"5.3 \"&_5.3_tab","v":"5.3 Final"}]
[null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"}]
[null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"},null,"5.5.1",{"$f":"_5.5.1","v":"Writing the final report"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,{"$f":"\"5.5.1 \"&_5.5.1","v":"5.5.1 Writing the final report"},null," ",{"$f":"_5.5.1_x","v":"The final report should include an overview of the evidence and how it led to the final recommendation."}]
[null,null,null,null,"●",{"$f":"_5.5.1_x2","v":"It is important to be concise and to convey the main messages as clearly as possible. Supporting information can be included as appendices."}]
[null,{"$f":"\"5.5.2 \"&_5.5.2","v":"5.5.2 Communication plan"},null," "]
[null,{"$f":"\"1.1.2 \"&_1.1.2","v":"1.1.2 Why is the recommendation being considered?"},null,null,"●",{"$f":"_5.5.1_x1","v":"The end users of the report should have a clear understanding of its relevance for them, the action requested, and why."}]
[null,{"$f":"\"5.5.3 \"&_5.5.3","v":"5.5.3 Appeal process"},null," "]
[]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null," "]
[null,{"$f":"_gl","v":"Glossary"}]
[]
[]
[null,null,null,"5.5.2",{"$f":"_5.5.2","v":"Communication plan"},null,null,null,null,null,null,null,null,null,null,{"$f":"_next_question","v":"Next question"}]
[null,null,null," ",{"$f":"_5.5.2_x","v":"Explain how the final recommendation will be communicated."}]
[null,null,null,null,"●",{"$f":"_5.5.2_x1","v":"Will the report be published? Who can access it?"}]
[null,null,null,null,"●",{"$f":"_5.5.2_x2","v":"Who can review the recommendation and provide input?"}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,"5.5.3",{"$f":"_5.5.3","v":"Appeal process"}]
[null,null,null," ",{"$f":"_5.5.3_x","v":"Summarize the appeal process, outlining who can appeal, the timelines, and how the appeal is considered."}]
[]
[null,null,null,null,{"$f":"_write_here","v":"Write your answer here"}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"5.4 \"&_5.4_tab","v":"5.4 Monitoring"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"_acknowledge","v":"Acknowledgements"}]

{"sheet":"Acknowledgements","index":28,"n_rows":28,"n_cols":17,"rows_kept":28,"cut":false,"hidden":false,"merged":[[0,1,1,1],[1,12,1,13],[1,15,1,16],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[6,4,8,16],[10,4,11,16],[26,9,27,10],[20,4,24,16],[16,5,16,16],[13,5,14,16],[17,5,17,16],[12,5,12,16],[15,5,15,16],[26,4,26,5],[26,15,26,16]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"},null,null,{"$f":"_next","v":"Next"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},null,null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,null,null,null,null,null,{"$f":"\"5.5 \"&_5.5_tab","v":"5.5 Communication"},null,null,null,{"$f":"_gl","v":"Glossary"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"},null,null,{"$f":"_ack_1","v":"Authors: "}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"},null,null,"Siobhan Botwright (WHO), Martin Meltzer (CDC), Anna-Lea Kahn (WHO), Raymond Hutubessy (WHO), Birgitte Giersing (WHO), Rob Baltussen (Radboud University), Nathalie El Omeiri (PAHO), Joseph Biey (WHO AFRO), Praveen Thokala (University of Sheffield), Mark Jit (LSHTM), Ayodele Adeyemo (WHO), Rachel Bauquerez (Independent consultant)"]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," "]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}," "]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," ",null,{"$f":"+_ack_2","v":"The authors gratefully acknowledge the guidance from CDC Health Economics and Modeling Unit (CDC HEMU), as well as the contributions from pilot country teams:"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}," "," "]
[null,{"$f":"_gl","v":"Glossary"},null," ","●","Cuba: Instituto Finlay, OPS/OMS Cuba"]
[null,null,null," ","●","Indonesia: ITAGI Health Economics Working Group, Directorate of Surveillance and Health Quarantine, WHO Indonesia"]
[]
[null,null,null,null,"●","Mali: Ministère de la Santé et de l'Hygiène Publique, GTCV-Mali, OMS-Mali"]
[null,null,null,null,"●","Thailand: HITAP Internation Unit (HIU)"]
[null,null,null,null,"●","Zambia: Zambia EPI, CIDRZ, ZITAG, WHO Zambia"]
[]
[null,null,null,null,{"$f":"_ack_3","v":"The authors gratefully acknowledge the review and feedback from:"}]
[null,null,null,null,"Don Ananda Chandralal Amarasinghe (WHO WPRO), Melanie Bertram (WHO HGF), Veronica Denti (Gavi), Ijeoma Edoka (PRICELESS), Anai Garcia (Instituto Finlay), Jerome Kim (IVI), Debra Kristensen (PATH), Marion Menozzi-Arnaud (Gavi), Andrew Mirelman (WHO HGF), Kelly Moore (Vanderbilt School of Medicine), Alec Morton (Strathclyde University), Jason Mwenda (WHO AFRO), Murat Ozturk (PAHO), Gilson Paluku (WHO AFRO), Alexis Satoulou-Maleyo (WHO AFRO), Julia Roper (CHAI), So Yoon Sim (WHO IVB) and Dijana Spasenoska (WHO IVB)"]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_next","v":"Next"}]
[null,null,null,null,{"$f":"\"5.5 \" & _5.5_tab","v":"5.5 Communication"},null,null,null,null,null,null,null,null,null,null,null,{"$f":"_gl","v":"Glossary"}]

{"sheet":"Glossary","index":29,"n_rows":43,"n_cols":13,"rows_kept":43,"cut":false,"hidden":false,"merged":[[0,1,1,1],[1,12,1,13],[1,15,1,16],[2,1,3,1],[2,2,3,2],[2,3,3,3],[2,4,3,11],[41,4,41,5],[41,9,42,10],[5,5,5,8],[6,5,6,8],[9,5,9,8],[13,5,13,8],[5,9,6,16],[7,9,8,16],[9,9,12,16],[17,5,17,8],[21,5,21,8],[7,5,7,8],[28,5,28,8],[29,9,32,16],[29,5,31,8],[35,4,36,4],[35,5,36,8],[35,9,38,16],[13,9,14,16],[15,5,16,8],[18,9,20,16],[18,5,20,8],[22,5,22,8],[25,5,25,8],[26,5,27,8],[23,5,23,8],[24,5,24,8]]}
[null,"CAPACITI"]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"_back","v":"Back"}]
[null,{"$f":"_ds_tool","v":"Decision-support tool"},null,null,{"$f":"_gl","v":"Glossary"},null,null,null,null,null,null,null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[]
[null,{"$f":"UPPER(_home)","v":"HOME"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"},null,null,{"$f":"_gl_1","v":"BPS"},{"$f":"_gl_1a","v":"Benefits Package Selection"},null,null,null,{"$f":"_gl_1b","v":"The process to choose which health services and goods to be funded, either fully or partially, from public revenues."}]
[null,{"$f":"\"1. \"&UPPER(_1_tab)","v":"1. DECISION QUESTION"}]
[null,{"$f":"\"2. \"&UPPER(_2_tab)","v":"2. DECISION CRITERIA"}," ",null,null,{"$f":"_gl_2","v":"Constraint"},null,null,null,{"$f":"_gl_2a","v":"A criterion that reflects fixed or limited capacity (for example, budget or cold chain capacity)"}]
[null,{"$f":"\"3. \"&UPPER(_3_tab)","v":"3. ASSESSMENT"}," "]
[null,{"$f":"\"4. \"&UPPER(_4_tab)","v":"4. APPRAISAL"}," ",null,{"$f":"_gl_3","v":"CTC"},{"$f":"_gl_3a","v":"Controlled temperature chain"},null,null,null,{"$f":"_gl_3b","v":"An innovative approach to vaccine management allowing vaccines to be kept at temperatures outside of the traditional cold chain of +2°C to +8°C for a limited period of time under monitored and controlled conditions, as appropriate to the stability of the antigen"}]
[null,{"$f":"\"5. \"&UPPER(_5_tab)","v":"5. RECOMMENDATION"}," "]
[null,{"$f":"_acknowledge","v":"Acknowledgements"}," "]
[null,{"$f":"_gl","v":"Glossary"}]
[null,null,null," ",{"$f":"_gl_4","v":"EtR"},{"$f":"_gl_4a","v":"Evidence to Recommendation"},null,null,null,{"$f":"_gl_4b","v":"The GRADE EtR framework supports panels to use evidence in a structured and transparent way to inform decisions"}]
[null,null,null," "]
[null,null,null," ",{"$f":"_gl_5","v":"EPI"},{"$f":"_gl_5a","v":"Expanded programme on immunization"}]
[]
[null,null,null,null,{"$f":"_gl_6","v":"HPV"},{"$f":"_gl_6a","v":"Human papillomavirus"}]
[null,null,null,null,{"$f":"_gl_7","v":"HTA"},{"$f":"_gl_7a","v":"Health technology assessment"},null,null,null,{"$f":"_gl_7b","v":"A multidisciplinary process to evaluate the social, economic, organizational and ethical issues of a health intervention or health technology"}]
[]
[]
[null,null,null,null,{"$f":"_gl_8","v":"JE"},{"$f":"_gl_8a","v":"Japanese encephalitis"}]
[null,null,null,null,{"$f":"_gl_9","v":"MCDA"},{"$f":"_gl_9a","v":"Multi-criteria decision analysis"}]
[null,null,null,null,{"$f":"_gl_10","v":"MCV"},{"$f":"_gl_10a","v":"Measles containing vaccine"}]
[null,null,null,null,{"$f":"_gl_11","v":"MOH"},{"$f":"_gl_11a","v":"Ministry of Health"}]
[null,null,null,null,{"$f":"_gl_12","v":"NIS"},{"$f":"_gl_12a","v":"National Immunization Strategy"}]
[null,null,null,null,{"$f":"_gl_13","v":"NITAG"},{"$f":"_gl_13a","v":"National Immunization Technical Advisory Group"}]
[]
[null,null,null,null,{"$f":"_gl_14","v":"PCV"},{"$f":"_gl_14a","v":"Pneumococcal conjugate vaccine"}]
[null,null,null,null,{"$f":"_gl_15","v":"SIA"},{"$f":"_gl_15a","v":"Supplementary immunization activity"},null,null,null,{"$f":"_gl_15b","v":"An effective strategy for delivering vaccination to children otherwise missed by routine services or to older susceptible individuals who are not among the age groups targeted by the Expanded Programme on Immunization (EPI) services"}]
[]
[]
[]
[null,null,null,null,{"$f":"_gl_16","v":"TWG"},{"$f":"_gl_16a","v":"Technical working group"}]
[null,null,null,null,{"$f":"_gl_16b","v":"WHO"},{"$f":"_gl_17a","v":"World Health Organization"}]
[null,null,null,null,{"$f":"_gl_18","v":"WHO SAGE"},{"$f":"_gl_18a","v":"WHO Strategic Advisory Group of Experts on Immunization"},null,null,null,{"$f":"_gl_18b","v":"SAGE is the principal advisory group to WHO for vaccines and immunization. It is charged with advising WHO on overall global policies and strategies, ranging from vaccines and technology, research and development, to delivery of immunization and its linkages with other health interventions"}]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_back","v":"Back"},null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"}]
[null,null,null,null,{"$f":"_acknowledge","v":"Acknowledgements"}]

{"sheet":"info0","index":30,"n_rows":27,"n_cols":13,"rows_kept":27,"cut":false,"hidden":false,"merged":[[2,0,4,0],[1,1,1,10],[2,1,4,10],[1,11,1,14],[25,5,26,8],[10,1,11,7],[10,8,11,14],[12,1,15,7],[12,8,15,14],[16,1,19,7],[16,8,19,14],[25,12,25,14],[20,1,22,7],[20,8,22,14],[6,1,8,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_ov_g1","v":"Differences between this framework and the GRADE EtR framework"},null,null,null,null,null,null,null,null,null,{"$f":"_ov","v":"Overview"}]
[]
[]
[]
[null,{"$f":"_ov_g1_x","v":"The GRADE EtR framework evaluates a single intervention in relation to a comparator, whereas the CAPACITI decision-support framework is designed for choices involving multiple options. The table below compares the types of policy questions addressed by the two frameworks:"}]
[]
[]
[]
[null,{"$f":"_ov_g1_t2","v":"CAPACITI decision-support framework: example applications"},null,null,null,null,null,null,{"$f":"_ov_g1_t1","v":"GRADE Evidence to Recommendation (EtR) framework: example applications"}]
[]
[1,{"$f":"_ov_g1_t2a","v":"Which new vaccine(s) should be prioritized for introduction into the national immunization programme? This can include, e.g. a comparison of HPV, PCV, rotavirus vaccines."},null,null,null,null,null,null,{"$f":"_ov_g1_t1a","v":"Should rotavirus vaccination be introduced into the national immunization programme?"}]
[]
[]
[]
[2,{"$f":"_ov_g1_t2b","v":"Which of the available HPV vaccine products should be procured for the immunization programme?"},null,null,null,null,null,null,{"$f":"_ov_g1_t1b","v":"Should the immunization programme switch procurement from the quadrivalent HPV vaccine to the nine-valent HPV vaccine? "}]
[]
[]
[]
[3,{"$f":"_ov_g1_t2c","v":"Under which scenarios should CTC delivery be recommended for birth dose hepatitis B vaccination?"},null,null,null,null,null,null,{"$f":"_ov_g1_t1c","v":"Should hepatitis B birth dose be delivered under controlled temperature chain (CTC) conditions? "}]
[]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"_ov","v":"Overview"}]

{"sheet":"info0a","index":31,"n_rows":17,"n_cols":13,"rows_kept":17,"cut":false,"hidden":false,"merged":[[1,1,1,10],[1,11,1,14],[2,0,3,0],[2,1,3,10],[15,5,16,8],[15,12,15,14],[5,1,5,14],[6,2,6,14],[9,2,9,14],[10,2,10,14],[11,2,11,14],[12,2,12,14],[8,1,8,14]]}
[]
[null,{"$f":"UPPER(_checklist)","v":"CHECKLIST"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_ov_link2","v":"Is this the right tool for us?"},null,null,null,null,null,null,null,null,null,{"$f":"_ov","v":"Overview"}]
[]
[]
[null,{"$f":"_ov_g2_x","v":"The CAPACITI decision-support framework is appropriate for you if:"}]
[null,null,{"$f":"_ov_g2_x1","v":"your decision question requires comparison of two or more options"}]
[]
[null,{"$f":"_ov_g2_x2","v":"AND if one or more of the following conditions is met:"}]
[null,null,{"$f":"_ov_g2_x3","v":"the decision question requires consideration of evidence across disciplines"}]
[null,null,{"$f":"_ov_g2_x4","v":"the recommendation process incorporates multiple stakeholder perspectives"}]
[null,null,{"$f":"_ov_g2_x5","v":"contextualization of evidence and criteria to the country is required"}]
[null,null,{"$f":"_ov_g2_x6","v":"there is significant data uncertainty"}]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"_ov","v":"Overview"}]

{"sheet":"info1.1.1","index":32,"n_rows":56,"n_cols":12,"rows_kept":56,"cut":false,"hidden":false,"merged":[[27,2,28,14],[45,2,45,13],[48,2,49,13],[50,2,51,13],[2,0,3,0],[21,2,22,7],[21,8,22,13],[25,1,25,12],[26,2,26,14],[14,2,15,14],[16,2,17,14],[18,2,18,7],[18,8,18,13],[19,2,20,7],[19,8,20,13],[1,1,1,10],[2,1,3,10],[6,1,9,14],[13,1,13,12],[2,11,2,13],[1,11,1,14],[54,5,55,8],[29,2,30,14],[36,2,37,14],[40,1,40,12],[41,2,42,14],[43,2,44,14],[54,11,54,14],[46,2,47,13]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_1.1.1_link&\" (1.1.1)\"","v":"Guidance for writing a good decision question (1.1.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 1.1 \"&_1.1","v":" 1.1 Framing the objectives"}]
[]
[null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 18-19\"","v":"Refer to manual: 1. Decision question, pages 18-19"}]
[]
[null,{"$f":"_1.1.1_g_intro_1&\" \"&_1.1.1_g_intro_2","v":"The decision question influences which options are compared and how. It is therefore important to ensure that the decision question accurately captures the objectives and is framed in the best possible way. Identifying and gearing toward the final decision-maker at this stage can ensure that the recommendation process and final recommendation are seen as credible, relevant and valid."}]
[]
[]
[]
[]
[null,{"$f":"_1.1.1_g_intro_3","v":"Steps to articulate the decision question"}]
[]
[null,{"$f":"\"1) \"&_1.1.1_g_1","v":"1) Consider the problem that is being addressed before proposing a solution. "}]
[null,"●",{"$f":"_1.1.1_g_x2","v":"Focus on the objectives and not alternatives. The options are only important for achieving the stated objectives. There may be additional options arising that, at this stage, have not been considered."}]
[]
[null,"●",{"$f":"_1.1.1_g_x3","v":"The table below gives examples of alternatives and objectives-based questions:"}]
[]
[" ",null,{"$f":"_1.1.1_g_t1","v":"Alternatives-based question"},null,null,null,null,null,{"$f":"_1.1.1_g_t2","v":"Objectives-based question"}]
[null,1,{"$f":"_1.1.1_g_a1","v":"Should the EPI programme introduce rotavirus or HPV?"},null,null,null,null,null,{"$f":"_1.1.1_g_o1","v":"Which new vaccine should be introduced next into the immunization programme?"}]
[]
[null,2,{"$f":"_1.1.1_g_a2","v":"Should we procure the quadrivalent monodose or bivalent two-dose vial presentation?"},null,null,null,null,null,{"$f":"_1.1.1_g_o2","v":"Which HPV vaccine presentation should be procured?"}]
[]
[]
[]
[null,{"$f":"\"2) \"&_1.1.1_g_2","v":"2) Frame the question appropriately"}]
[null,"●",{"$f":"_1.1.1_g_2_x1","v":"How the question is framed can change the emphasis and outcome of the recommendation."}]
[null,"●",{"$f":"_1.1.1_g_2_x2","v":"Before finalizing the phrasing, consider reframing the question from different perspectives, such as with the viewpoints in 1.1.3 and 1.2.4."}]
[]
[null,"●",{"$f":"_1.1.1_g_2_x3","v":"For example, consider the example of new vaccine introduction in the table above. Depending on the focus required and objectives of the recommendation, this question could also be framed in the following ways:"}]
[]
[null,null,"a)",{"$f":"_1.1.1_g_2_x4","v":"Which vaccines are highest priority to introduce?"}]
[null,null,"b)",{"$f":"_1.1.1_g_2_x5","v":"Should a new vaccine be introduced?"}]
[null,null,"c)",{"$f":"_1.1.1_g_2_x6","v":"Which portfolio of vaccines should be provided through the national immunization programme?"}]
[null,null,"d)",{"$f":"_1.1.1_g_2_x7","v":"Which of the new vaccines offer best value for money?"}]
[null,null,"e)",{"$f":"_1.1.1_g_2_x8","v":"Which of the new vaccines would have the greatest impact on equity?"}]
[null,null,{"$f":"_1.1.1_g_2_x9","v":"Although there are only subtle differences, each of the questions above is likely to differ in terms of the options that are compared and the criteria that are selected to compare across options."}]
[]
[]
[]
[null,{"$f":"\"3) \"&_1.1.1_g_3","v":"3) Ensure the question is sufficiently precise"}]
[null,"●",{"$f":"_1.1.1_g_3_x1","v":"While the decision question should not be long and unnecessarily complicated, it is important to ensure that all committee members have the same understanding of the question."}]
[]
[null,"●",{"$f":"_1.1.1_g_3_x2","v":"The following example illustrates a scenario in which lack of detail can lead to different interpretations of the question:"}]
[]
[null,null,{"$f":"_1.1.1_g_3_q1","v":"Original question: Which measles-containing vaccine vial size would be most appropriate for use?"}]
[null,null,{"$f":"_1.1.1_g_3_q1a","v":"Is the question referring to routine immunization, supplementary immunization activities (SIAs) or outbreak response?"}]
[]
[null,null,{"$f":"_1.1.1_g_3_q1b","v":"Is the question referring to the whole country, or should the recommendation consider different presentations for different settings?"}]
[]
[null,null,{"$f":"_1.1.1_g_3_q1c","v":"Revised question: Which measles-containing vaccine vial size would be most appropriate for national procurement for use in routine immunization?"}]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 1.1 \"&_1.1","v":" 1.1 Framing the objectives"}]

{"sheet":"info1.2","index":33,"n_rows":74,"n_cols":12,"rows_kept":74,"cut":false,"hidden":false,"merged":[[57,1,60,7],[57,8,60,14],[61,1,64,7],[61,8,64,14],[65,1,68,7],[65,8,68,14],[45,1,48,7],[45,8,48,14],[49,1,52,7],[49,8,52,14],[53,1,56,7],[53,8,56,14],[33,8,36,14],[37,1,40,7],[37,8,40,14],[41,1,44,7],[41,8,44,14],[1,11,1,14],[72,11,72,14],[72,5,73,8],[1,1,1,10],[17,1,20,7],[17,8,20,14],[21,1,24,7],[21,8,24,14],[25,1,28,7],[25,8,28,14],[8,2,9,14],[10,2,11,14],[12,1,13,14],[15,1,16,7],[15,8,16,14],[33,1,36,7],[2,0,3,0],[2,1,3,10],[6,1,7,14],[29,1,32,7],[29,8,32,14]]}
[]
[null,{"$f":"UPPER(_supp_sheet)","v":"SUPPLEMENTARY SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_1.2_link","v":"Potential implications on programme performance"},null,null,null,null,null,null,null,null,null,{"$f":"\" 1.2 \"&_1.2","v":" 1.2 Context"}]
[]
[]
[]
[null,{"$f":"_1.2_g_x1a","v":"It is important to consider programme context when making a recommendation. This sheet summarises relevant programme strengths and weaknesses that may be affected positively or negatively by the recommendation."}]
[]
[null,"●",{"$f":"_1.2_g_x1b","v":"To complete this sheet, refer to the summary sheet of the \"Workbook for conducting a desk review of immunisation programme performance\", if available."}]
[]
[null,"●",{"$f":"_1.2_g_x1g","v":"Otherwise, refer to the most recent EPI Review."}]
[]
[null,{"$f":"_1.2_g_x2","v":"Discuss which programme strengths and weaknesses may be affected by the outcome of the recommendation. List the barriers in the table below, with an explanation."}]
[]
[]
[null,{"$f":"_1.2_g_x2a","v":"Programme strength/weakness"},null,null,null,null,null,null,{"$f":"_1.2_g_x2b","v":"Relevance for the decision question"}]
[]
[null,{"$f":"_1.2_g_x2c","v":"Example -  Vaccine forecasting functions poorly (supply management)"},null,null,null,null,null,null,{"$f":"_1.2_g_x2d","v":"Example - The available rotavirus vaccine products have a different number of components, which affect the complexity of demand forecasting"}]
[]
[]
[]
[1]
[]
[]
[]
[2]
[]
[]
[]
[3]
[]
[]
[]
[4]
[]
[]
[]
[5]
[]
[]
[]
[6]
[]
[]
[]
[7]
[]
[]
[]
[8]
[]
[]
[]
[9]
[]
[]
[]
[10]
[]
[]
[]
[11]
[]
[]
[]
[12]
[]
[]
[]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 1.2 \"&_1.2","v":" 1.2 Context"}]

{"sheet":"info1.5.1","index":34,"n_rows":111,"n_cols":12,"rows_kept":111,"cut":false,"hidden":false,"merged":[[18,2,20,14],[2,0,3,0],[1,1,1,10],[2,1,3,10],[4,1,5,14],[14,1,15,14],[16,2,17,14],[7,1,7,15],[8,1,8,15],[9,1,9,15],[1,11,1,14],[23,1,25,14],[33,4,33,9],[30,1,31,14],[33,10,35,14],[34,8,35,9],[34,4,35,5],[34,6,35,7],[86,9,86,14],[87,1,90,2],[87,3,90,8],[87,9,90,14],[82,1,83,14],[85,3,85,8],[85,9,85,14],[21,2,22,14],[109,5,110,8],[109,11,109,14],[98,1,101,2],[98,3,101,8],[98,9,101,14],[102,1,106,2],[102,3,106,8],[102,9,106,14],[91,1,93,2],[91,3,93,8],[91,9,93,14],[94,1,97,2],[94,3,97,8],[94,9,97,14],[86,3,86,8],[37,4,39,5],[37,6,39,7],[37,8,39,9],[43,2,45,3],[43,4,45,5],[43,6,45,7],[43,8,45,9],[51,6,53,7],[56,4,57,5],[56,6,57,7],[56,8,57,9],[36,1,36,14],[37,10,37,14],[38,10,39,14],[40,10,40,14],[40,4,42,5],[40,6,42,7],[40,8,42,9],[43,10,43,14],[41,10,42,14],[44,10,45,14],[37,2,39,3],[40,2,42,3],[46,4,49,5],[46,6,49,7],[46,8,49,9],[54,4,55,5],[54,6,55,7],[54,8,55,9],[50,1,50,14],[51,2,53,3],[51,10,51,14],[52,10,53,14],[54,2,55,3],[54,10,54,14],[46,10,46,14],[47,10,49,14],[46,2,49,3],[37,1,49,1],[58,2,61,3],[51,1,61,1],[51,8,53,9],[56,2,57,3],[65,1,69,7],[65,8,69,14],[62,1,62,14],[58,4,61,5],[58,6,61,7],[58,8,61,9],[58,10,58,14],[59,10,61,14],[56,10,56,14],[55,10,55,14],[57,10,57,14],[51,4,53,5]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_1.5.1_link&\" (1.5.1)\"","v":"Selecting which approach is most suitable for you (1.5.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 1.5 \"&_1.5_tab","v":" 1.5 Process"}]
[]
[null,{"$f":"_1.5.2_g_source&\": Baltussen R, Marsh K, Thokala P, Diaby V, Castro H, Cleemput I et al. Multicriteria Decision Analysis to Support Health Technology Assessment Agencies: Benefits, Limitations, and the Way Forward. Value in Health. 2019;22(11):1283-1288.\"","v":"Adapted from: Baltussen R, Marsh K, Thokala P, Diaby V, Castro H, Cleemput I et al. Multicriteria Decision Analysis to Support Health Technology Assessment Agencies: Benefits, Limitations, and the Way Forward. Value in Health. 2019;22(11):1283-1288."}]
[]
[]
[null,{"$f":"\"1) \"&_1.5.1_g_1","v":"1) Introduction to the different types of MCDA"}]
[null,{"$f":"\"2) \"&_1.5.1_g_2","v":"2) Summary of differences in the CAPACITI decision-support framework"}]
[null,{"$f":"\"3) \"&_1.5.1_g_3","v":"3) Choosing which MCDA approach to use"}]
[]
[null,{"$f":"\"1) \"&_1.5.1_g_1","v":"1) Introduction to the different types of MCDA"}]
[null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 29-30\"","v":"Refer to manual: 1. Decision question, pages 29-30"}]
[]
[null,{"$f":"_1.5.1_g_1_x1","v":"The CAPACITI decision-support framework is based on multi-criteria decision analysis (MCDA), as a structured way to bring together different viewpoints and different sources of evidence in order to compare across options."}]
[]
[null,"●",{"$f":"_1.5.1_g_1_x2","v":"Qualitative MCDA comes to a judgement by deliberating on the performance of each option across explicitly defined criteria. In pure qualitative MCDA, no weights or scores are assigned."}]
[]
[null,"●",{"$f":"_1.5.1_g_1_x3","v":"Quantitative MCDA includes extra steps to calculate a total score for each option, according to assigned weights and scores, conducts a sensitivity analysis on the total scores, and comes to a judgement by deliberating on the rank order of the options."}]
[]
[" "]
[null,"●",{"$f":"_1.5.1_g_1_x5","v":"Rule-based MCDA considers the most important criteria first, instead of considering all criteria simultaneously."}]
[]
[null,{"$f":"_1.5.1_g_1_x4&\" (\"&LOWER(_ref_manual)&\" 30).\"","v":"In the CAPACITI decision-support framework, it is possible to follow any of these MCDA approaches or to follow a hybrid approach that combines elements of each. (refer to manual: 30)."}]
[]
[]
[]
[null,{"$f":"\"2) \"&_1.5.1_g_2","v":"2) Summary of differences in the CAPACITI decision-support framework"}]
[null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 30-31\"","v":"Refer to manual: 1. Decision question, pages 30-31"}]
[]
[null,{"$f":"_1.5.1_g_2x","v":"The table below summarizes the main differences between the three MCDA approaches, as they relate to the CAPACITI decision-support framework. The final column outlines the recommended hybrid approach in the tool."}]
[]
[]
[null,null,null,null,{"$f":"_1.5.1_g_2_t","v":"MCDA methods"},null,null,null,null,null,{"$f":"\"CAPACITI \"&LOWER(_ds_framework)","v":"CAPACITI decision-support framework"}]
[null,null,null,null,{"$f":"_1.5.1_a","v":"Quantitative"},null,{"$f":"_1.5.1_b","v":"Qualitative"},null,{"$f":"_1.5.1_c","v":"Rule-based"}]
[]
[null,{"$f":"\"1) \"&_1","v":"1) Decision question"}]
[null,{"$f":"\"2) \"&_2","v":"2) Criteria for decision-making"},{"$f":"_1.5.1_g_2_t1&\" (2.1)\"","v":"Select criteria (2.1)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_mand","v":"Mandatory"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t1a","v":"The committee may use an existing list or select criteria de novo"}]
[]
[null,null,{"$f":"_1.5.1_g_2_t2&\" (2.2)\"","v":"Assign weights to criteria (2.2)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_rec","v":"Recommended"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t2a","v":"Promotes discussion among committee members as to which criteria are more important"}]
[]
[null,null,{"$f":"_1.5.1_g_2_t3&\" (2.3)\"","v":"Set up a scoring scale (2.3)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_rec","v":"Recommended"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t3a","v":"Removes bias and enhances consistency in interpreting the evidence"}]
[]
[null,null,{"$f":"_1.5.1_g_2_t4&\" (2.3)\"","v":"Define rules (2.3)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_opt","v":"Optional"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t4a","v":"Recommended if \"constraints\" or interdependent criteria are selected for quantitative MCDA (see 2.1)"}]
[]
[]
[null,{"$f":"\"3) \"&_3","v":"3) Evidence assessment"}]
[null,{"$f":"\"4) \"&_4","v":"4) Appraisal"},{"$f":"_1.5.1_g_2_t5&\" (4.1)\"","v":"Assign scores (4.1)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_rec","v":"Recommended"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t5a","v":"Facilitates reporting of the recommendation"}]
[]
[null,null,{"$f":"_1.5.1_g_2_t6&\" (4.2)\"","v":"Calculate total scores (4.2)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_opt","v":"Optional"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t6a","v":"(quantitative MCDA only)"}]
[null,null,{"$f":"_1.5.1_g_2_t6&\" (4.2)\"","v":"Calculate total scores (4.2)"},null,null,null,null,null,null,null,{"$f":"_1.5.1_opt","v":"Optional"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t7a","v":"(quantitative MCDA only)"}]
[null,null,{"$f":"_1.5.1_g_2_t8&\" (4.2)\"","v":"Deliberation across criteria (4.2)"},null,{"$f":"_1.5.1_g_2_t8_1","v":"By total score (see Figures 1a and 1b below)"},null,{"$f":"_1.5.1_g_2_t8_2","v":"From the performance matrix (3.3)"},null,{"$f":"_1.5.1_g_2_t8_3","v":"According to decision rules"},null,{"$f":"_1.5.1_mand","v":"Mandatory"}]
[null,null,null,null,null,null,null,null,null,null,{"$f":"_1.5.1_g_2_t8a","v":"It is strongly recommended to refer to evidence statements (3.2) in all approaches."}]
[]
[]
[null,{"$f":"\"5) \"&_5","v":"5) Recommendation"}]
[]
[]
[null,{"$f":"_1.5.1_g_2_fig1","v":"Figure 1a: In quantitative MCDA, the weights and scores will be combined to calculate a total score per option. The committee will use a graphical summary of total scores to support its deliberations."},null,null,null,null,null,null,{"$f":"_1.5.1_g_2_fig2","v":"Figure 1b: In quantitative MCDA, sensitivity analysis is conducted by varying weights and scores to see if there is any change in the rank order of the options."}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,{"$f":"\"3) \"&_1.5.1_g_3","v":"3) Choosing which MCDA approach to use"}]
[null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 30-31\"","v":"Refer to manual: 1. Decision question, pages 30-31"}]
[]
[null,{"$f":"_1.5.1_g_3_x","v":"The table below provides a summary of important factors for choosing between qualitative and quantitative MCDA in the CAPACITI decision-support framework."}]
[]
[]
[null,null,null,{"$f":"_1.5.1_a","v":"Quantitative"},null,null,null,null,null,{"$f":"_1.5.1_b","v":"Qualitative"}]
[null,null,null,{"$f":"\"(CAPACITI \"&LOWER(_ds_framework)&\")\"","v":"(CAPACITI decision-support framework)"},null,null,null,null,null,{"$f":"\"(CAPACITI \"&LOWER(_ds_framework)&\")\"","v":"(CAPACITI decision-support framework)"}]
[null,{"$f":"_1.5.1_g_3_x1","v":"Main differences"},null,{"$f":"_1.5.1_g_3_x1a","v":"A total score is calculated per option and uncertainty analysis is conducted."},null,null,null,null,null,{"$f":"_1.5.1_g_3_x1b","v":"No total score is calculated, and discussion of uncertainty is qualitative. The committee may use weights and scores to guide discussions in a hybrid approach."}]
[]
[]
[]
[null,{"$f":"_1.5.1_g_3_x2","v":"Advantages"},null,{"$f":"_1.5.1_g_3_x2a","v":"More transparency in how criteria and evidence lead to a recommendation, and the committee has a lower cognitive burden."},null,null,null,null,null,{"$f":"_1.5.1_g_3_x2b","v":"The committee has greater focus on the evidence; the interdependence of criteria is less important."}]
[]
[]
[null,{"$f":"_1.5.1_g_3_x3","v":"Disadvantages"},null,{"$f":"_1.5.1_g_3_x3a","v":"The committee can overly focus on the numbers, instead of the evidence; difficult to incorporate economic criteria; interdependence of criteria is very important."},null,null,null,null,null,{"$f":"_1.5.1_g_3_x3b","v":"Vocal committee members can dominate discussions; it may be less transparent as to how the recommendation was reached."}]
[]
[]
[]
[null,{"$f":"_1.5.1_g_3_x4","v":"Guidance for use"},null,{"$f":"_1.5.1_g_3_x4a","v":"May be more appropriate in settings with limited tradition of transparency and accountability, or committees with dominant members."},null,null,null,null,null,{"$f":"_1.5.1_g_3_x4b","v":"May be more appropriate if fewer options are being compared, or if detailed evaluation is needed because of complex evidence and/or conflicting stakeholder interest."}]
[]
[]
[]
[null,{"$f":"_1.5.1_g_3_x5","v":"Considerations for implementation"},null,{"$f":"_1.5.1_g_3_x5a","v":"Criteria that are interdependent or relate to fixed capacity (e.g. budget, cold chain) can be considered separately; the facilitator can seek to focus discussions on the evidence behind the total scores."},null,null,null,null,null,{"$f":"_1.5.1_g_3_x5b","v":"Group techniques can reduce domination; there is good documentation of discussions and rationale."}]
[]
[]
[]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 1.5 \"&_1.5_tab","v":" 1.5 Process"}]

{"sheet":"info1.5.2","index":35,"n_rows":60,"n_cols":12,"rows_kept":60,"cut":false,"hidden":false,"merged":[[27,2,28,14],[29,2,29,14],[2,0,3,0],[19,2,20,14],[24,1,24,13],[25,2,25,14],[26,2,26,14],[1,1,1,10],[2,1,3,10],[4,1,5,14],[14,1,16,14],[17,2,18,14],[8,1,8,6],[9,1,9,6],[10,1,10,6],[1,11,1,14],[53,2,55,14],[58,5,59,8],[31,3,32,14],[38,2,39,14],[41,2,42,14],[44,2,47,14],[49,2,51,14],[59,11,59,13],[58,11,58,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_1.5.2_link&\" (1.5.2)\"","v":"Guidance on workshop facilitation (1.5.2)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 1.5 \"&_1.5_tab","v":" 1.5 Process"}]
[]
[null,{"$f":"_1.5.2_g_source&\": Phillips LD and Phillips MC. Facilitated Work Groups: Theory and Practice. The Journal of the Operational Research Society, Vol. 44, No. 6, pp. 533-549.\"","v":"Adapted from: Phillips LD and Phillips MC. Facilitated Work Groups: Theory and Practice. The Journal of the Operational Research Society, Vol. 44, No. 6, pp. 533-549."}]
[]
[null,{"$f":"_ref_manual&\" 1. \"&_1&\", \"&_ref_page&\" 32-33\"","v":"Refer to manual: 1. Decision question, pages 32-33"}]
[]
[null,{"$f":"\"1) \"&_1.5.2_g_1","v":"1) Role of the facilitator"}]
[null,{"$f":"\"2) \"&_1.5.2_g_2","v":"2) Profile of a good facilitator"}]
[null,{"$f":"\"3) \"&_1.5.2_g_3","v":"3) Facilitation techniques"}]
[]
[null,{"$f":"\"1) \"&_1.5.2_g_1","v":"1) Role of the facilitator"}]
[]
[null,{"$f":"_1.5.2_g_1_x1&\" \"&_1.5.2_g_1_x2","v":"An impartial facilitator is important for group productivity and makes sure the group follows the steps of the recommendation process in a timely manner. While the group itself is focussed on the recommendation, the facilitator is focussed on group dynamics."}]
[]
[]
[null,"●",{"$f":"_1.5.2_g_1_x3","v":"The facilitator is aware of power dynamics in the group and seeks to encourage open participation from all participants, protecting minority viewpoints when necessary."}]
[]
[null,"●",{"$f":"_1.5.2_g_1_x4","v":"The role of the facilitator is also to reassure the group and to navigate difficult conversations in which there may be heated discussion and opposing viewpoints."}]
[]
[" "]
[null,{"$f":"\"2) \"&_1.5.2_g_2","v":"2) Profile of a good facilitator"}]
[]
[null,{"$f":"_1.5.2_g_2_x","v":"A good facilitator has the following characteristics:"}]
[null,"●",{"$f":"_1.5.2_g_2_x1","v":"Familiarity with the recommendation process"}]
[null,"●",{"$f":"_1.5.2_g_2_x2","v":"Credibility and respect from the group, in order to lead discussions and intervene when necessary"}]
[null,"●",{"$f":"_1.5.2_g_2_x3","v":"Calm demeanour, good at listening and observing group dynamics, able to encourage input from all members of the group"}]
[]
[null,"●",{"$f":"_1.5.2_g_2_x4","v":"Sufficient knowledge of the subject matter to keep abreast of discussions."}]
[]
[null,null,null,{"$f":"_1.5.2_g_2_x5","v":"It is important that the facilitator refrain from offering his/her opinion or subject matter expertise. The facilitator must remain neutral throughout the process."}]
[]
[]
[]
[null,{"$f":"\"3) \"&_1.5.2_g_3","v":"3) Facilitation techniques"}]
[]
[null,"●",{"$f":"_1.5.2_g_3_x1","v":"Pacing the task"}]
[null,null,{"$f":"_1.5.2_g_3_x1a","v":"The facilitator may slow the pace of the discussion if the group is missing important details or losing members. Equally, the facilitator may speed up the pace to keep to time."}]
[]
[null,"●",{"$f":"_1.5.2_g_3_x2","v":"Directing the task"}]
[null,null,{"$f":"_1.5.2_g_3_x2a","v":"If the discussions are stalling or the committee is going around in circles, the facilitator can re-frame the task, or ask the group members to evaluate their progress and how they could work better (as relevant)."}]
[]
[null,"●",{"$f":"_1.5.2_g_3_x3","v":"Handing back"}]
[null,null,{"$f":"_1.5.2_g_3_x3a","v":"If it seems that the group is drawing a conclusion without fully exploring the issue or examining its assumptions, the facilitator can reflect back on the discussion using different wording. For example, if the group does not want to include financial criteria, as a donor is providing funding for the next 3 years, the facilitator could ask \"in which case, are we assuming that vaccination will end in 3 years and that delivery costs for all options is equal?\""}]
[]
[]
[]
[null,"●",{"$f":"_1.5.2_g_3_x4","v":"Questioning"}]
[null,null,{"$f":"_1.5.2_g_3_x4a","v":"If it seems that certain members of the group are not keeping up with the discussion, or there seems to be a difference in understanding among the members, the facilitator can ask a clarifying question to ensure the group is on the same page."}]
[]
[]
[null,"●",{"$f":"_1.5.2_g_3_x5","v":"Summarizing"}]
[null,null,{"$f":"_1.5.2_g_3_x5a","v":"If the group is not moving forward in discussions, it can help to provide a summary to mark a milestone so that the group can move to the next step. Alternatively, if there are confused or conflicting messages, the facilitator can summarize discussions in order to help the group come to a conclusion."}]
[]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 1.5 \"&_1.5","v":" 1.5 Priority-setting process"}]

{"sheet":"temp1.5.4","index":36,"n_rows":63,"n_cols":1,"rows_kept":63,"cut":false,"hidden":false,"merged":[[28,0,28,9],[27,0,27,9],[0,0,0,9],[44,0,44,9],[35,0,35,9],[18,0,18,9],[5,0,5,9],[9,0,9,9],[41,0,43,9],[19,0,26,9],[10,0,17,9],[40,0,40,9],[2,0,3,9],[36,0,39,9],[6,0,8,9],[1,0,1,9]]}
[{"$f":"\"CAPACITI \"&LOWER(_ds_tool)","v":"CAPACITI decision-support tool"}]
[{"$f":"_1.5.4_pdf","v":"DOWNLOAD: template briefing document for the committee (.doc)"}]
[{"$f":"_1.5.4_intro","v":"Below is template text for a briefing document for the committee. It is not compulsory to use this template. However, if you wish to use the template, the core team should review and modify the text, before circulating it to the committee."}]
[]
[]
[{"$f":"_1.5.4_brief_x1","v":"Recommendation objectives"}]
[{"$f":"IF(_obj_state=_write_here,\"\",_obj_state)","v":""}]
[]
[]
[{"$f":"_1.5.4_brief_x2","v":"Background"}]
[{"$f":"IF('1.2 Context'!E25=_write_here,\"\",'1.2 Context'!E25)&CHAR(10) & CHAR(13)&CHAR(10) & CHAR(13)&IF('1.2 Context'!E38=_write_here,\"\",'1.2 Context'!E38)&CHAR(10) & CHAR(13)&CHAR(10) & CHAR(13)&IF('1.2 Context'!E64=_write_here,\"\",'1.2 Context'!E64)","v":"\n\r\n\r\n\r\n\r"}]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"_1.5.4_brief_x3","v":"Rationale for the recommendation request"}]
[{"$f":"IF('1.1 Objectives'!$E$34=_write_here,\"\",'1.1 Objectives'!$E$34)& CHAR(10) & CHAR(13) & CHAR(10) & CHAR(13)&IF('1.1 Objectives'!$E$44=_write_here,\"\",'1.1 Objectives'!$E$44)& CHAR(10) & CHAR(13)& CHAR(10) & CHAR(13)&IF('1.2 Context'!$E$53=_write_here,\"\",'1.2 Context'!$E$53)","v":"\n\r\n\r\n\r\n\r"}]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"_1.5.4_brief_x4","v":"Responsibilities of the committee"}]
[{"$f":"_1.5.4_brief_x4_a","v":"The committee will compare the following options:"}]
[{"$f":"\"1) \" & _option1&\": \"&'1.3 Scope'!M37","v":"1) : "}]
[{"$f":"\"2) \" & _option2&\": \"&'1.3 Scope'!M39","v":"2) : "}]
[{"$f":"\"3) \"& _option3&\": \"&'1.3 Scope'!M41","v":"3) : "}]
[{"$f":"\"4) \" &  _option4&\": \"&'1.3 Scope'!M43","v":"4) : "}]
[{"$f":"\"5) \" & _option5&\": \"&'1.3 Scope'!M45","v":"5) : "}]
[]
[{"$f":"_1.5.4_brief_x5","v":"Timelines"}]
[{"$f":"IF('1.1 Objectives'!$E$75=_write_here,\"\",'1.1 Objectives'!$E$75)","v":""}]
[]
[]
[]
[{"$f":"_1.5.4_brief_x6","v":"Meetings and operational procedures"}]
[{"$f":"IF('1.5 Process'!E44=_write_here,\"\",'1.5 Process'!E44)","v":""}]
[]
[]
[{"$f":"_1.5.4_brief_x7","v":"Members of the recommendation committee"}]
[{"$f":"\"1) \" & _name1&\"(\"&_name1a&\")\"","v":"1) ()"}]
[{"$f":"\"2) \" & _name2&\"(\"&_name2a&\")\"","v":"2) ()"}]
[{"$f":"\"3)\" & _name3&\" (\"&_name3a&\")\"","v":"3) ()"}]
[{"$f":"\"4)\" & _name4&\" (\"&_name4a&\")\"","v":"4) ()"}]
[{"$f":"\"5)\" & _name5&\" (\"&_name5a&\")\"","v":"5) ()"}]
[{"$f":"\"6)\" & _name6&\" (\"&_name6a&\")\"","v":"6) ()"}]
[{"$f":"\"7)\" & _name7&\" (\"&_name7a&\")\"","v":"7) ()"}]
[{"$f":"\"8)\" & _name8&\" (\"&_name8a&\")\"","v":"8) ()"}]
[{"$f":"\"9)\" & _name9&\" (\"&_name9a&\")\"","v":"9) ()"}]
[{"$f":"\"10)\" & _name10&\" (\"&_name10a&\")\"","v":"10) ()"}]
[{"$f":"\"11)\" & _name11&\" (\"&_name11a&\")\"","v":"11) ()"}]
[{"$f":"\"12)\" & _name12&\" (\"&_name12a&\")\"","v":"12) ()"}]
[{"$f":"\"13)\" & _name13&\" (\"&_name13a&\")\"","v":"13) ()"}]
[{"$f":"\"14)\" & _name14&\" (\"&_name14a&\")\"","v":"14) ()"}]
[{"$f":"\"15)\" & _name15&\" (\"&_name15a&\")\"","v":"15) ()"}]
[{"$f":"\"16)\" & _name16&\" (\"&_name16a&\")\"","v":"16) ()"}]
[{"$f":"\"17)\" & _name17&\" (\"&_name17a&\")\"","v":"17) ()"}]
[{"$f":"\"18)\" & _name18&\" (\"&_name18a&\")\"","v":"18) ()"}]

{"sheet":"info2","index":37,"n_rows":35,"n_cols":13,"rows_kept":35,"cut":false,"hidden":false,"merged":[[34,5,35,8],[34,11,34,14],[13,2,13,14],[17,2,17,15],[18,2,18,15],[31,2,31,15],[32,2,32,15],[15,1,15,14],[16,1,16,14],[1,1,1,10],[1,11,1,14],[2,0,6,0],[8,1,9,14],[10,2,10,14],[11,2,11,14],[12,2,12,14],[2,1,4,9],[5,1,6,9],[28,3,29,14],[20,2,20,15],[21,2,21,15],[24,2,24,15],[25,2,25,15],[22,2,22,15],[26,3,26,15],[27,3,27,15]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_2.1_g4_main","v":"Incorporating \"constraints\" as criteria – quantitative MCDA only"},null,null,null,null,null,null,null,null,null,null,{"$f":"\" 2.1 \"&_2.1","v":" 2.1 Criteria list"}]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 2.2 \"&_2.2","v":" 2.2 Weights"}]
[null,null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 2.3 \"&_2.3_tab","v":" 2.3 Rules"}]
[null,{"$f":"_1.5.2_g_source&\": Baltussen R, Marsh K, Thokala P, Diaby V, Castro H, Cleemput I et al. Value in Health. 2019;22(11):1283-1288.\"","v":"Adapted from: Baltussen R, Marsh K, Thokala P, Diaby V, Castro H, Cleemput I et al. Value in Health. 2019;22(11):1283-1288."},null,null,null,null,null,null,null,null,null,null,{"$f":"\" 4.2 \"&_4.2_tab","v":" 4.2 Across criteria"}]
[]
[]
[null,{"$f":"_2.1_g4_x1&\" \"&_2.1_g4_x2","v":"If quantitative MCDA is used, good practice recommends that constraints be considered separately to other criteria. Constraints may include:"}]
[]
[null,"●",{"$f":"_2.1_g4_x2a","v":"budget"}]
[null,"●",{"$f":"_2.1_g4_x2b","v":"cold chain capacity"}]
[null,"●",{"$f":"_2.1_g4_x2c","v":"cost-effectiveness thresholds"}]
[null,"●",{"$f":"_2.1_g4_x2d","v":"human resources"}]
[]
[null,{"$f":"_2.1_g4_x3","v":"The recommended approach for including constraints in the tool is as follows:"}]
[]
[null,null,{"$f":"\"2.1 \"&_2.1","v":"2.1 Criteria list"}]
[null,null,{"$f":"_2.1_g4_x3a","v":"Include constraints in the list of criteria in 2.1.2"}]
[]
[null,null,{"$f":"\"2.2 \"&_2.2","v":"2.2 Weights"}]
[null,null,{"$f":"_2.1_g4_x3b","v":"Set the weight for all constraints to zero in 2.2"}]
[null,null,{"$f":"_2.1_g4_x3c","v":"This ensures the constraints will not be included in the total score"}]
[]
[null,null,{"$f":"\"2.3 \"&_2.3","v":"2.3 Rules for interpreting evidence"}]
[null,null,{"$f":"_2.1_g4_x3d","v":"Explain whether you will consider the constraints"}]
[null,null,"●",{"$f":"_2.1_g4_x3e","v":"BEFORE other criteria – to shortlist feasible options, or"}]
[null,null,"●",{"$f":"_2.1_g4_x3f","v":"AFTER other criteria – to identify which options are feasible after evaluating all options"}]
[null,null,null,{"$f":"_2.1_g4_x3g","v":"This approach is advisable if the constraints are not fixed. For example, if you request more budget or expand the cold chain capacity."}]
[]
[]
[null,null,{"$f":"\"4.2 \"&_4.2","v":"4.2 Comparison across criteria"}]
[null,null,{"$f":"_2.1_g4_x3h","v":"Apply the decision rules when you are making the comparison across criteria."}]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"}]

{"sheet":"info2.1.1","index":38,"n_rows":168,"n_cols":12,"rows_kept":168,"cut":false,"hidden":false,"merged":[[163,2,164,14],[154,2,155,14],[159,1,159,14],[160,2,160,14],[161,2,162,14],[144,2,145,14],[146,2,147,14],[148,2,149,14],[150,2,153,14],[1,1,1,10],[2,0,3,0],[2,1,3,10],[74,2,75,14],[23,9,27,14],[21,9,22,14],[28,3,29,3],[40,9,49,14],[40,1,50,2],[32,3,33,3],[5,1,5,12],[7,1,7,12],[8,1,8,12],[1,11,1,14],[59,1,60,14],[28,1,39,2],[37,10,39,14],[44,4,47,8],[40,4,43,8],[33,10,33,14],[34,10,36,14],[28,9,29,9],[28,10,29,14],[31,4,31,8],[167,11,167,12],[166,11,166,14],[6,1,6,12],[51,9,53,14],[120,1,121,14],[57,1,57,14],[58,1,58,14],[80,1,80,14],[87,2,88,14],[89,2,90,14],[92,1,92,14],[97,2,98,14],[105,2,105,14],[108,1,108,14],[104,1,104,14],[166,5,167,8],[11,1,11,14],[12,1,12,14],[48,4,50,8],[13,1,15,14],[16,1,18,14],[19,1,19,14],[30,10,32,14],[124,1,125,14],[51,1,53,2],[51,3,53,8],[23,1,27,2],[23,3,27,8],[21,3,22,8],[28,4,30,8],[32,4,34,8],[136,2,137,14],[143,1,143,14],[128,2,129,14],[71,1,71,14],[72,2,72,14],[73,2,73,14],[61,2,61,14],[62,2,62,14],[66,2,67,14],[68,3,68,14],[69,3,69,14],[63,3,63,14],[64,3,64,14],[131,1,131,14],[134,1,134,14],[139,1,139,14],[127,1,127,14],[35,3,36,3],[35,4,37,8],[99,2,101,14],[118,1,119,14],[76,3,76,14],[77,3,77,14],[157,3,157,14],[158,3,158,14],[84,2,84,13],[85,2,85,13],[115,3,115,14],[116,3,116,14],[102,3,102,14],[82,1,83,14],[86,1,86,14],[93,2,93,14],[94,2,96,14],[109,2,112,14],[113,2,113,14],[122,1,122,14],[106,2,107,14],[140,2,141,14],[132,2,132,14],[135,2,135,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_2.1_g1&\" (2.1)\"","v":"Selecting or reviewing the set of decision criteria (2.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 2.1 \"&_2.1","v":" 2.1 Criteria list"}]
[]
[]
[null,{"$f":"\"1) \"&_2.1_g1_x1","v":"1) Using standardized or question-specific criteria"}]
[null,{"$f":"\"2) \"&_2.1_g1_x2","v":"2) Using an existing set of criteria"}]
[null,{"$f":"\"3) \"&_2.1_g1_x3","v":"3) Developing a set of criteria specific to the decision question (one-off approach)"}]
[null,{"$f":"\"4) \"&_2.1_g1_x4","v":"4) Establishing a set of criteria for use across recommendations (institutionalized approach)"}]
[]
[null,{"$f":"\"1) \"&_2.1_g1_x1","v":"1) Using standardized or question-specific criteria"}]
[null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 37-38\"","v":"Refer to manual: 2. Criteria for decision-making, pages 37-38"}]
[]
[null,{"$f":"_2.1_g1_x1a","v":"In most situations, it is recommended to establish a standard set of criteria to apply across decision questions, since this can streamline the criteria selection process and enhance consistency of decision-making. This is referred to in the table below as an \"institutionalized approach\"."}]
[]
[]
[null,{"$f":"_2.1_g1_x1b","v":"However, there are cases in which the committee may wish to develop a set of criteria specifically for this recommendation. In general, this is likely to be for high profile recommendations requiring significant stakeholder buy-in, such as developing strategic priorities, or for atypical decision questions."}]
[]
[]
[null,{"$f":"_2.1_g1_x1c","v":"The differences between the two approaches are summarized in the table below."}]
[]
[null,null,null,{"$f":"_2.1_g1_x1_t1","v":"One-off approach"},null,null,null,null,null,{"$f":"_2.1_g1_x1_t2","v":"Institutionalized approach"}]
[]
[null,{"$f":"_2.1_g1_x1_t3","v":"Description"},null,{"$f":"_2.1_g1_x1_t1a","v":"For a one-off approach, a new set of criteria is developed for each decision question."},null,null,null,null,null,{"$f":"_2.1_g1_x1_t2a","v":"In an institutionalized approach, a set of criteria is chosen that can be used repeatedly across decision questions. If needed, the committee has the flexibility to tailor the criteria to the specific decision question."}]
[]
[]
[]
[]
[null,{"$f":"_1.5.1_g_3_x2&\" & \"&LOWER(_1.5.1_g_3_x3)","v":"Advantages & disadvantages"},null,"+",{"$f":"_2.1_g1_x1_t1b_1","v":"Greater ownership and buy-in from stakeholders choosing the criteria"},null,null,null,null,"+",{"$f":"_2.1_g1_x1_t2b_1","v":"Improved consistency across decisions and reduced bias"}]
[]
[null,null,null,null,null,null,null,null,null,"+",{"$f":"_2.1_g1_x1_t2b_2","v":"Can lead to better quality decisions, provided the criteria follow best practice"}]
[null,null,null,"+",{"$f":"_2.1_g1_x1_t1b_2","v":"Flexible to the decision question"}]
[null,null,null,"-",{"$f":"_2.1_g1_x1_t1b_3","v":"Reduced consistency between recommendations, may be susceptible to bias"}]
[null,null,null,null,null,null,null,null,null,"+",{"$f":"_2.1_g1_x1_t2b_3","v":"Requires less time per decision"}]
[null,null,null,null,null,null,null,null,null,"+",{"$f":"_2.1_g1_x1_t2b_4","v":"Separation of criteria selection from the recommendation process enhances legitimacy"}]
[null,null,null,"-",{"$f":"_2.1_g1_x1_t1b_4","v":"Increased time and resources required, as criteria must be selected anew each time"}]
[]
[null,null,null,null,null,null,null,null,null,"-",{"$f":"_2.1_g1_x1_t2b_5","v":"Establishing rigid sets of criteria may be less suitable for non-standard decision questions"}]
[]
[]
[null,{"$f":"_2.1_g1_x1_t4","v":"When should this approach be used?"},null,"●",{"$f":"_2.1_g1_x1_t1c","v":"If no country-appropriate set of criteria exists (in the longer term it is recommended to develop a standardized set of criteria)"},null,null,null,null,{"$f":"_2.1_g1_x1_t2c","v":"It is highly advisable for all countries to move towards an institutionalised approach. Where possible the criteria should be the same as or consistent with health technology assessment (HTA) and health sector prioritization criteria."}]
[]
[]
[]
[null,null,null,"●",{"$f":"_2.1_g1_x1_t1c_1","v":"For high priority decision questions in which stakeholder ownership and buy-in is critical"}]
[]
[]
[]
[null,null,null,"●",{"$f":"_2.1_g1_x1_t1c_2","v":"For specialized decision questions that cannot be addressed using established sets of criteria"}]
[]
[]
[null,{"$f":"_2.1_g1_x1_t5","v":"Further details"},null,{"$f":"_2.1_g1_x3","v":"Developing a set of criteria specific to the decision question (one-off approach)"},null,null,null,null,null,{"$f":"_2.1_g1_x4","v":"Establishing a set of criteria for use across recommendations (institutionalized approach)"}]
[]
[]
[]
[]
[null,{"$f":"\"2) \"&_2.1_g1_x2","v":"2) Using an existing set of criteria"}]
[null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 38\"","v":"Refer to manual: 2. Criteria for decision-making, pages 38"}]
[]
[null,{"$f":"_2.1_g1_x2_1","v":"In many instances, there may be established lists of criteria at the country or global levels that can be applied for a recommendation. Examples include:"}]
[]
[null,"●",{"$f":"_2.1_g1_x2_1a","v":"frameworks used by the NITAG, such as the Supporting Independent Immunization and Vaccine Advisory Committees (SIVAC) framework"}]
[null,"●",{"$f":"_2.1_g1_x2_1b","v":"criteria defined by the health technology assessment (HTA) agency or benefits package selection (BPS) committee."}]
[]
[null,null,null,{"$f":"UPPER(_link)&\": \"&_2.1_g1_x2_1b_link","v":"LINK: DecideHealth.world website – for further information on HTA in your country"}]
[]
[null,"●",{"$f":"_2.1_g1_x2_1c","v":"Lists of suggested criteria for different types of decision questions that have been put together at the global level. Note that it is highly recommended to tailor these lists to your setting."}]
[]
[]
[null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx2","v":"MORE INFORMATION: Recommended criteria for different types of decision question"}]
[]
[null,{"$f":"_2.1_g1_x2_3","v":"If an existing set of criteria is identified, it is highly advised to consider the following points:"}]
[null,"●",{"$f":"_2.1_g1_x2_3a","v":"Are the criteria suitable for the decision question?"}]
[null,"●",{"$f":"_2.1_g1_x2_3b","v":"Do the criteria reflect the priorities set out in your national immunization strategy (NIS) or comprehensive multi-year strategic plan (cMYP) for immunization?"}]
[null,"●",{"$f":"_2.1_g1_x2_3c","v":"Do the criteria adhere to best practice?"}]
[]
[null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx1","v":"MORE INFORMATION: Best practice checklist for selecting criteria"}]
[]
[]
[null,{"$f":"\"3) \"&_2.1_g1_x3","v":"3) Developing a set of criteria specific to the decision question (one-off approach)"}]
[null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 38-40\"","v":"Refer to manual: 2. Criteria for decision-making, pages 38-40"}]
[]
[null,{"$f":"_2.1_g1_x3_x","v":"The steps below outline a process to jointly develop a set of criteria specifically for this recommendation."}]
[]
[null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx1","v":"MORE INFORMATION: Best practice checklist for selecting criteria"}]
[]
[null,{"$f":"\"1) \"&_2.1_g1_x3_1","v":"1) Develop a complete list of criteria"}]
[null,"●",{"$f":"_2.1_g1_x3_1a","v":"Ask all committee members to put forward criteria that they think are important to consider when making the recommendation."}]
[]
[null,"●",{"$f":"_2.1_g1_x3_1b","v":"Ask all committee members to write their chosen criteria on post-it notes (one criterion per post-it note); this can help increase participation from all group members. "}]
[]
[]
[null,{"$f":"\"2) \"&_2.1_g1_x3_2","v":"2) Group the criteria"}]
[null,"●",{"$f":"_2.1_g1_x3_2a","v":"Gather all criteria put forward by committee members, grouping similar criteria."}]
[null,"●",{"$f":"_2.1_g1_x3_2b","v":"Discuss each of the criteria in turn. Is there any difference in how committee members interpret each criterion? Ensure that all committee members have the same understanding of each criterion and that all criteria reflect core values (refer to the best practice checklist)."}]
[]
[]
[null,"●",{"$f":"_2.1_g1_x3_2c","v":"Examine the list of criteria and remove any that are redundant and will not allow the committee to discriminate between the options"}]
[]
[null,"●",{"$f":"_2.1_g1_x3_2d","v":"Consider the criteria as a whole. Are any important considerations missing? It may be helpful to refer to reference lists of criteria to ensure all important dimensions have been considered."}]
[]
[]
[null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx2","v":"MORE INFORMATION: Recommended criteria for different types of decision question"}]
[]
[null,{"$f":"\"3) \"&_2.1_g1_x3_3","v":"3) Refine the list of criteria"}]
[null,"●",{"$f":"_2.1_g1_x3_3a","v":"Examine the criteria – are they all unique and independent? (refer to the best practice checklist)"}]
[null,"●",{"$f":"_2.1_g1_x3_3b","v":"Ensure criteria have consistent phrasing, to avoid framing bias (refer to the best practice checklist)"}]
[]
[null,{"$f":"\"4) \"&_2.1_g1_x3_4","v":"4) Finalize the list of criteria"}]
[null,"●",{"$f":"_2.1_g1_x3_4a","v":"Pare the final list of criteria to a maximum of 8. As the number of criteria increases, the contribution of each criterion decreases and there is an increase in evidence collection requirements, as well as increased cognitive burden on the committee to keep track of all criteria during discussions. It is therefore advisable to reduce the number of criteria as far as possible without losing all important dimensions to capture in the recommendation."}]
[]
[]
[]
[null,"●",{"$f":"_2.1_g1_x3_b","v":"Review the best practice checklist before finalizing and recording the list of criteria. "}]
[]
[null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx1","v":"MORE INFORMATION: Best practice checklist for selecting criteria"}]
[]
[]
[null,{"$f":"\"4) \"&_2.1_g1_x4","v":"4) Establishing a set of criteria for use across recommendations (institutionalized approach)"}]
[]
[null,{"$f":"_1.5.2_g_source&\": Evidence-informed deliberative processes. A practical guide for HTA agencies to enhance legitimate decision-making. Version 1.0. Nijmegen: Radboud university medical center; 2019.\"","v":"Adapted from: Evidence-informed deliberative processes. A practical guide for HTA agencies to enhance legitimate decision-making. Version 1.0. Nijmegen: Radboud university medical center; 2019."}]
[]
[null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 40-41\"","v":"Refer to manual: 2. Criteria for decision-making, pages 40-41"}]
[]
[null,{"$f":"_2.1_g1_x4_x","v":"The following steps outline a potential approach to establish a country-specific set of criteria for immunization decisions. It is not intended to be prescriptive and can be adapted as needed."}]
[]
[]
["1)",{"$f":"_2.1_g1_x4_1","v":"Articulate the scope"}]
[null,"●",{"$f":"_2.1_g1_x4_1a","v":"It is important to clearly articulate the types of decision questions that will be addressed using the criteria, to ensure that the criteria are fit for purpose."}]
[]
[]
["2)",{"$f":"_2.1_g1_x4_2","v":"Scope whether there is already a set of criteria in the health programme that is fit-for-purpose."}]
[null,"●",{"$f":"_2.1_g1_x4_2a&\": 2) \"&_2.1_g1_x2","v":"Refer to: : 2) Using an existing set of criteria"}]
[]
["3)",{"$f":"_2.1_g1_x4_3","v":"Identify the relevant stakeholders to engage"}]
[null,"●",{"$f":"_2.1_g1_x4_3a&\" 1.4 \"&_1.4","v":"It can be helpful to follow the principles outlined in sheet 1.4 Participation"}]
[null,"●",{"$f":"_2.1_g1_x4_3b","v":"It is highly recommended to include members from any HTA agency or benefits package selection committees that exist in the country."}]
[]
[]
["4)",{"$f":"_2.1_g1_x4_4","v":"Map strategic goals of the immunization programme"}]
[null,"●",{"$f":"_2.1_g1_x4_4a","v":"In a workshop format, identify 3–4 goals with the relevant stakeholders, using the national immunization strategy and national health sector plan as the basis."}]
[]
[]
["5)",{"$f":"_2.1_g1_x4_5","v":"Identify criteria based on the strategic goals"}]
[null,"●",{"$f":"_2.1_g1_x4_5a","v":"Identify a diverse set of decision questions, based on the scope, for which the decision criteria should be applicable."}]
[]
[null,"●",{"$f":"_2.1_g1_x4_5b","v":"Identify relevant criteria to address the decision question that fall within the strategic goals. Repeat for each example question."}]
[]
[null,"●",{"$f":"_2.1_g1_x4_5c","v":"Compare the similarities and differences in the criteria selected for each decision question."}]
[]
[null,"●",{"$f":"_2.1_g1_x4_5d","v":"Group the criteria that are consistently selected across criteria into \"generic criteria\", which will be applied to all decision questions. Criteria that only apply to certain questions can be grouped into a checklist of \"contextual criteria\" that may or may not be applied, depending on the decision question."}]
[]
[]
[]
[null,"●",{"$f":"_2.1_g1_x4_5e","v":"Review the generic criteria and the full set of generic and contextual criteria. Ensure that they fulfil the requirements laid out in the best practice checklist:"}]
[]
[]
[null,null,null,{"$f":"UPPER(_more_info)&\": \"&_2.1.2_xx1","v":"MORE INFORMATION: Best practice checklist for selecting criteria"}]
[]
["6)",{"$f":"_2.1_g1_x4_6","v":"Continue to evaluate and revise the set of criteria"}]
[null,"●",{"$f":"_2.1_g1_x4_6a","v":"It is important to test and to continue revising the criteria with repeated use."}]
[null,"●",{"$f":"_2.1_g1_x4_6b","v":"It is recommended to clearly articulate the extent to which criteria can be adapted to the decision question, or whether they are fixed."}]
[]
[null,"●",{"$f":"_2.1_g1_x4_6c","v":"It is recommended to set up a process to review the set of criteria every 5 years."}]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 2.1 \"&_2.1","v":" 2.1 Criteria list"}]

{"sheet":"info2.1.2","index":39,"n_rows":79,"n_cols":12,"rows_kept":79,"cut":false,"hidden":false,"merged":[[1,1,1,10],[2,0,3,0],[2,1,3,10],[4,1,5,14],[7,1,8,14],[1,11,1,14],[28,2,30,14],[19,2,21,14],[31,2,33,14],[48,2,50,14],[38,1,38,14],[36,1,37,13],[42,1,42,14],[43,1,44,14],[45,2,47,14],[11,1,12,14],[10,1,10,13],[13,2,18,14],[25,1,25,13],[26,1,27,14],[77,11,77,14],[71,2,72,14],[53,1,53,14],[54,1,56,14],[61,2,65,14],[77,5,78,8],[73,2,75,14],[57,2,60,14],[68,1,70,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_2.1_g2&\" (2.1)\"","v":"Best practice checklist for decision criteria (2.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 2.1 \"&_2.1","v":" 2.1 Criteria list"}]
[]
[null,{"$f":"_1.5.2_g_source&\": Multiple Criteria Decision Analysis for Health Care Decision Making—Emerging Good Practices: Report 2 of the ISPOR MCDA Emerging Good Practices Task Force. Value in Health. 2016;19(2):125-137.\"","v":"Adapted from: Multiple Criteria Decision Analysis for Health Care Decision Making—Emerging Good Practices: Report 2 of the ISPOR MCDA Emerging Good Practices Task Force. Value in Health. 2016;19(2):125-137."}]
[]
[]
[null,{"$f":"_2.1_g2_x","v":"It is highly recommended to verify that your decision criteria meet the conditions set out in the following checklist."}]
[]
["1)",{"$f":"_2.1_g2_x1","v":"Value-based"}]
[null,{"$f":"_2.1_g2_x1b","v":"Question: Why is this criterion important?"}]
[null,{"$f":"_2.1_g2_x1a","v":"Criteria should reflect factors that are fundamentally important to the committee and for achieving the strategic goals of the programme. It is important to try to avoid criteria that describe the characteristics of the options."}]
[]
[null,"●",{"$f":"_2.1_g2_x1c","v":"Example 1: Consider the criterion \"doses per container\". This is a weak criterion as it reflects a vaccine characteristic and not what is important to the committee: is “doses per container” important because the committee wants to increase coverage, reduce procurement cost, decrease biohazardous waste, improve safety through reducing contamination risk, or reduce burden on the supply chain? If the committee members have selected this criterion because they want to increase coverage and reduce procurement costs, \"coverage\" and \"budget impact\" would be more appropriate criteria."}]
[]
[]
[]
[]
[]
[null,"●",{"$f":"_2.1_g2_x1d","v":"Example 2: Consider the criterion \"reduced incidence of adverse events following immunization (AEFI)”. Is this important to the committee members because they are concerned with vaccine safety and/or vaccine hesitancy? The criterion should be adjusted accordingly."}]
[]
[]
[]
[]
["2)",{"$f":"_2.1_g2_x2","v":"Relevant to the decision question"}]
[null,{"$f":"_2.1_g2_x2b","v":"Question: Are there any criteria that we know will not discriminate between the options?"}]
[null,{"$f":"_2.1_g2_x2a","v":"Criteria that do not discriminate among the options are redundant and will increase evidence collection requirements without supporting the recommendation of the committee."}]
[]
[null,"●",{"$f":"_2.1_g2_x2c","v":"Example 1: Consider the criterion \"Protection against locally circulating strains\". For rotavirus product selection, this criterion may not be relevant as there is no evidence that available vaccine products afford differential protection against different rotavirus genotypes."}]
[]
[]
[null,"●",{"$f":"_2.1_g2_x2d","v":"Example 2: Consider the criterion \"WHO prequalification\". If all of the options are WHO pre-qualified, this is not a relevant criterion."}]
[]
[]
[]
["3)",{"$f":"_2.1_g2_x3","v":"Complete"}]
[null,{"$f":"_2.1_g2_x3b","v":"Question: Do the criteria cover all important considerations? Are any factors missing? Would the decision-maker want to see any other criteria?"}]
[]
[null,{"$f":"_2.1_g2_x3a","v":"The final set of criteria should cover all dimensions that are important for the decision question."}]
[]
[]
["4)",{"$f":"_2.1_g2_x4","v":"Unique"}]
[null,{"$f":"_2.1_g2_x4b","v":"Question: Are any of the criteria related? Does any criterion contribute directly to another?"}]
[null,{"$f":"_2.1_g2_x4a","v":"It is important to make sure that criteria are not double-counted, as this would mean that one or more of the criteria may be contributing more to the final recommendation than indicated by its weight."}]
[]
[null,"●",{"$f":"_2.1_g2_x4c","v":"Example 1: Consider the criteria \"effectiveness\" and \"herd immunity\". Since herd immunity contributes to vaccine effectiveness, it is advisable to revise these criteria to \"efficacy\" and \"herd immunity\"."}]
[]
[]
[null,"●",{"$f":"_2.1_g2_x4d","v":"Example 2: Consider the criteria \"budget impact\" and \"cost-effectiveness\". Procurement costs and delivery costs will be included in both criteria, so cost will be double-counted."}]
[]
[]
[]
["5)",{"$f":"_2.1_g2_x5","v":"Independent"}]
[null,{"$f":"_2.1_g2_x5b","v":"Question: Does the importance of this criterion depend on any of the others?"}]
[null,{"$f":"_2.1_g2_x5a","v":"As far as possible, criteria should not be dependent on other criteria. In practice, it can be difficult to ensure all criteria are independent, but the committee should seek to ensure independence where possible."}]
[]
[]
[null,"●",{"$f":"_2.1_g2_x5c","v":"Example: Consider the criteria \"vaccine efficacy\" and \"burden of disease\". People may consider lower efficacy more acceptable for vaccines targeting illnesses with higher burden of disease Therefore, the importance of vaccine efficacy and burden of disease are interdependent and these criteria are not independent."}]
[]
[]
[]
[null,null,{"$f":"_2.1_g2_x_cost","v":"Important: criteria that are not unique or independent can be considered separately, either before other criteria to shortlist options, or after to consider feasibility. "}]
[]
[]
[]
[]
[]
["6)",{"$f":"_2.1_g2_x6","v":"Phrased to avoid framing bias"}]
[null,{"$f":"_2.1_g2_x6a","v":"How criteria are framed can influence the relative importance people assign to them. To ensure that there is no bias introduced into the weighting step (2.2), it is important to ensure that criteria are consistently phrased in terms of gains or losses."}]
[]
[]
[null,"●",{"$f":"_2.1_g2_x6b","v":"Example 1: Since people are risk averse, they are more likely to assign high importance to \"deaths averted\" than to \"lives saved\"."}]
[]
[null,"●",{"$f":"_2.1_g2_x6c","v":"Example 2: Similarly, people may assign greater importance to the criterion \"Risk of adverse events\" than \"Safety profile\"."}]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 2.1 \"&_2.1","v":" 2.1 Criteria list"}]

{"sheet":"info2.3.1","index":40,"n_rows":114,"n_cols":12,"rows_kept":114,"cut":false,"hidden":false,"merged":[[1,1,1,10],[2,1,3,10],[11,1,13,14],[17,2,17,5],[19,2,19,14],[6,1,6,8],[7,1,7,8],[1,11,1,14],[36,2,36,3],[36,4,36,5],[36,6,36,7],[35,9,37,14],[2,0,3,0],[20,3,23,14],[24,3,26,14],[27,3,30,14],[33,2,34,3],[33,6,34,7],[35,2,35,3],[35,4,35,5],[35,6,35,7],[38,2,38,11],[39,2,39,14],[43,2,43,14],[48,1,48,14],[50,1,52,14],[55,2,55,4],[55,5,55,14],[56,2,56,4],[56,5,56,14],[57,2,57,4],[57,5,57,14],[58,2,58,14],[61,2,61,4],[61,5,61,14],[62,2,62,4],[62,5,62,14],[63,2,63,4],[63,5,63,14],[67,2,67,4],[67,5,67,14],[68,2,68,4],[68,5,68,14],[69,2,71,4],[69,5,71,14],[75,2,75,4],[75,5,75,14],[76,2,76,4],[76,5,76,14],[77,2,77,4],[77,5,79,14],[83,2,83,4],[83,5,83,14],[84,2,84,4],[84,5,84,14],[85,2,85,4],[85,5,85,14],[89,2,89,4],[89,5,89,14],[90,2,90,4],[90,5,90,14],[91,2,94,4],[91,5,94,14],[96,2,96,4],[96,5,96,14],[97,2,97,4],[97,5,97,14],[106,2,106,4],[106,5,109,14],[112,5,113,8],[98,2,98,4],[98,5,100,14],[104,2,104,4],[104,5,104,14],[105,2,105,4],[105,5,105,14],[113,11,113,12],[112,11,112,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_2.3.1_link&\" (2.3.1)\"","v":"Guidance on setting up a scale (with examples) (2.3.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 2.3 \"&_2.3_tab","v":" 2.3 Rules"}]
[]
[null,{"$f":"_ref_manual&\" 2. \"&_2&\", \"&_ref_page&\" 49-52\"","v":"Refer to manual: 2. Criteria for decision-making, pages 49-52"}]
[]
[null,{"$f":"\"1) \"&_2.3.1_g1_x1","v":"1) Modifying the scale in the tool"}]
[null,{"$f":"\"2) \"&_2.3.1_g2","v":"2) Defining the scoring scales (with examples)"}]
[]
[null,{"$f":"\"1) \"&_2.3.1_g1_x1","v":"1) Modifying the scale in the tool"}]
[]
[null,{"$f":"_2.3.1_g1_x2&\" \"&_2.3.1_g1_x1a&\" \"&_2.3.1_g1_x1b","v":"The same scale is used across all criteria to allow a common comparison of criteria with different outcome measures. The tool has a default range of 4 with the following labels: Poor, Average, Good, Very good. Both the range and the labels of the scoring scale can be modified by the committee."}]
[]
[]
[]
[null,{"$f":"\"1) \"&_2.3.1_g1_x1c","v":"1) To change the range (maximum is 10):"}]
[]
[null,null,{"$f":"_2.3.1_scores&\":\"","v":"# possible scores in the scale:"},null,null,null,3]
[]
[null,null,{"$f":"_2.3.1_g1_x2a","v":"When considering the range of the scale, it can be helpful to consider the following points:"}]
[null,null,"●",{"$f":"_2.3.1_g1_x2b","v":"How much detail is needed? If only one of a similar set of options must be selected, a greater scale range can help discriminate among options. However, if it is more useful to consider whether there are significant differences among the options, a smaller range may be more appropriate."}]
[]
[]
[]
[null,null,"●",{"$f":"_2.3.1_g1_x2c","v":"Will a greater scoring scale lead to a false sense of precision? The construction of scoring scales is subjective. In certain cases, greater scoring scale ranges can over-emphasise focus on the scores."}]
[]
[]
[null,null,"●",{"$f":"_2.3.1_g1_x2d","v":"For quantitative MCDA only: What is the appropriate balance between weights and scores? A smaller range for the scoring scale will emphasize the weights, whereas a greater range for the scoring scale will mean that scores influence the outcomes more than weights."}]
[]
[]
[]
[]
[null,{"$f":"\"2) \"&_2.3.1_g1_x1d","v":"2) To change the labels:"}]
[null,null,{"$f":"_2.3.1_g1_x1f","v":"Worst score"},null,null,null,{"$f":"_2.3.1_g1_x1g","v":"Best score"}]
[]
[null,null,1,null,2,null,3,null,null,{"$f":"_2.3.1_g1_x1e","v":"Important note: The tool is configured so that lower scores denote poorer performance."}]
[null,null,"Unacceptable",null,"Satisfactory",null,"Good"]
[]
[]
[null,"●",{"$f":"_2.3.1_g1_x1h","v":"If the committee wishes to use a numerical scale, the labels can be left blank:"}]
[]
[]
[]
[null,"●",{"$f":"_2.3.1_g1_x1i","v":"If the committee wishes to include a score of zero, the label for the lowest score should be set to \"0\":"}]
[]
[]
[]
[]
[null,{"$f":"\"2) \"&_2.3.1_g2","v":"2) Defining the scoring scales (with examples)"}]
[]
[null,{"$f":"_2.3.1_g2_x1","v":"For each criterion, the committee defines how scores will be assigned. There is no correct way to do this; it depends on the judgement of the committee. Some examples of different ways to define the scoring scales are outlined below."}]
[]
[]
[null,"1)",{"$f":"_2.3.1_g2_x2","v":"The scale can be set up in a linear manner"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x2a","v":"Financial sustainability"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x2c","v":"# years fixed pricing agreement"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x2b","v":"Poor – 1 year or less, Average – 2 years, Good – 3 years, Very good – 4 years or more"}]
[]
[null,"2)",{"$f":"_2.3.1_g2_x3","v":"Alternatively, the intervals of the scale can be varied"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x3a","v":"Protection from the vaccine against disease"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x3c","v":"Vaccine efficacy"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x3b","v":"Poor is <50%, Average is 50–80%, Good is 80–95%, Very good is >95% "}]
[]
[null,"3)",{"$f":"_2.3.1_g2_x4","v":"The scale can also be set up as a function of the goals"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x4a","v":"Saving lives from vaccine-preventable disease"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x4c","v":"# deaths averted each year"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x4b","v":"The scale is relative to the burden of disease without vaccination: 0 is <20% deaths averted; 1 is 20–40% deaths averted; 2 is 40–60% deaths averted; 3 is 60–80% deaths averted; 4 is >80% deaths averted"}]
[]
[]
[]
[null,"4)",{"$f":"_2.3.1_g2_x5","v":"Or instead, as a function of systems capacity or constraints"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x5a","v":"Budget impact"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x5c","v":"Total vaccine procurement cost"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x5b","v":"0 – more than 10% increase of vaccine procurement budget required; 1 – exceeds current vaccine procurement budget, but less than 10%; 2 – no change in budget required"}]
[]
[]
[]
[null,"5)",{"$f":"_2.3.1_g2_x6","v":"For dichotomous criteria, the end points of the scale can be used"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x6a","v":"Religious acceptance"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x6c","v":"Halal/not halal"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x6b","v":"1 – the vaccine is not halal; 5 – the vaccine is halal"}]
[]
[null,"6)",{"$f":"_2.3.1_g2_x7","v":"Combination scales can be defined if there are multiple factors to take into account"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x7a","v":"Protection against prevalent strains in the country"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x7c","v":"# circulating strains covered by the vaccine"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x7b","v":"The score will be a composite sum of the strains covered by the vaccine: 2 points if the vaccine protects against strain A (over 50% prevalence in our country); 1 point each for strains B, C, D (10–15% prevalence in our country); 0 points for all other strains (less than 4% prevalence in our country). For example, a vaccine protecting against strains A, C, F and G receives a score of 3."}]
[]
[]
[]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x7d","v":"Supply availability"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x7f","v":"Local manufacture and available supply"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x7e","v":"1 – foreign manufacturer and no guaranteed supply for the next 2 years; 3 – either local manufacturer or guaranteed supply for the next 2 years; 5 – local manufacture and guaranteed supply for the next 2 years"}]
[]
[]
[]
[null,"7)",{"$f":"_2.3.1_g2_x8","v":"For some criteria, more qualitative judgement scales may be appropriate"}]
[]
[null,null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.3.1_g2_x8a","v":"Acceptability to health workers"}]
[null,null,{"$f":"_outcome_measure","v":"Outcome measure"},null,null,{"$f":"_2.3.1_g2_x8c","v":"Complexity to manage and administer"}]
[null,null,{"$f":"_scale","v":"Scale"},null,null,{"$f":"_2.3.1_g2_x8b","v":"Poor – product features make the product more difficult to manage and administer than the existing product\nAverage – similar complexity to the existing product\nGood – improvements in ease of managing and administering the product compared to existing product"}]
[]
[]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 2.3 \"&_2.3_tab","v":" 2.3 Rules"}]

{"sheet":"info3.1","index":41,"n_rows":44,"n_cols":12,"rows_kept":44,"cut":false,"hidden":false,"merged":[[2,0,3,0],[12,1,12,12],[13,2,15,14],[17,3,25,3],[1,1,1,10],[2,1,3,10],[4,1,5,14],[7,1,9,14],[11,1,11,14],[1,11,1,14],[38,1,40,14],[42,5,43,8],[27,4,27,11],[29,2,31,14],[32,1,32,14],[33,1,35,14],[37,1,37,14],[43,11,43,13],[42,11,42,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_3.1_link_1&\" (3.1)\"","v":"Guidance on evidence hierarchy (3.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 3.1 \"&_3.1","v":" 3.1 Evidence collection"}]
[]
[null,{"$f":"_1.5.2_g_source&\": EBM Pyramid and EBM Page Generator, copyright 2006 Trustees of Dartmouth College and Yale University & NITAG RESOURCE CENTER 2020 (http://www.nitag-resource.org/training/strengthen/training-modules)\"","v":"Adapted from: EBM Pyramid and EBM Page Generator, copyright 2006 Trustees of Dartmouth College and Yale University & NITAG RESOURCE CENTER 2020 (http://www.nitag-resource.org/training/strengthen/training-modules)"}]
[]
[]
[null,{"$f":"_3.1_g1_x&\" \"&_3.1_g1_xx","v":"When collecting evidence, it is advisable to focus resources on collecting the best quality of evidence possible. There are three main factors to consider when identifying the scope of data collection and analysis:"}]
[]
[]
[]
[null,{"$f":"\"1) \"&_3.1_g1_x_c","v":"1) Risk of bias"}]
[null,{"$f":"_3.1_g1_x_ca","v":"Two main factors influence bias: type of evidence and the source."}]
[null,"●",{"$f":"_3.1_g1_x_cb","v":"The evidence-based pyramid (below) is commonly used to depict the risk of bias in different types of clinical evidence. In general, it is advisable to seek types of evidence closer to the top of the pyramid."}]
[]
[]
[" "]
[null,null,null,{"$f":"UPPER(_3.1_g1_x_c10)","v":"DECREASED RISK OF BIAS"}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,null,null,{"$f":"_3.1_g1_x_c11","v":"Evidence-based pyramid for clinical studies"}]
[]
[null,"●",{"$f":"_3.1_g1_x_cc","v":"It is also important to consider whether the authors, publishers or funders have a vested interest. For example, studies funded by the manufacturer are less likely to be reliable than WHO position papers."}]
[]
[]
[null,{"$f":"\"2) \"&_3.1_g1_x_a","v":"2) Applicability"}]
[null,{"$f":"_3.1_g1_x_a1","v":"Is the evidence relevant to the decision question (for example, target population, setting)? This factor is more important for certain outcome measures than others. For example, effectiveness is very context specific, whereas efficacy can be more general."}]
[]
[]
[]
[null,{"$f":"\"3) \"&_3.1_g1_x_b","v":"3) Relevance for implementation"}]
[null,{"$f":"_3.1_g1_x_b1","v":"Is the type of evidence likely to reflect real-world implementation? For example, behaviour in a clinical trial may not be representative of behaviour outside of the trial setting."}]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 3.1 \"&_3.1","v":" 3.1 Evidence collection"}]

{"sheet":"supp3.1a","index":42,"n_rows":56,"n_cols":21,"rows_kept":56,"cut":false,"hidden":false,"merged":[[2,0,3,0],[11,1,11,14],[12,1,12,7],[12,8,12,10],[12,11,12,14],[13,1,13,7],[13,8,13,10],[13,11,13,14],[14,1,14,7],[14,8,14,10],[14,11,14,14],[15,1,15,7],[15,8,15,10],[15,11,15,14],[1,1,1,10],[2,1,3,10],[4,1,4,14],[6,1,7,14],[9,1,9,4],[9,5,9,14],[1,11,1,14],[19,1,19,4],[20,1,21,3],[20,4,21,6],[20,7,21,9],[20,10,21,12],[16,1,16,7],[16,8,16,10],[16,11,16,14],[17,1,17,7],[17,8,17,10],[17,11,17,14],[20,13,21,16],[20,17,21,19],[20,20,21,22],[22,1,23,3],[22,4,23,6],[22,7,23,9],[22,10,23,12],[22,13,23,16],[22,17,23,19],[22,20,23,22],[24,17,25,19],[24,20,25,22],[26,1,27,3],[26,4,27,6],[26,7,27,9],[26,10,27,12],[26,13,27,16],[26,17,27,19],[26,20,27,22],[24,1,25,3],[24,4,25,6],[24,7,25,9],[24,10,25,12],[24,13,25,16],[28,17,29,19],[28,20,29,22],[30,1,31,3],[30,4,31,6],[30,7,31,9],[30,10,31,12],[30,13,31,16],[30,17,31,19],[30,20,31,22],[28,1,29,3],[28,4,29,6],[28,7,29,9],[28,10,29,12],[28,13,29,16],[32,17,33,19],[32,20,33,22],[34,1,35,3],[34,4,35,6],[34,7,35,9],[34,10,35,12],[34,13,35,16],[34,17,35,19],[34,20,35,22],[32,1,33,3],[32,4,33,6],[32,7,33,9],[32,10,33,12],[32,13,33,16],[36,17,37,19],[36,20,37,22],[38,1,39,3],[38,4,39,6],[38,7,39,9],[38,10,39,12],[38,13,39,16],[38,17,39,19],[38,20,39,22],[36,1,37,3],[36,4,37,6],[36,7,37,9],[36,10,37,12],[36,13,37,16],[40,17,41,19],[40,20,41,22],[42,1,43,3],[42,4,43,6],[42,7,43,9],[42,10,43,12],[42,13,43,16],[42,17,43,19],[42,20,43,22],[40,1,41,3],[40,4,41,6],[40,7,41,9],[40,10,41,12],[40,13,41,16],[44,17,45,19],[44,20,45,22],[46,1,47,3],[46,4,47,6],[46,7,47,9],[46,10,47,12],[46,13,47,16],[46,17,47,19],[46,20,47,22],[44,1,45,3],[44,4,45,6],[44,7,45,9],[44,10,45,12],[44,13,45,16],[54,5,55,8],[48,17,49,19],[48,20,49,22],[50,1,51,3],[50,4,51,6],[50,7,51,9],[50,10,51,12],[50,13,51,16],[50,17,51,19],[50,20,51,22],[48,1,49,3],[48,4,49,6],[48,7,49,9],[48,10,49,12],[48,13,49,16],[55,11,55,13]]}
[]
[null,{"$f":"UPPER(_supp_sheet)","v":"SUPPLEMENTARY SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_3.1_link_2&\" (3.1)\"","v":"Template tracker sheet for coordinating evidence collection (3.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 3.1 \"&_3.1","v":" 3.1 Evidence collection"}]
[]
[null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 56\"","v":"Refer to manual: 3. Evidence assessment, pages 56"}]
[]
[null,{"$f":"_3.1_g2","v":"This sheet has been designed to support the evidence coordinator in overseeing timely collection of the best quality evidence."}]
[]
[]
[null,{"$f":"_3.1_g2_x1","v":"Evidence coordinator(s):"}]
[]
[null,{"$f":"_3.1_g2_x2","v":"Timelines"}]
[null,{"$f":"_3.1_g2_x2_t1","v":"Activity"},null,null,null,null,null,null,{"$f":"_3.1_g2_x2_t2","v":"Deadline"},null,null,{"$f":"_3.1_g2_x2_t3","v":"Notes"}]
[1]
[2]
[3]
[4]
[5]
[]
[null,{"$f":"_3.1_g2_x3","v":"Tracking table"}]
[null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.1.2_t3","v":"1° outcome measure (indicator)"},null,null,{"$f":"_2.1.2_t4","v":"2° outcome measure (optional)"},null,null,{"$f":"_3.1_g2_x3_a","v":"Focal point(s)"},null,null,{"$f":"_3.1_g2_x_c","v":"Notes on type of evidence or search methods"},null,null,null,{"$f":"_3.1_g2_x3_b","v":"Status"},null,null,{"$f":"_3.1_g2_x2_t3","v":"Notes"}]
[]
[1,{"$f":"_criterion1","v":0},null,null,{"$f":"IF(_measure1a=\"\",\"\",_measure1a)","v":""},null,null,{"$f":"IF(_measure1b=\"\",\"\",_measure1b)","v":""}]
[]
[2,{"$f":"_criterion2","v":0},null,null,{"$f":"IF(_measure2a=\"\",\"\",_measure2a)","v":""},null,null,{"$f":"IF(_measure2b=\"\",\"\",_measure2b)","v":""}]
[]
[3,{"$f":"_criterion3","v":0},null,null,{"$f":"IF(_measure3a=\"\",\"\",_measure3a)","v":""},null,null,{"$f":"IF(_measure3b=\"\",\"\",_measure3b)","v":""}]
[]
[4,{"$f":"_criterion4","v":0},null,null,{"$f":"IF(_measure4a=\"\",\"\",_measure4a)","v":""},null,null,{"$f":"IF(_measure4b=\"\",\"\",_measure4b)","v":""}]
[]
[5,{"$f":"_criterion5","v":0},null,null,{"$f":"IF(_measure5a=\"\",\"\",_measure5a)","v":""},null,null,{"$f":"IF(_measure5b=\"\",\"\",_measure5b)","v":""}]
[]
[6,{"$f":"_criterion6","v":0},null,null,{"$f":"IF(_measure6a=\"\",\"\",_measure6a)","v":""},null,null,{"$f":"IF(_measure6b=\"\",\"\",_measure6b)","v":""}]
[]
[7,{"$f":"_criterion7","v":0},null,null,{"$f":"IF(_measure7a=\"\",\"\",_measure7a)","v":""},null,null,{"$f":"IF(_measure7b=\"\",\"\",_measure7b)","v":""}]
[]
[8,{"$f":"_criterion8","v":0},null,null,{"$f":"IF(_measure8a=\"\",\"\",_measure8a)","v":""},null,null,{"$f":"IF(_measure8b=\"\",\"\",_measure8b)","v":""}]
[]
[9,{"$f":"_criterion9","v":0},null,null,{"$f":"IF(_measure9a=\"\",\"\",_measure9a)","v":""},null,null,{"$f":"IF(_measure9b=\"\",\"\",_measure9b)","v":""}]
[]
[10,{"$f":"_criterion10","v":0},null,null,{"$f":"IF(_measure10a=\"\",\"\",_measure10a)","v":""},null,null,{"$f":"IF(_measure10b=\"\",\"\",_measure10b)","v":""}]
[]
[11,{"$f":"_criterion11","v":0},null,null,{"$f":"IF(_measure11a=\"\",\"\",_measure11a)","v":""},null,null,{"$f":"IF(_measure11b=\"\",\"\",_measure11b)","v":""}]
[]
[12,{"$f":"_criterion12","v":0},null,null,{"$f":"IF(_measure12a=\"\",\"\",_measure12a)","v":""},null,null,{"$f":"IF(_measure12b=\"\",\"\",_measure12b)","v":""}]
[]
[13,{"$f":"_criterion13","v":0},null,null,{"$f":"IF(_measure13a=\"\",\"\",_measure13a)","v":""},null,null,{"$f":"IF(_measure13b=\"\",\"\",_measure13b)","v":""}]
[]
[14,{"$f":"_criterion14","v":0},null,null,{"$f":"IF(_measure14a=\"\",\"\",_measure14a)","v":""},null,null,{"$f":"IF(_measure14b=\"\",\"\",_measure14b)","v":""}]
[]
[15,{"$f":"_criterion15","v":0},null,null,{"$f":"IF(_measure15a=\"\",\"\",_measure15a)","v":""},null,null,{"$f":"IF(_measure15b=\"\",\"\",_measure15b)","v":""}]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 3.1 \"&_3.1","v":" 3.1 Evidence collection"}]

{"sheet":"supp3.1b","index":43,"n_rows":96,"n_cols":30,"rows_kept":96,"cut":false,"hidden":false,"merged":[[2,0,3,0],[10,1,10,4],[10,5,10,14],[11,1,11,4],[11,5,11,14],[13,1,13,14],[14,1,15,4],[14,5,21,14],[16,1,16,4],[17,1,17,4],[18,1,18,4],[19,1,21,4],[23,1,25,14],[26,1,26,8],[26,9,26,13],[26,14,26,18],[1,1,1,10],[2,1,3,10],[4,1,6,14],[7,1,7,14],[9,1,9,4],[9,5,9,14],[1,11,1,14],[26,19,26,23],[26,24,26,28],[26,29,26,33],[27,1,39,3],[27,4,27,8],[27,9,27,13],[27,14,27,18],[27,19,27,23],[27,24,27,28],[27,29,27,33],[28,4,28,8],[28,9,28,13],[28,14,28,18],[28,19,28,23],[28,24,28,28],[28,29,28,33],[29,29,29,33],[30,4,31,8],[30,9,31,13],[30,14,31,18],[30,19,31,23],[30,24,31,28],[30,29,31,33],[29,4,29,8],[29,9,29,13],[29,14,29,18],[29,19,29,23],[29,24,29,28],[32,29,32,33],[33,4,34,8],[33,9,34,13],[33,14,34,18],[33,19,34,23],[33,24,34,28],[33,29,34,33],[32,4,32,8],[32,9,32,13],[32,14,32,18],[32,19,32,23],[32,24,32,28],[35,29,35,33],[36,4,37,8],[36,9,37,13],[36,14,37,18],[36,19,37,23],[36,24,37,28],[36,29,37,33],[35,4,35,8],[35,9,35,13],[35,14,35,18],[35,19,35,23],[35,24,35,28],[38,29,38,33],[39,4,39,8],[39,9,39,13],[39,14,39,18],[39,19,39,23],[39,24,39,28],[39,29,39,33],[38,4,38,8],[38,9,38,13],[38,14,38,18],[38,19,38,23],[38,24,38,28],[40,24,40,28],[40,29,40,33],[41,4,41,8],[41,9,41,13],[41,14,41,18],[41,19,41,23],[41,24,41,28],[41,29,41,33],[40,1,52,3],[40,4,40,8],[40,9,40,13],[40,14,40,18],[40,19,40,23],[42,4,42,8],[42,9,42,13],[42,14,42,18],[42,19,42,23],[45,4,45,8],[45,9,45,13],[45,14,45,18],[45,19,45,23],[48,4,48,8],[48,9,48,13],[48,14,48,18],[45,24,45,28],[45,29,45,33],[46,4,47,8],[46,9,47,13],[46,14,47,18],[46,19,47,23],[46,24,47,28],[46,29,47,33],[42,24,42,28],[42,29,42,33],[43,4,44,8],[43,9,44,13],[43,14,44,18],[43,19,44,23],[43,24,44,28],[43,29,44,33],[48,19,48,23],[48,24,48,28],[48,29,48,33],[49,4,50,8],[49,9,50,13],[49,14,50,18],[49,19,50,23],[49,24,50,28],[49,29,50,33],[51,29,51,33],[52,4,52,8],[52,9,52,13],[52,14,52,18],[52,19,52,23],[52,24,52,28],[52,29,52,33],[51,4,51,8],[51,9,51,13],[51,14,51,18],[51,19,51,23],[51,24,51,28],[53,24,53,28],[53,29,53,33],[54,4,54,8],[54,9,54,13],[54,14,54,18],[54,19,54,23],[54,24,54,28],[54,29,54,33],[53,1,65,3],[53,4,53,8],[53,9,53,13],[53,14,53,18],[53,19,53,23],[55,4,55,8],[55,9,55,13],[55,14,55,18],[55,19,55,23],[58,4,58,8],[58,9,58,13],[58,14,58,18],[58,19,58,23],[61,4,61,8],[61,9,61,13],[61,14,61,18],[58,24,58,28],[58,29,58,33],[59,4,60,8],[59,9,60,13],[59,14,60,18],[59,19,60,23],[59,24,60,28],[59,29,60,33],[55,24,55,28],[55,29,55,33],[56,4,57,8],[56,9,57,13],[56,14,57,18],[56,19,57,23],[56,24,57,28],[56,29,57,33],[61,19,61,23],[61,24,61,28],[61,29,61,33],[62,4,63,8],[62,9,63,13],[62,14,63,18],[62,19,63,23],[62,24,63,28],[62,29,63,33],[64,29,64,33],[65,4,65,8],[65,9,65,13],[65,14,65,18],[65,19,65,23],[65,24,65,28],[65,29,65,33],[64,4,64,8],[64,9,64,13],[64,14,64,18],[64,19,64,23],[64,24,64,28],[66,24,66,28],[66,29,66,33],[67,4,67,8],[67,9,67,13],[67,14,67,18],[67,19,67,23],[67,24,67,28],[67,29,67,33],[66,1,78,3],[66,4,66,8],[66,9,66,13],[66,14,66,18],[66,19,66,23],[68,4,68,8],[68,9,68,13],[68,14,68,18],[68,19,68,23],[71,4,71,8],[71,9,71,13],[71,14,71,18],[71,19,71,23],[74,4,74,8],[74,9,74,13],[74,14,74,18],[71,24,71,28],[71,29,71,33],[72,4,73,8],[72,9,73,13],[72,14,73,18],[72,19,73,23],[72,24,73,28],[72,29,73,33],[68,24,68,28],[68,29,68,33],[69,4,70,8],[69,9,70,13],[69,14,70,18],[69,19,70,23],[69,24,70,28],[69,29,70,33],[74,19,74,23],[74,24,74,28],[74,29,74,33],[75,4,76,8],[75,9,76,13],[75,14,76,18],[75,19,76,23],[75,24,76,28],[75,29,76,33],[77,29,77,33],[78,4,78,8],[78,9,78,13],[78,14,78,18],[78,19,78,23],[78,24,78,28],[78,29,78,33],[77,4,77,8],[77,9,77,13],[77,14,77,18],[77,19,77,23],[77,24,77,28],[79,24,79,28],[79,29,79,33],[80,4,80,8],[80,9,80,13],[80,14,80,18],[80,19,80,23],[80,24,80,28],[80,29,80,33],[79,1,91,3],[79,4,79,8],[79,9,79,13],[79,14,79,18],[79,19,79,23],[81,4,81,8],[81,9,81,13],[81,14,81,18],[81,19,81,23],[84,4,84,8],[84,9,84,13],[84,14,84,18],[84,19,84,23],[87,4,87,8],[87,9,87,13],[87,14,87,18],[84,24,84,28],[84,29,84,33],[85,4,86,8],[85,9,86,13],[85,14,86,18],[85,19,86,23],[85,24,86,28],[85,29,86,33],[81,24,81,28],[81,29,81,33],[82,4,83,8],[82,9,83,13],[82,14,83,18],[82,19,83,23],[82,24,83,28],[82,29,83,33],[87,19,87,23],[87,24,87,28],[87,29,87,33],[88,4,89,8],[88,9,89,13],[88,14,89,18],[88,19,89,23],[88,24,89,28],[88,29,89,33],[94,5,95,8],[90,29,90,33],[91,4,91,8],[91,9,91,13],[91,14,91,18],[91,19,91,23],[91,24,91,28],[91,29,91,33],[90,4,90,8],[90,9,90,13],[90,14,90,18],[90,19,90,23],[90,24,90,28],[95,11,95,13],[94,11,94,14]]}
[]
[null,{"$f":"UPPER(_supp_sheet)","v":"SUPPLEMENTARY SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_3.1_link_3&\" (3.1)\"","v":"Template sheet for evidence collection (3.1)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 3.1 \"&_3.1","v":" 3.1 Evidence collection"}]
[]
[null,{"$f":"_1.5.2_g_source&\": 5 Reviewing the scientific evidence. Methods for the development of NICE public health guidance (third edition). 2012. Available from:  www.nice.org.uk/process/pmg4/chapter/reviewing-the-scientific-evidence#assessing-the-quality-of-the-evidence\"","v":"Adapted from: 5 Reviewing the scientific evidence. Methods for the development of NICE public health guidance (third edition). 2012. Available from:  www.nice.org.uk/process/pmg4/chapter/reviewing-the-scientific-evidence#assessing-the-quality-of-the-evidence"}]
[]
[]
[null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 56\"","v":"Refer to manual: 3. Evidence assessment, pages 56"}]
[]
[null,{"$f":"_criterion","v":"Criterion"}]
[null,{"$f":"_2.1.2_t3","v":"1° outcome measure (indicator)"}]
[null,{"$f":"_2.1.2_t4","v":"2° outcome measure (optional)"}]
[]
[null,{"$f":"_3.1_g3_1","v":"Methods for data collection and analysis"}]
[null,{"$f":"_mention_points_relevant","v":"You may wish to consider the following points, when relevant:"}]
[]
[null,{"$f":"\" -   \"&_3.1_g3_1a","v":" -   Search terms, databases"}]
[null,{"$f":"\" -   \"&_3.1_g3_1b","v":" -   Analytical tools"}]
[null,{"$f":"\" -   \"&_3.1_g3_1c","v":" -   Identification of experts"}]
[null,{"$f":"\" -   \"&_3.1_g3_1d","v":" -   Evidence not considered due to quality, focus or time constraints"}]
[]
[]
[]
[null,{"$f":"_3.1_g3_2x","v":"The type and quality of available evidence will vary across criteria. The table below provides a template for synthesizing key information from each data source identified, but it is not exhaustive and not all points will be relevant for all criteria."}]
[]
[]
[null,{"$f":"UPPER(_3.1_g3_2)","v":"EVIDENCE TABLE"},null,null,null,null,null,null,null,{"$f":"_3.1_g3_2_t&\" 1\"","v":"Data source/study 1"},null,null,null,null,{"$f":"_3.1_g3_2_t&\" 2\"","v":"Data source/study 2"},null,null,null,null,{"$f":"_3.1_g3_2_t&\" 3\"","v":"Data source/study 3"},null,null,null,null,{"$f":"_3.1_g3_2_t&\" 4\"","v":"Data source/study 4"},null,null,null,null,{"$f":"_3.1_g3_2_t&\" 5\"","v":"Data source/study 5"}]
[1,{"$f":"_option1","v":0},null,null,{"$f":"_3.1_g3_2_t1","v":"Reference"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t2","v":"Date published/updated"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t3","v":"Funding details"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t4","v":"Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t5","v":"Study research question(s)"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t6","v":"Study design and methods (e.g. sample size, comparator)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t7","v":"Population and country/setting"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t8","v":"Key outcomes and findings (e.g. confidence intervals)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t9","v":"Study limitations"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t10","v":"Other notes"}]
[2,{"$f":"_option2","v":0},null,null,{"$f":"_3.1_g3_2_t1","v":"Reference"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t2","v":"Date published/updated"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t3","v":"Funding details"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t4","v":"Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t5","v":"Study research question(s)"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t6","v":"Study design and methods (e.g. sample size, comparator)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t7","v":"Population and country/setting"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t8","v":"Key outcomes and findings (e.g. confidence intervals)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t9","v":"Study limitations"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t10","v":"Other notes"}]
[3,{"$f":"_option3","v":0},null,null,{"$f":"_3.1_g3_2_t1","v":"Reference"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t2","v":"Date published/updated"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t3","v":"Funding details"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t4","v":"Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t5","v":"Study research question(s)"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t6","v":"Study design and methods (e.g. sample size, comparator)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t7","v":"Population and country/setting"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t8","v":"Key outcomes and findings (e.g. confidence intervals)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t9","v":"Study limitations"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t10","v":"Other notes"}]
[4,{"$f":"_option4","v":0},null,null,{"$f":"_3.1_g3_2_t1","v":"Reference"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t2","v":"Date published/updated"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t3","v":"Funding details"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t4","v":"Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t5","v":"Study research question(s)"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t6","v":"Study design and methods (e.g. sample size, comparator)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t7","v":"Population and country/setting"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t8","v":"Key outcomes and findings (e.g. confidence intervals)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t9","v":"Study limitations"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t10","v":"Other notes"}]
[5,{"$f":"_option5","v":0},null,null,{"$f":"_3.1_g3_2_t1","v":"Reference"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t2","v":"Date published/updated"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t3","v":"Funding details"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t4","v":"Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t5","v":"Study research question(s)"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t6","v":"Study design and methods (e.g. sample size, comparator)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t7","v":"Population and country/setting"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t8","v":"Key outcomes and findings (e.g. confidence intervals)"}]
[]
[null,null,null,null,{"$f":"_3.1_g3_2_t9","v":"Study limitations"}]
[null,null,null,null,{"$f":"_3.1_g3_2_t10","v":"Other notes"}]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 3.1 \"&_3.1","v":" 3.1 Evidence collection"}]

{"sheet":"info3.2","index":44,"n_rows":64,"n_cols":12,"rows_kept":64,"cut":false,"hidden":false,"merged":[[2,0,3,0],[1,1,1,10],[2,1,3,10],[4,1,6,14],[15,1,17,14],[8,1,8,8],[9,1,9,8],[10,1,10,8],[1,11,1,14],[22,1,24,14],[25,1,25,14],[26,2,26,14],[27,2,28,14],[29,2,29,14],[30,1,31,14],[36,1,37,14],[38,2,39,14],[40,2,42,14],[43,1,43,14],[44,2,44,14],[51,1,59,14],[62,5,63,8],[45,2,45,14],[46,2,46,14],[47,2,47,14],[48,2,48,14],[49,2,49,14],[62,11,62,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_3.2_link&\" (3.2)\"","v":"Guidance for writing evidence statements (w/examples) (3.2)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 3.2 \"&_3.2","v":" 3.2 Evidence statements"}]
[]
[null,{"$f":"_1.5.2_g_source&\": 5 Reviewing the scientific evidence. Methods for the development of NICE public health guidance (third edition). 2012. Available from:  www.nice.org.uk/process/pmg4/chapter/reviewing-the-scientific-evidence#assessing-the-quality-of-the-evidence\"","v":"Adapted from: 5 Reviewing the scientific evidence. Methods for the development of NICE public health guidance (third edition). 2012. Available from:  www.nice.org.uk/process/pmg4/chapter/reviewing-the-scientific-evidence#assessing-the-quality-of-the-evidence"}]
[]
[]
[]
[null,{"$f":"\"1) \"&_3.2_g1","v":"1) What is an evidence statement?"}]
[null,{"$f":"\"2) \"&_3.2_g2","v":"2) Why are evidence statements important?"}]
[null,{"$f":"\"3) \"&_3.2_g3","v":"3) How are evidence statements structured?"}]
[]
[null,{"$f":"\"1) \"&_3.2_g1","v":"1) What is an evidence statement?"}]
[null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 57\"","v":"Refer to manual: 3. Evidence assessment, pages 57"}]
[]
[null,{"$f":"_3.2_g1_x","v":"An evidence statement is a succinct summary of all the relevant data/studies identified for each criterion. It reflects the balance of evidence, evidence quality and applicability for the recommendation question. The evidence statement also includes mention of situations where there is no evidence. "}]
[" "]
[]
[]
[null,{"$f":"\"2) \"&_3.2_g2","v":"2) Why are evidence statements important?"}]
[null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 57\"","v":"Refer to manual: 3. Evidence assessment, pages 57"}]
[]
[null,{"$f":"_3.2_g2_x1","v":"Since the committee has not completed the detailed review and analysis, it is important that the technical team structure and summarize available evidence, highlighting any limitations and the extent to which available evidence is applicable to the decision question."}]
[]
[]
[null,{"$f":"_3.2_g2_x2","v":"A well-written set of evidence statements will enable the committee to come to a consensus on:"}]
[null,"●",{"$f":"_3.2_g2_x2a","v":"whether there is sufficient quality of evidence to form a judgement"}]
[null,"●",{"$f":"_3.2_g2_x2b","v":"whether the evidence, on balance, demonstrates that one or more of the options performs significantly better according to the criteria, or whether the evidence is inconclusive"}]
[]
[null,"●",{"$f":"_3.2_g2_x2c","v":"whether the evidence is applicable to the target group and context being covered by the recommendation"}]
[null,{"$f":"_3.2_g2_x3","v":"It is highly advisable to include the evidence statements in the final report, so that the final decision-maker is also furnished with an overview of the evidence used by the committee to come to the recommendation."}]
[]
[]
[null,{"$f":"\"3) \"&_3.2_g3","v":"3) How are evidence statements structured?"}]
[null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 57-58\"","v":"Refer to manual: 3. Evidence assessment, pages 57-58"}]
[]
[null,{"$f":"_3.2_g3_x1","v":"An evidence statement is either prepared to summarize all the evidence for a single criterion across all options, or per option per criterion."}]
[]
[null,"●",{"$f":"_3.2_g3_x1a","v":"For each criterion, the technical team should discuss whether to write a single evidence statement for the given criterion, or to cover each option separately, thus writing multiple statements for the criterion."}]
[]
[null,"●",{"$f":"_3.2_g3_x1b","v":"As a rule, the team may wish to consider a single statement for criterion with fewer data sources and/or options, and to write separate statements per option in cases with a lot of information to summarize for the criterion."}]
[]
[]
[null,{"$f":"_3.2_g3_x2","v":"For data collected from studies, each statement should include a brief summary of the following points:"}]
[null,"●",{"$f":"_3.2_g3_x2a","v":"number of studies, evidence type and source"}]
[null,"●",{"$f":"_3.2_g3_x2b","v":"study content and methods – e.g. the intervention and comparator"}]
[null,"●",{"$f":"_3.2_g3_x2c","v":"population, country, setting"}]
[null,"●",{"$f":"_3.2_g3_x2d","v":"study design – appropriateness of the methods for the research question, sample size, any major limitations"}]
[null,"●",{"$f":"_3.2_g3_x2e","v":"outcomes – consistency across studies, direction and size of the effect, including uncertainty bounds"}]
[null,"●",{"$f":"_3.2_g3_x2f","v":"applicability to the decision question"}]
[]
[null,{"$f":"_3.2_g3_x2g","v":"Example: Strong evidence from 4 studies – 2 UK (1,2) and 2 US (3,4) – suggests that educational interventions delivered by youth workers may reduce the incidence of hazardous drinking by young people. Two RCTs (1,2) and 1 NRCT (3) showed reduced risk (95% confidence interval) in the intervention group: 0.75 (0.58–0.94)1; 0.66 (0.57–0.78)2; 0.42 (0.18–0.84)3. Another RCT (4) showed reduced risk but was not statistically significant: 0.96 (0.84–1.09). However, 1 NRCT (5) found increased risk of binge drinking in the intervention group: 1.40 (1.21–1.74).\n\n1 Jelley et al. 2009\n2 Lake et al. 2008\n3 Wagner et al. 2010\n4 Blake et al. 2007\n5 Jensen et al. 2006"}]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 3.2 \"&_3.2","v":" 3.2 Evidence statements"}]

{"sheet":"info3.3","index":45,"n_rows":81,"n_cols":12,"rows_kept":81,"cut":false,"hidden":false,"merged":[[8,1,8,8],[2,0,3,0],[1,1,1,10],[2,1,3,10],[1,11,1,14],[6,1,6,8],[7,1,7,8],[79,5,80,8],[79,11,79,14],[35,1,36,14],[38,1,39,14],[41,2,41,14],[42,2,42,14],[43,2,43,14],[44,2,45,14],[46,2,46,14],[47,2,48,14],[49,2,49,14],[50,2,50,14],[53,1,55,14],[57,1,58,14],[71,2,72,14],[73,2,74,14],[9,1,9,8],[23,3,23,14],[24,3,25,14],[16,1,17,14],[12,1,14,14],[27,2,27,14],[28,2,29,14],[31,2,31,14],[32,2,32,14],[18,2,18,14],[19,2,21,14],[22,2,22,14],[75,2,76,14],[59,1,59,14],[62,1,64,14],[66,1,68,14],[69,2,70,14]]}
[]
[null,{"$f":"UPPER(_info_sheet)","v":"INFORMATION SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_3.3_g&\" (3.2)\"","v":"Assessing evidence quality (3.2)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 3.2 \"&_3.2","v":" 3.2 Evidence statements"}]
[]
[null,{"$f":"_ref_manual&\" 3. \"&_3&\", \"&_ref_page&\" 58\"","v":"Refer to manual: 3. Evidence assessment, pages 58"}]
[]
[null,{"$f":"\"1) \"&_3.3_g_1","v":"1) Overarching principles"}]
[null,{"$f":"\"2) \"&_3.3_g_2","v":"2) Clinical evidence"}]
[null,{"$f":"\"3) \"&_3.3_g_3","v":"3) Economic evidence"}]
[null,{"$f":"\"4) \"&_3.3_g_4","v":"4) Evidence based on expert opinion"}]
[]
[null,{"$f":"\"1) \"&_3.3_g_1","v":"1) Overarching principles"}]
[null,{"$f":"_1.5.2_g_source&\": 5 Reviewing the scientific evidence. Methods for the development of NICE public health guidance (third edition). 2012. Available from:  www.nice.org.uk/process/pmg4/chapter/reviewing-the-scientific-evidence#assessing-the-quality-of-the-evidence\"","v":"Adapted from: 5 Reviewing the scientific evidence. Methods for the development of NICE public health guidance (third edition). 2012. Available from:  www.nice.org.uk/process/pmg4/chapter/reviewing-the-scientific-evidence#assessing-the-quality-of-the-evidence"}]
[]
[]
[]
[null,{"$f":"_3.3_g_1x","v":"When assessing confidence in the data, there are some overarching principles to consider, regardless of the type of evidence:"}]
[]
[null,"1)",{"$f":"_3.3_g_1a","v":"Study limitations"}]
[null,null,{"$f":"_3.3_g_1b","v":"Are there important shortcomings in the evidence identified? Is there a high risk of bias? In studies, this may be due to the type of study, reporting or funding/authorship. As for expert opinion, the shortcomings or risk of bias may be dependent on the experts selected."}]
[]
[]
[null,"2)",{"$f":"_3.3_g_1c","v":"Quantity and consistency of the results"}]
[null,null,"●",{"$f":"_3.3_g_1d","v":"How many evidence sources have been identified?"}]
[null,null,"●",{"$f":"_3.3_g_1e","v":"For studies, do different studies have similar findings or do they differ significantly? For expert opinion, do the experts agree or have divergent opinions?"}]
[]
[]
[null,"3)",{"$f":"_3.3_g_1f","v":"Applicability (directness) of evidence"}]
[null,null,{"$f":"_3.3_g_1g","v":"To what extent do the studies and outcomes reflect the decision question you are considering? To what extent can you extrapolate the findings to your country?"}]
[]
[]
[null,"4)",{"$f":"_3.3_g_1h","v":"Precision"}]
[" ",null,{"$f":"_3.3_g_1i","v":"Are there wide confidence intervals or significant uncertainties?"}]
[]
[null,{"$f":"\"2) \"&_3.3_g_2","v":"2) Clinical evidence"}]
[null,"Adapted from: Guyatt G, Oxman A, Vist G, Kunz R, Falck-Ytter Y, Alonso-Coello P et al. GRADE: an emerging consensus on rating quality of evidence and strength of recommendations. BMJ. 2008;336(7650):924-926."]
[]
[]
[null,{"$f":"_3.3_g_2x","v":"The Grading Assessment of Recommendations, Assessment, Development and Evaluation (GRADE) system is a widely accepted approach for categorizing quality of evidence. The GRADE system uses the following categories:"}]
[]
[]
[null,"●",{"$f":"_3.3_g_2a","v":"High quality"}]
[null,null,{"$f":"_3.3_g_2b","v":"Further data or evidence is very unlikely to change confidence in the estimate of the effect."}]
[null,"●",{"$f":"_3.3_g_2c","v":"Moderate quality"}]
[null,null,{"$f":"_3.3_g_2d","v":"Further data or evidence is likely to have an important impact on confidence in the estimate of the effect and may change the estimate."}]
[]
[null,"●",{"$f":"_3.3_g_2e","v":"Low quality"}]
[null,null,{"$f":"_3.3_g_2f","v":"Further data or evidence is very likely to have an important impact on confidence in the estimate of the effect and is likely to change the estimate."}]
[]
[null,"●",{"$f":"_3.3_g_2g","v":"Very low quality"}]
[null,null,{"$f":"_3.3_g_2h","v":"Any estimate of the effect is very uncertain."}]
[]
[null,{"$f":"\"3) \"&_3.3_g_3","v":"3) Economic evidence"}]
[null,"Adapted from: Husereau D, Drummond M, Petrou S, et al. Consolidated health economic evaluation reporting standards (CHEERS)—explanation and elaboration: a report of the ISPOR Health Economic Evaluations Publication Guidelines Good Reporting Practices Task Force. Value Health. 2013;16(2):231-250."]
[]
[]
[]
[null,{"$f":"_3.3_g_3a","v":"The ISPOR Consolidated Health Economic Evaluation Reporting Standards (CHEERS) checklist is commonly used as a reference for reviewing the quality of economic evaluations."}]
[]
[null,{"$f":"_3.3_g_3b","v":"Link to CHEERS checklist"}]
[]
[null,{"$f":"\"4) \"&_3.3_g_4","v":"4) Evidence based on expert opinion"}]
[null,"Adapted from: Concannon T, Grant S, Welch V, Petkovic J, Selby J, Crowe S et al. Practical Guidance for Involving Stakeholders in Health Research. Journal of General Internal Medicine. 2018;34(3):458-463 & (2) Cooke, R.M. and Goossens, L.H.J. (2000), “A Procedures Guide for Structured Expert Judgment,” EUR 18820, European Commission Report."]
[]
[]
[]
[null,{"$f":"_3.3_g_4x","v":"Certain criteria are non-measurable and rely on expert opinion, such as those that fit with the existing immunization schedule or have potential to increase coverage. Although expert opinion is subjective, the following points can be used to assess the confidence in expert opinion:"}]
[]
[]
[null,"1)",{"$f":"_3.3_g_4a","v":"Bias in selection of participants: Have criteria been used for inclusion/exclusion of relevant experts? Has selection been opportunistic?"}]
[]
[null,"2)",{"$f":"_3.3_g_4b","v":"Neutrality in eliciting expert opinion: Could bias be introduced in the methods or processing of results, such as in how the question is framed?"}]
[]
[null,"3)",{"$f":"_3.3_g_4c","v":"Capacity of the expert to answer the question: How knowledgeable are the experts on the subject, and did they have good understanding of the question?"}]
[]
[null,"4)",{"$f":"_3.3_g_4d","v":"Agreement between experts: Did the experts indicate agreement or big differences in their responses? It is best to ask experts individually and then compare the variation in their responses.  "}]
[]
[]
[]
[null,null,null,null,null,{"$f":"UPPER(_page_end)","v":"PAGE END"},null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,null,null,null,null,null,null,null,null,null,null,{"$f":"\" 3.2 \"&_3.2","v":" 3.2 Evidence statements"}]

{"sheet":"4.2 results","index":46,"n_rows":55,"n_cols":19,"rows_kept":55,"cut":false,"hidden":false,"merged":[[17,17,18,19],[17,8,18,10],[1,1,1,10],[2,0,3,0],[2,1,3,10],[51,12,51,13],[51,18,51,19],[51,1,51,5],[51,9,51,10],[51,15,51,16],[51,6,51,7],[49,12,50,13],[49,14,50,14],[49,15,50,16],[49,17,50,17],[49,18,50,19],[49,5,50,5],[49,6,50,7],[49,8,50,8],[49,9,50,10],[49,11,50,11],[47,18,48,19],[47,5,48,5],[47,6,48,7],[47,8,48,8],[47,9,48,10],[47,11,48,11],[47,12,48,13],[47,14,48,14],[47,15,48,16],[47,17,48,17],[45,5,46,5],[45,6,46,7],[45,8,46,8],[45,9,46,10],[45,11,46,11],[45,12,46,13],[45,14,46,14],[45,15,46,16],[45,17,46,17],[45,18,46,19],[43,8,44,8],[43,9,44,10],[43,11,44,11],[43,12,44,13],[43,14,44,14],[43,15,44,16],[43,17,44,17],[43,18,44,19],[41,12,42,13],[41,14,42,14],[41,15,42,16],[41,17,42,17],[41,18,42,19],[41,5,42,5],[41,6,42,7],[41,8,42,8],[41,9,42,10],[41,11,42,11],[39,18,40,19],[39,5,40,5],[39,6,40,7],[39,8,40,8],[39,9,40,10],[39,11,40,11],[35,12,36,13],[35,14,36,14],[35,15,36,16],[35,17,36,17],[35,18,36,19],[35,5,36,5],[35,6,36,7],[35,8,36,8],[35,9,36,10],[35,11,36,11],[37,8,38,8],[37,9,38,10],[37,11,38,11],[39,12,40,13],[39,14,40,14],[39,15,40,16],[39,17,40,17],[37,18,38,19],[33,12,34,13],[33,14,34,14],[33,15,34,16],[33,17,34,17],[33,18,34,19],[33,5,34,5],[33,6,34,7],[33,8,34,8],[33,9,34,10],[33,11,34,11],[31,14,32,14],[31,15,32,16],[31,17,32,17],[31,18,32,19],[31,5,32,5],[31,6,32,7],[31,8,32,8],[31,9,32,10],[31,11,32,11],[31,12,32,13],[27,15,28,16],[27,17,28,17],[27,18,28,19],[29,5,30,5],[29,6,30,7],[29,8,30,8],[29,9,30,10],[29,11,30,11],[29,12,30,13],[29,14,30,14],[29,15,30,16],[29,17,30,17],[29,18,30,19],[27,11,28,11],[27,12,28,13],[27,14,28,14],[27,6,28,7],[27,8,28,8],[27,9,28,10],[25,14,26,14],[25,15,26,16],[25,17,26,17],[25,18,26,19],[23,11,24,11],[23,12,24,13],[23,14,24,14],[23,15,24,16],[23,17,24,17],[21,17,22,17],[23,18,24,19],[19,11,20,11],[21,8,22,8],[21,9,22,10],[21,11,22,11],[19,12,20,13],[19,14,20,14],[19,15,20,16],[21,18,22,19],[21,15,22,16],[19,17,20,17],[19,18,20,19],[49,4,50,4],[19,4,20,4],[37,4,38,4],[39,4,40,4],[41,4,42,4],[43,4,44,4],[45,4,46,4],[27,4,28,4],[29,4,30,4],[31,4,32,4],[33,4,34,4],[35,4,36,4],[21,4,22,4],[23,4,24,4],[25,4,26,4],[54,0,55,19],[47,0,48,0],[47,1,48,3],[49,0,50,0],[49,1,50,3],[43,5,44,5],[43,6,44,7],[37,0,38,0],[37,1,38,3],[39,0,40,0],[39,1,40,3],[41,0,42,0],[41,1,42,3],[43,0,44,0],[43,1,44,3],[45,0,46,0],[45,1,46,3],[37,12,38,13],[37,14,38,14],[37,15,38,16],[37,17,38,17],[47,4,48,4],[37,5,38,5],[37,6,38,7],[23,6,24,7],[21,0,22,0],[21,1,22,3],[21,6,22,7],[19,8,20,8],[19,9,20,10],[6,1,6,14],[7,2,7,14],[8,2,9,14],[11,4,16,4],[19,1,20,3],[19,5,20,5],[19,6,20,7],[23,8,24,8],[23,9,24,10],[21,12,22,13],[21,14,22,14],[17,5,18,7],[17,11,18,13],[17,14,18,16],[2,11,2,14],[33,0,34,0],[33,1,34,3],[35,0,36,0],[35,1,36,3],[27,5,28,5],[29,0,30,0],[29,1,30,3],[31,0,32,0],[31,1,32,3],[25,9,26,10],[23,5,24,5],[23,0,24,0],[23,1,24,3],[25,0,26,0],[25,1,26,3],[25,5,26,5],[25,6,26,7],[25,8,26,8],[27,0,28,0],[27,1,28,3],[21,5,22,5],[25,11,26,11],[25,12,26,13]]}
[]
[null,{"$f":"UPPER(_supp_sheet)","v":"SUPPLEMENTARY SHEET"},null,null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_4.2_link_1","v":"Total scores (QUANTITATIVE MCDA)"},null,null,null,null,null,null,null,null,null,{"$f":"\" 4.2 \"&_4.2","v":" 4.2 Comparison across criteria"}]
[]
[null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 66\"","v":"Refer to manual: 4. Appraisal, pages 66"}]
[]
[null,{"$f":"_4.2_g_1","v":"The scores and weights have been combined and summed across criteria to give a total score per option."}]
[null,"●",{"$f":"_4.2_g_2","v":"The bar chart shows the total score per option. A higher total score indicates better performance across criteria."}]
[null,"●",{"$f":"_4.2_g_3","v":"The table beneath the bar chart summarizes the weights, scores and total scores. It is important to examine the table to understand what is influencing the total scores."}]
[]
[]
[null,null,null,null,{"$f":"UPPER(_total_score)","v":"TOTAL SCORE"}]
[]
[]
[]
[" "]
[" "]
[null,null,null,null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_weight","v":"Weight"},{"$f":"_score","v":"Score"},{"$f":"_weight&\" x \"&_score","v":"Weight x Score"},null,{"$f":"_score","v":"Score"},{"$f":"_weight&\" x \"&_score","v":"Weight x Score"},null,{"$f":"_score","v":"Score"},{"$f":"_weight&\" x \"&_score","v":"Weight x Score"},null,{"$f":"_score","v":"Score"},{"$f":"_weight&\" x \"&_score","v":"Weight x Score"},null,{"$f":"_score","v":"Score"},{"$f":"_weight&\" x \"&_score","v":"Weight x Score"}]
[]
[1,{"$f":"IF(_criterion1=\"\",\"\",_criterion1)","v":""},null,null,{"$f":"IF(_weight1=\"\",\"\",_weight1)","v":""},{"$f":"_xlfn.IFNA(IF(_cri1_vac1=\"\",\"\",IF(TYPE(_cri1_vac1)=2,HLOOKUP(_cri1_vac1,_qual_scale,2,FALSE),_cri1_vac1)),0)","v":""},{"$f":"IFERROR($E22*F22,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri1_vac2=\"\",\"\",IF(TYPE(_cri1_vac2)=2,HLOOKUP(_cri1_vac2,_qual_scale,2,FALSE),_cri1_vac2)),0)","v":""},{"$f":"IFERROR($E22*I22,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri1_vac3=\"\",\"\",IF(TYPE(_cri1_vac3)=2,HLOOKUP(_cri1_vac3,_qual_scale,2,FALSE),_cri1_vac3)),0)","v":""},{"$f":"IFERROR($E22*L22,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri1_vac4=\"\",\"\",IF(TYPE(_cri1_vac4)=2,HLOOKUP(_cri1_vac4,_qual_scale,2,FALSE),_cri1_vac4)),0)","v":""},{"$f":"IFERROR($E22*O22,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri1_vac5=\"\",\"\",IF(TYPE(_cri1_vac5)=2,HLOOKUP(_cri1_vac5,_qual_scale,2,FALSE),_cri1_vac5)),0)","v":""},{"$f":"IFERROR($E22*R22,\"\")","v":""}]
[]
[2,{"$f":"IF(_criterion2=\"\",\"\",_criterion2)","v":""},null,null,{"$f":"IF(_weight2=\"\",\"\",_weight2)","v":""},{"$f":"_xlfn.IFNA(IF(_cri2_vac1=\"\",\"\",IF(TYPE(_cri2_vac1)=2,HLOOKUP(_cri2_vac1,_qual_scale,2,FALSE),_cri2_vac1)),0)","v":""},{"$f":"IFERROR($E24*F24,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri2_vac2=\"\",\"\",IF(TYPE(_cri2_vac2)=2,HLOOKUP(_cri2_vac2,_qual_scale,2,FALSE),_cri2_vac2)),0)","v":""},{"$f":"IFERROR($E24*I24,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri2_vac3=\"\",\"\",IF(TYPE(_cri2_vac3)=2,HLOOKUP(_cri2_vac3,_qual_scale,2,FALSE),_cri2_vac3)),0)","v":""},{"$f":"IFERROR($E24*L24,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri2_vac4=\"\",\"\",IF(TYPE(_cri2_vac4)=2,HLOOKUP(_cri2_vac4,_qual_scale,2,FALSE),_cri2_vac4)),0)","v":""},{"$f":"IFERROR($E24*O24,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri2_vac5=\"\",\"\",IF(TYPE(_cri2_vac5)=2,HLOOKUP(_cri2_vac5,_qual_scale,2,FALSE),_cri2_vac5)),0)","v":""},{"$f":"IFERROR($E24*R24,\"\")","v":""}]
[]
[3,{"$f":"IF(_criterion3=\"\",\"\",_criterion3)","v":""},null,null,{"$f":"IF(_weight3=\"\",\"\",_weight3)","v":""},{"$f":"_xlfn.IFNA(IF(_cri3_vac1=\"\",\"\",IF(TYPE(_cri3_vac1)=2,HLOOKUP(_cri3_vac1,_qual_scale,2,FALSE),_cri3_vac1)),0)","v":""},{"$f":"IFERROR($E26*F26,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri3_vac2=\"\",\"\",IF(TYPE(_cri3_vac2)=2,HLOOKUP(_cri3_vac2,_qual_scale,2,FALSE),_cri3_vac2)),0)","v":""},{"$f":"IFERROR($E26*I26,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri3_vac3=\"\",\"\",IF(TYPE(_cri3_vac3)=2,HLOOKUP(_cri3_vac3,_qual_scale,2,FALSE),_cri3_vac3)),0)","v":""},{"$f":"IFERROR($E26*L26,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri3_vac4=\"\",\"\",IF(TYPE(_cri3_vac4)=2,HLOOKUP(_cri3_vac4,_qual_scale,2,FALSE),_cri3_vac4)),0)","v":""},{"$f":"IFERROR($E26*O26,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri3_vac5=\"\",\"\",IF(TYPE(_cri3_vac5)=2,HLOOKUP(_cri3_vac5,_qual_scale,2,FALSE),_cri3_vac5)),0)","v":""},{"$f":"IFERROR($E26*R26,\"\")","v":""}]
[]
[4,{"$f":"IF(_criterion4=\"\",\"\",_criterion4)","v":""},null,null,{"$f":"IF(_weight4=\"\",\"\",_weight4)","v":""},{"$f":"_xlfn.IFNA(IF(_cri4_vac1=\"\",\"\",IF(TYPE(_cri4_vac1)=2,HLOOKUP(_cri4_vac1,_qual_scale,2,FALSE),_cri4_vac1)),0)","v":""},{"$f":"IFERROR($E28*F28,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri4_vac2=\"\",\"\",IF(TYPE(_cri4_vac2)=2,HLOOKUP(_cri4_vac2,_qual_scale,2,FALSE),_cri4_vac2)),0)","v":""},{"$f":"IFERROR($E28*I28,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri4_vac3=\"\",\"\",IF(TYPE(_cri4_vac3)=2,HLOOKUP(_cri4_vac3,_qual_scale,2,FALSE),_cri4_vac3)),0)","v":""},{"$f":"IFERROR($E28*L28,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri4_vac4=\"\",\"\",IF(TYPE(_cri4_vac4)=2,HLOOKUP(_cri4_vac4,_qual_scale,2,FALSE),_cri4_vac4)),0)","v":""},{"$f":"IFERROR($E28*O28,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri4_vac5=\"\",\"\",IF(TYPE(_cri4_vac5)=2,HLOOKUP(_cri4_vac5,_qual_scale,2,FALSE),_cri4_vac5)),0)","v":""},{"$f":"IFERROR($E28*R28,\"\")","v":""}]
[]
[5,{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"IF(_weight5=\"\",\"\",_weight5)","v":""},{"$f":"_xlfn.IFNA(IF(_cri5_vac1=\"\",\"\",IF(TYPE(_cri5_vac1)=2,HLOOKUP(_cri5_vac1,_qual_scale,2,FALSE),_cri5_vac1)),0)","v":""},{"$f":"IFERROR($E30*F30,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri5_vac2=\"\",\"\",IF(TYPE(_cri5_vac2)=2,HLOOKUP(_cri5_vac2,_qual_scale,2,FALSE),_cri5_vac2)),0)","v":""},{"$f":"IFERROR($E30*I30,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri5_vac3=\"\",\"\",IF(TYPE(_cri5_vac3)=2,HLOOKUP(_cri5_vac3,_qual_scale,2,FALSE),_cri5_vac3)),0)","v":""},{"$f":"IFERROR($E30*L30,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri5_vac4=\"\",\"\",IF(TYPE(_cri5_vac4)=2,HLOOKUP(_cri5_vac4,_qual_scale,2,FALSE),_cri5_vac4)),0)","v":""},{"$f":"IFERROR($E30*O30,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri5_vac5=\"\",\"\",IF(TYPE(_cri5_vac5)=2,HLOOKUP(_cri5_vac5,_qual_scale,2,FALSE),_cri5_vac5)),0)","v":""},{"$f":"IFERROR($E30*R30,\"\")","v":""}]
[]
[6,{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"IF(_weight6=\"\",\"\",_weight6)","v":""},{"$f":"_xlfn.IFNA(IF(_cri6_vac1=\"\",\"\",IF(TYPE(_cri6_vac1)=2,HLOOKUP(_cri6_vac1,_qual_scale,2,FALSE),_cri6_vac1)),0)","v":""},{"$f":"IFERROR($E32*F32,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri6_vac2=\"\",\"\",IF(TYPE(_cri6_vac2)=2,HLOOKUP(_cri6_vac2,_qual_scale,2,FALSE),_cri6_vac2)),0)","v":""},{"$f":"IFERROR($E32*I32,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri6_vac3=\"\",\"\",IF(TYPE(_cri6_vac3)=2,HLOOKUP(_cri6_vac3,_qual_scale,2,FALSE),_cri6_vac3)),0)","v":""},{"$f":"IFERROR($E32*L32,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri6_vac4=\"\",\"\",IF(TYPE(_cri6_vac4)=2,HLOOKUP(_cri6_vac4,_qual_scale,2,FALSE),_cri6_vac4)),0)","v":""},{"$f":"IFERROR($E32*O32,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri6_vac5=\"\",\"\",IF(TYPE(_cri6_vac5)=2,HLOOKUP(_cri6_vac5,_qual_scale,2,FALSE),_cri6_vac5)),0)","v":""},{"$f":"IFERROR($E32*R32,\"\")","v":""}]
[]
[7,{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"IF(_weight7=\"\",\"\",_weight7)","v":""},{"$f":"_xlfn.IFNA(IF(_cri7_vac1=\"\",\"\",IF(TYPE(_cri7_vac1)=2,HLOOKUP(_cri7_vac1,_qual_scale,2,FALSE),_cri7_vac1)),0)","v":""},{"$f":"IFERROR($E34*F34,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri7_vac2=\"\",\"\",IF(TYPE(_cri7_vac2)=2,HLOOKUP(_cri7_vac2,_qual_scale,2,FALSE),_cri7_vac2)),0)","v":""},{"$f":"IFERROR($E34*I34,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri7_vac3=\"\",\"\",IF(TYPE(_cri7_vac3)=2,HLOOKUP(_cri7_vac3,_qual_scale,2,FALSE),_cri7_vac3)),0)","v":""},{"$f":"IFERROR($E34*L34,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri7_vac4=\"\",\"\",IF(TYPE(_cri7_vac4)=2,HLOOKUP(_cri7_vac4,_qual_scale,2,FALSE),_cri7_vac4)),0)","v":""},{"$f":"IFERROR($E34*O34,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri7_vac5=\"\",\"\",IF(TYPE(_cri7_vac5)=2,HLOOKUP(_cri7_vac5,_qual_scale,2,FALSE),_cri7_vac5)),0)","v":""},{"$f":"IFERROR($E34*R34,\"\")","v":""}]
[]
[8,{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"IF(_weight8=\"\",\"\",_weight8)","v":""},{"$f":"_xlfn.IFNA(IF(_cri8_vac1=\"\",\"\",IF(TYPE(_cri8_vac1)=2,HLOOKUP(_cri8_vac1,_qual_scale,2,FALSE),_cri8_vac1)),0)","v":""},{"$f":"IFERROR($E36*F36,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri8_vac2=\"\",\"\",IF(TYPE(_cri8_vac2)=2,HLOOKUP(_cri8_vac2,_qual_scale,2,FALSE),_cri8_vac2)),0)","v":""},{"$f":"IFERROR($E36*I36,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri8_vac3=\"\",\"\",IF(TYPE(_cri8_vac3)=2,HLOOKUP(_cri8_vac3,_qual_scale,2,FALSE),_cri8_vac3)),0)","v":""},{"$f":"IFERROR($E36*L36,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri8_vac4=\"\",\"\",IF(TYPE(_cri8_vac4)=2,HLOOKUP(_cri8_vac4,_qual_scale,2,FALSE),_cri8_vac4)),0)","v":""},{"$f":"IFERROR($E36*O36,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri8_vac5=\"\",\"\",IF(TYPE(_cri8_vac5)=2,HLOOKUP(_cri8_vac5,_qual_scale,2,FALSE),_cri8_vac5)),0)","v":""},{"$f":"IFERROR($E36*R36,\"\")","v":""}]
[]
[9,{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"IF(_weight9=\"\",\"\",_weight9)","v":""},{"$f":"_xlfn.IFNA(IF(_cri9_vac1=\"\",\"\",IF(TYPE(_cri9_vac1)=2,HLOOKUP(_cri9_vac1,_qual_scale,2,FALSE),_cri9_vac1)),0)","v":""},{"$f":"IFERROR($E38*F38,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri9_vac2=\"\",\"\",IF(TYPE(_cri9_vac2)=2,HLOOKUP(_cri9_vac2,_qual_scale,2,FALSE),_cri9_vac2)),0)","v":""},{"$f":"IFERROR($E38*I38,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri9_vac3=\"\",\"\",IF(TYPE(_cri9_vac3)=2,HLOOKUP(_cri9_vac3,_qual_scale,2,FALSE),_cri9_vac3)),0)","v":""},{"$f":"IFERROR($E38*L38,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri9_vac4=\"\",\"\",IF(TYPE(_cri9_vac4)=2,HLOOKUP(_cri9_vac4,_qual_scale,2,FALSE),_cri9_vac4)),0)","v":""},{"$f":"IFERROR($E38*O38,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri9_vac5=\"\",\"\",IF(TYPE(_cri9_vac5)=2,HLOOKUP(_cri9_vac5,_qual_scale,2,FALSE),_cri9_vac5)),0)","v":""},{"$f":"IFERROR($E38*R38,\"\")","v":""}]
[]
[10,{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"IF(_weight10=\"\",\"\",_weight10)","v":""},{"$f":"_xlfn.IFNA(IF(_cri10_vac1=\"\",\"\",IF(TYPE(_cri10_vac1)=2,HLOOKUP(_cri10_vac1,_qual_scale,2,FALSE),_cri10_vac1)),0)","v":""},{"$f":"IFERROR($E40*F40,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri10_vac2=\"\",\"\",IF(TYPE(_cri10_vac2)=2,HLOOKUP(_cri10_vac2,_qual_scale,2,FALSE),_cri10_vac2)),0)","v":""},{"$f":"IFERROR($E40*I40,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri10_vac3=\"\",\"\",IF(TYPE(_cri10_vac3)=2,HLOOKUP(_cri10_vac3,_qual_scale,2,FALSE),_cri10_vac3)),0)","v":""},{"$f":"IFERROR($E40*L40,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri10_vac4=\"\",\"\",IF(TYPE(_cri10_vac4)=2,HLOOKUP(_cri10_vac4,_qual_scale,2,FALSE),_cri10_vac4)),0)","v":""},{"$f":"IFERROR($E40*O40,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri10_vac5=\"\",\"\",IF(TYPE(_cri10_vac5)=2,HLOOKUP(_cri10_vac5,_qual_scale,2,FALSE),_cri10_vac5)),0)","v":""},{"$f":"IFERROR($E40*R40,\"\")","v":""}]
[]
[11,{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"IF(_weight11=\"\",\"\",_weight11)","v":""},{"$f":"_xlfn.IFNA(IF(_cri11_vac1=\"\",\"\",IF(TYPE(_cri11_vac1)=2,HLOOKUP(_cri11_vac1,_qual_scale,2,FALSE),_cri11_vac1)),0)","v":""},{"$f":"IFERROR($E42*F42,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri11_vac2=\"\",\"\",IF(TYPE(_cri11_vac2)=2,HLOOKUP(_cri11_vac2,_qual_scale,2,FALSE),_cri11_vac2)),0)","v":""},{"$f":"IFERROR($E42*I42,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri11_vac3=\"\",\"\",IF(TYPE(_cri11_vac3)=2,HLOOKUP(_cri11_vac3,_qual_scale,2,FALSE),_cri11_vac3)),0)","v":""},{"$f":"IFERROR($E42*L42,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri11_vac4=\"\",\"\",IF(TYPE(_cri11_vac4)=2,HLOOKUP(_cri11_vac4,_qual_scale,2,FALSE),_cri11_vac4)),0)","v":""},{"$f":"IFERROR($E42*O42,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri11_vac5=\"\",\"\",IF(TYPE(_cri11_vac5)=2,HLOOKUP(_cri11_vac5,_qual_scale,2,FALSE),_cri11_vac5)),0)","v":""},{"$f":"IFERROR($E42*R42,\"\")","v":""}]
[]
[12,{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"IF(_weight12=\"\",\"\",_weight12)","v":""},{"$f":"_xlfn.IFNA(IF(_cri12_vac1=\"\",\"\",IF(TYPE(_cri12_vac1)=2,HLOOKUP(_cri12_vac1,_qual_scale,2,FALSE),_cri12_vac1)),0)","v":""},{"$f":"IFERROR($E44*F44,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri12_vac2=\"\",\"\",IF(TYPE(_cri12_vac2)=2,HLOOKUP(_cri12_vac2,_qual_scale,2,FALSE),_cri12_vac2)),0)","v":""},{"$f":"IFERROR($E44*I44,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri12_vac3=\"\",\"\",IF(TYPE(_cri12_vac3)=2,HLOOKUP(_cri12_vac3,_qual_scale,2,FALSE),_cri12_vac3)),0)","v":""},{"$f":"IFERROR($E44*L44,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri12_vac4=\"\",\"\",IF(TYPE(_cri12_vac4)=2,HLOOKUP(_cri12_vac4,_qual_scale,2,FALSE),_cri12_vac4)),0)","v":""},{"$f":"IFERROR($E44*O44,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri12_vac5=\"\",\"\",IF(TYPE(_cri12_vac5)=2,HLOOKUP(_cri12_vac5,_qual_scale,2,FALSE),_cri12_vac5)),0)","v":""},{"$f":"IFERROR($E44*R44,\"\")","v":""}]
[]
[13,{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"IF(_weight13=\"\",\"\",_weight13)","v":""},{"$f":"_xlfn.IFNA(IF(_cri13_vac1=\"\",\"\",IF(TYPE(_cri13_vac1)=2,HLOOKUP(_cri13_vac1,_qual_scale,2,FALSE),_cri13_vac1)),0)","v":""},{"$f":"IFERROR($E46*F46,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri13_vac2=\"\",\"\",IF(TYPE(_cri13_vac2)=2,HLOOKUP(_cri13_vac2,_qual_scale,2,FALSE),_cri13_vac2)),0)","v":""},{"$f":"IFERROR($E46*I46,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri13_vac3=\"\",\"\",IF(TYPE(_cri13_vac3)=2,HLOOKUP(_cri13_vac3,_qual_scale,2,FALSE),_cri13_vac3)),0)","v":""},{"$f":"IFERROR($E46*L46,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri13_vac4=\"\",\"\",IF(TYPE(_cri13_vac4)=2,HLOOKUP(_cri13_vac4,_qual_scale,2,FALSE),_cri13_vac4)),0)","v":""},{"$f":"IFERROR($E46*O46,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri13_vac5=\"\",\"\",IF(TYPE(_cri13_vac5)=2,HLOOKUP(_cri13_vac5,_qual_scale,2,FALSE),_cri13_vac5)),0)","v":""},{"$f":"IFERROR($E46*R46,\"\")","v":""}]
[]
[14,{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"IF(_weight14=\"\",\"\",_weight14)","v":""},{"$f":"_xlfn.IFNA(IF(_cri14_vac1=\"\",\"\",IF(TYPE(_cri14_vac1)=2,HLOOKUP(_cri14_vac1,_qual_scale,2,FALSE),_cri14_vac1)),0)","v":""},{"$f":"IFERROR($E48*F48,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri14_vac2=\"\",\"\",IF(TYPE(_cri14_vac2)=2,HLOOKUP(_cri14_vac2,_qual_scale,2,FALSE),_cri14_vac2)),0)","v":""},{"$f":"IFERROR($E48*I48,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri14_vac3=\"\",\"\",IF(TYPE(_cri14_vac3)=2,HLOOKUP(_cri14_vac3,_qual_scale,2,FALSE),_cri14_vac3)),0)","v":""},{"$f":"IFERROR($E48*L48,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri14_vac4=\"\",\"\",IF(TYPE(_cri14_vac4)=2,HLOOKUP(_cri14_vac4,_qual_scale,2,FALSE),_cri14_vac4)),0)","v":""},{"$f":"IFERROR($E48*O48,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri14_vac5=\"\",\"\",IF(TYPE(_cri14_vac5)=2,HLOOKUP(_cri14_vac5,_qual_scale,2,FALSE),_cri14_vac5)),0)","v":""},{"$f":"IFERROR($E48*R48,\"\")","v":""}]
[]
[15,{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"IF(_weight15=\"\",\"\",_weight15)","v":""},{"$f":"_xlfn.IFNA(IF(_cri15_vac1=\"\",\"\",IF(TYPE(_cri15_vac1)=2,HLOOKUP(_cri15_vac1,_qual_scale,2,FALSE),_cri15_vac1)),0)","v":""},{"$f":"IFERROR($E50*F50,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri15_vac2=\"\",\"\",IF(TYPE(_cri15_vac2)=2,HLOOKUP(_cri15_vac2,_qual_scale,2,FALSE),_cri15_vac2)),0)","v":""},{"$f":"IFERROR($E50*I50,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri15_vac3=\"\",\"\",IF(TYPE(_cri15_vac3)=2,HLOOKUP(_cri15_vac3,_qual_scale,2,FALSE),_cri15_vac3)),0)","v":""},{"$f":"IFERROR($E50*L50,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri15_vac4=\"\",\"\",IF(TYPE(_cri15_vac4)=2,HLOOKUP(_cri15_vac4,_qual_scale,2,FALSE),_cri15_vac4)),0)","v":""},{"$f":"IFERROR($E50*O50,\"\")","v":""},null,{"$f":"_xlfn.IFNA(IF(_cri15_vac5=\"\",\"\",IF(TYPE(_cri15_vac5)=2,HLOOKUP(_cri15_vac5,_qual_scale,2,FALSE),_cri15_vac5)),0)","v":""},{"$f":"IFERROR($E50*R50,\"\")","v":""}]
[]
[null,{"$f":"UPPER(_total_score)","v":"TOTAL SCORE"},null,null,null,null,{"$f":"IF(SUM(G22:H51)=0,\"\",SUM(G22:H51))","v":""},null,null,{"$f":"IF(SUM(J22:K51)=0,\"\",SUM(J22:K51))","v":""},null,null,{"$f":"IF(SUM(M22:N51)=0,\"\",SUM(M22:N51))","v":""},null,null,{"$f":"IF(SUM(P22:Q51)=0,\"\",SUM(P22:Q51))","v":""},null,null,{"$f":"IF(SUM(S22:T51)=0,\"\",SUM(S22:T51))","v":""}]
[]
[]
[{"$f":"UPPER(_page_end)","v":"PAGE END"}]

{"sheet":"4.2 uncertainty","index":47,"n_rows":59,"n_cols":16,"rows_kept":59,"cut":false,"hidden":false,"merged":[[58,0,59,15],[54,6,54,7],[54,8,54,9],[54,10,54,11],[54,12,54,13],[52,8,53,8],[52,9,53,9],[52,10,53,10],[52,11,53,11],[52,12,53,12],[52,0,53,0],[54,1,54,5],[55,1,55,5],[54,14,54,15],[55,6,55,7],[55,8,55,9],[55,10,55,11],[55,12,55,13],[55,14,55,15],[52,13,53,13],[52,14,53,14],[52,15,53,15],[52,6,53,6],[52,5,53,5],[50,15,51,15],[48,8,49,8],[48,9,49,9],[48,10,49,10],[48,11,49,11],[48,12,49,12],[48,13,49,13],[48,14,49,14],[48,15,49,15],[50,8,51,8],[50,9,51,9],[50,10,51,10],[50,11,51,11],[50,12,51,12],[50,13,51,13],[50,14,51,14],[44,15,45,15],[46,8,47,8],[46,9,47,9],[46,10,47,10],[46,11,47,11],[46,12,47,12],[46,13,47,13],[46,14,47,14],[46,15,47,15],[44,8,45,8],[44,9,45,9],[44,10,45,10],[44,11,45,11],[44,12,45,12],[40,15,41,15],[42,8,43,8],[42,9,43,9],[42,10,43,10],[42,11,43,11],[42,12,43,12],[42,13,43,13],[42,14,43,14],[42,15,43,15],[40,8,41,8],[40,9,41,9],[40,10,41,10],[40,11,41,11],[40,12,41,12],[36,15,37,15],[38,8,39,8],[38,9,39,9],[38,10,39,10],[38,11,39,11],[38,12,39,12],[38,13,39,13],[38,14,39,14],[38,15,39,15],[36,8,37,8],[36,9,37,9],[36,10,37,10],[36,11,37,11],[36,12,37,12],[52,7,53,7],[42,6,43,6],[44,6,45,6],[46,6,47,6],[50,6,51,6],[38,7,39,7],[40,7,41,7],[36,13,37,13],[36,14,37,14],[40,13,41,13],[40,14,41,14],[44,13,45,13],[44,14,45,14],[32,13,33,13],[32,14,33,14],[32,15,33,15],[34,8,35,8],[34,9,35,9],[34,10,35,10],[34,11,35,11],[34,12,35,12],[34,13,35,13],[34,14,35,14],[34,15,35,15],[32,12,33,12],[26,7,27,7],[24,7,25,7],[28,7,29,7],[30,7,31,7],[32,7,33,7],[34,7,35,7],[28,9,29,9],[28,10,29,10],[28,11,29,11],[32,8,33,8],[32,9,33,9],[32,10,33,10],[32,11,33,11],[26,8,27,8],[26,9,27,9],[26,10,27,10],[26,14,27,14],[26,15,27,15],[28,14,29,14],[28,15,29,15],[30,14,31,14],[30,15,31,15],[28,8,29,8],[28,12,29,12],[48,5,49,5],[44,5,45,5],[46,5,47,5],[48,6,49,6],[26,12,27,12],[26,13,27,13],[28,13,29,13],[30,8,31,8],[30,9,31,9],[30,10,31,10],[30,11,31,11],[30,12,31,12],[30,13,31,13],[40,6,41,6],[26,6,27,6],[28,6,29,6],[30,6,31,6],[32,6,33,6],[34,6,35,6],[36,6,37,6],[38,6,39,6],[36,7,37,7],[42,7,43,7],[44,7,45,7],[50,5,51,5],[46,7,47,7],[48,7,49,7],[50,7,51,7],[52,1,53,3],[52,4,53,4],[22,5,23,5],[24,5,25,5],[26,5,27,5],[28,5,29,5],[30,5,31,5],[32,5,33,5],[34,5,35,5],[36,5,37,5],[38,5,39,5],[40,5,41,5],[42,5,43,5],[48,0,49,0],[48,1,49,3],[48,4,49,4],[50,0,51,0],[50,1,51,3],[50,4,51,4],[44,0,45,0],[44,1,45,3],[44,4,45,4],[46,0,47,0],[46,1,47,3],[46,4,47,4],[42,0,43,0],[42,1,43,3],[42,4,43,4],[36,0,37,0],[36,1,37,3],[36,4,37,4],[38,0,39,0],[38,1,39,3],[38,4,39,4],[28,0,29,0],[28,1,29,3],[28,4,29,4],[30,0,31,0],[30,1,31,3],[30,4,31,4],[40,0,41,0],[40,1,41,3],[40,4,41,4],[32,0,33,0],[32,1,33,3],[32,4,33,4],[34,0,35,0],[34,1,35,3],[34,4,35,4],[26,0,27,0],[26,1,27,3],[26,4,27,4],[20,8,21,9],[15,4,16,5],[17,4,19,5],[22,14,23,14],[22,15,23,15],[20,14,21,15],[24,6,25,6],[24,8,25,8],[24,9,25,9],[24,10,25,10],[24,11,25,11],[24,12,25,12],[20,6,21,7],[26,11,27,11],[20,10,21,11],[20,12,21,13],[22,11,23,11],[22,12,23,12],[22,13,23,13],[24,13,25,13],[24,15,25,15],[2,0,3,0],[22,1,23,3],[22,4,23,4],[24,0,25,0],[24,1,25,3],[24,4,25,4],[24,14,25,14],[1,10,1,12],[6,1,7,13],[1,1,1,9],[2,1,3,9],[8,2,8,14],[9,2,9,14],[10,2,10,14],[11,2,11,14],[22,6,23,6],[22,7,23,7],[22,8,23,8],[22,9,23,9],[22,10,23,10]]}
[]
[null,{"$f":"UPPER(_supp_sheet)","v":"SUPPLEMENTARY SHEET"},null,null,null,null,null,null,null,null,{"$f":"_return_sheet","v":"Return to sheet "}]
[null,{"$f":"_4.2_link_2","v":"Modelling uncertainty (QUANTITATIVE MCDA)"},null,null,null,null,null,null,null,null,{"$f":"\" 4.2 \"&_4.2","v":" 4.2 Comparison across criteria"}]
[]
[null,{"$f":"_ref_manual&\" 4. \"&_4&\", \"&_ref_page&\" 67\"","v":"Refer to manual: 4. Appraisal, pages 67"}]
[]
[null,{"$f":"_4.2_g_x","v":"The purpose of this sheet is to conduct one-way sensitivity analysis, in order to consider whether uncertainty in the data or disagreement on weights could significantly alter the relative performance of each option."}]
[]
[null,"1)",{"$f":"_4.2_g_x1","v":"For any weights where there was disagreement, change the weight."}]
[null,null,{"$f":"_4.2_g_x3","v":"Is there a change in the best performing option(s)?"}]
[null,"2)",{"$f":"_4.2_g_x2","v":"For any scores that could be affected by data uncertainty, vary the score."}]
[null,null,{"$f":"_4.2_g_x3","v":"Is there a change in the best performing option(s)?"}]
[]
[]
[]
[null,null,null,null,{"$f":"UPPER(_total_score)","v":"TOTAL SCORE"}]
[]
[null,null,null,null,{"$f":"UPPER(_4.2_g_t3)","v":"NEW TOTAL SCORE"}]
[]
[]
[null,null,null,null,null,null,{"$f":"IF(_option1=\"\",\"\",_option1)","v":""},null,{"$f":"IF(_option2=\"\",\"\",_option2)","v":""},null,{"$f":"IF(_option3=\"\",\"\",_option3)","v":""},null,{"$f":"IF(_option4=\"\",\"\",_option4)","v":""},null,{"$f":"IF(_option5=\"\",\"\",_option5)","v":""}]
[]
[null,{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_weight","v":"Weight"},{"$f":"_4.2_g_t1","v":"New weight"},{"$f":"_score","v":"Score"},{"$f":"_4.2_g_t2","v":"New score"},{"$f":"_score","v":"Score"},{"$f":"_4.2_g_t2","v":"New score"},{"$f":"_score","v":"Score"},{"$f":"_4.2_g_t2","v":"New score"},{"$f":"_score","v":"Score"},{"$f":"_4.2_g_t2","v":"New score"},{"$f":"_score","v":"Score"},{"$f":"_4.2_g_t2","v":"New score"}]
[]
[1,{"$f":"IF(_criterion1=\"\",\"\",_criterion1)","v":""},null,null,{"$f":"IF(_weight1=\"\",\"\",_weight1)","v":""},{"$f":"IF('2.2 Weights'!O24=\"\",E25,'2.2 Weights'!O24)","v":""},{"$f":"'4.2 results'!F22","v":""},{"$f":"G25","v":""},{"$f":"'4.2 results'!I22","v":""},"",{"$f":"'4.2 results'!L22","v":""},"",{"$f":"'4.2 results'!O22","v":""},"",{"$f":"'4.2 results'!R22","v":""},""]
[]
[2,{"$f":"IF(_criterion2=\"\",\"\",_criterion2)","v":""},null,null,{"$f":"IF(_weight2=\"\",\"\",_weight2)","v":""},{"$f":"IF('2.2 Weights'!O26=\"\",E27,'2.2 Weights'!O26)","v":""},{"$f":"'4.2 results'!F24","v":""},"",{"$f":"'4.2 results'!I24","v":""},{"$f":"I27","v":""},{"$f":"'4.2 results'!L24","v":""},{"$f":"K27","v":""},{"$f":"'4.2 results'!O24","v":""},{"$f":"M27","v":""},{"$f":"'4.2 results'!R24","v":""},{"$f":"O27","v":""}]
[]
[3,{"$f":"IF(_criterion3=\"\",\"\",_criterion3)","v":""},null,null,{"$f":"IF(_weight3=\"\",\"\",_weight3)","v":""},{"$f":"IF('2.2 Weights'!O28=\"\",E29,'2.2 Weights'!O28)","v":""},{"$f":"'4.2 results'!F26","v":""},"",{"$f":"'4.2 results'!I26","v":""},{"$f":"I29","v":""},{"$f":"'4.2 results'!L26","v":""},{"$f":"K29","v":""},{"$f":"'4.2 results'!O26","v":""},{"$f":"M29","v":""},{"$f":"'4.2 results'!R26","v":""},{"$f":"O29","v":""}]
[]
[4,{"$f":"IF(_criterion4=\"\",\"\",_criterion4)","v":""},null,null,{"$f":"IF(_weight4=\"\",\"\",_weight4)","v":""},{"$f":"IF('2.2 Weights'!O30=\"\",E31,'2.2 Weights'!O30)","v":""},{"$f":"'4.2 results'!F28","v":""},"",{"$f":"'4.2 results'!I28","v":""},{"$f":"I31","v":""},{"$f":"'4.2 results'!L28","v":""},{"$f":"K31","v":""},{"$f":"'4.2 results'!O28","v":""},{"$f":"M31","v":""},{"$f":"'4.2 results'!R28","v":""},{"$f":"O31","v":""}]
[]
[5,{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"IF(_weight5=\"\",\"\",_weight5)","v":""},{"$f":"IF('2.2 Weights'!O32=\"\",E33,'2.2 Weights'!O32)","v":""},{"$f":"'4.2 results'!F30","v":""},"",{"$f":"'4.2 results'!I30","v":""},{"$f":"I33","v":""},{"$f":"'4.2 results'!L30","v":""},{"$f":"K33","v":""},{"$f":"'4.2 results'!O30","v":""},{"$f":"M33","v":""},{"$f":"'4.2 results'!R30","v":""},{"$f":"O33","v":""}]
[]
[6,{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"IF(_weight6=\"\",\"\",_weight6)","v":""},{"$f":"IF('2.2 Weights'!O34=\"\",E35,'2.2 Weights'!O34)","v":""},{"$f":"'4.2 results'!F32","v":""},"",{"$f":"'4.2 results'!I32","v":""},{"$f":"I35","v":""},{"$f":"'4.2 results'!L32","v":""},{"$f":"K35","v":""},{"$f":"'4.2 results'!O32","v":""},{"$f":"M35","v":""},{"$f":"'4.2 results'!R32","v":""},{"$f":"O35","v":""}]
[]
[7,{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"IF(_weight7=\"\",\"\",_weight7)","v":""},{"$f":"IF('2.2 Weights'!O36=\"\",E37,'2.2 Weights'!O36)","v":""},{"$f":"'4.2 results'!F34","v":""},"",{"$f":"'4.2 results'!I34","v":""},{"$f":"I37","v":""},{"$f":"'4.2 results'!L34","v":""},{"$f":"K37","v":""},{"$f":"'4.2 results'!O34","v":""},{"$f":"M37","v":""},{"$f":"'4.2 results'!R34","v":""},{"$f":"O37","v":""}]
[]
[8,{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"IF(_weight8=\"\",\"\",_weight8)","v":""},{"$f":"IF('2.2 Weights'!O38=\"\",E39,'2.2 Weights'!O38)","v":""},{"$f":"'4.2 results'!F36","v":""},"",{"$f":"'4.2 results'!I36","v":""},{"$f":"I39","v":""},{"$f":"'4.2 results'!L36","v":""},{"$f":"K39","v":""},{"$f":"'4.2 results'!O36","v":""},{"$f":"M39","v":""},{"$f":"'4.2 results'!R36","v":""},{"$f":"O39","v":""}]
[]
[9,{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"IF(_weight9=\"\",\"\",_weight9)","v":""},{"$f":"IF('2.2 Weights'!O40=\"\",E41,'2.2 Weights'!O40)","v":""},{"$f":"'4.2 results'!F38","v":""},"",{"$f":"'4.2 results'!I38","v":""},{"$f":"I41","v":""},{"$f":"'4.2 results'!L38","v":""},{"$f":"K41","v":""},{"$f":"'4.2 results'!O38","v":""},{"$f":"M41","v":""},{"$f":"'4.2 results'!R38","v":""},{"$f":"O41","v":""}]
[]
[10,{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"IF(_weight10=\"\",\"\",_weight10)","v":""},{"$f":"IF('2.2 Weights'!O42=\"\",E43,'2.2 Weights'!O42)","v":""},{"$f":"'4.2 results'!F40","v":""},"",{"$f":"'4.2 results'!I40","v":""},{"$f":"I43","v":""},{"$f":"'4.2 results'!L40","v":""},{"$f":"K43","v":""},{"$f":"'4.2 results'!O40","v":""},{"$f":"M43","v":""},{"$f":"'4.2 results'!R40","v":""},{"$f":"O43","v":""}]
[]
[11,{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"IF(_weight11=\"\",\"\",_weight11)","v":""},{"$f":"IF('2.2 Weights'!O44=\"\",E45,'2.2 Weights'!O44)","v":""},{"$f":"'4.2 results'!F42","v":""},"",{"$f":"'4.2 results'!I42","v":""},{"$f":"I45","v":""},{"$f":"'4.2 results'!L42","v":""},{"$f":"K45","v":""},{"$f":"'4.2 results'!O42","v":""},{"$f":"M45","v":""},{"$f":"'4.2 results'!R42","v":""},{"$f":"O45","v":""}]
[]
[12,{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"IF(_weight12=\"\",\"\",_weight12)","v":""},{"$f":"IF('2.2 Weights'!O46=\"\",E47,'2.2 Weights'!O46)","v":""},{"$f":"'4.2 results'!F44","v":""},"",{"$f":"'4.2 results'!I44","v":""},{"$f":"I47","v":""},{"$f":"'4.2 results'!L44","v":""},{"$f":"K47","v":""},{"$f":"'4.2 results'!O44","v":""},{"$f":"M47","v":""},{"$f":"'4.2 results'!R44","v":""},{"$f":"O47","v":""}]
[]
[13,{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"IF(_weight13=\"\",\"\",_weight13)","v":""},{"$f":"IF('2.2 Weights'!O48=\"\",E49,'2.2 Weights'!O48)","v":""},{"$f":"'4.2 results'!F46","v":""},"",{"$f":"'4.2 results'!I46","v":""},{"$f":"I49","v":""},{"$f":"'4.2 results'!L46","v":""},{"$f":"K49","v":""},{"$f":"'4.2 results'!O46","v":""},{"$f":"M49","v":""},{"$f":"'4.2 results'!R46","v":""},{"$f":"O49","v":""}]
[]
[14,{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"IF(_weight14=\"\",\"\",_weight14)","v":""},{"$f":"IF('2.2 Weights'!O50=\"\",E51,'2.2 Weights'!O50)","v":""},{"$f":"'4.2 results'!F48","v":""},"",{"$f":"'4.2 results'!I48","v":""},{"$f":"I51","v":""},{"$f":"'4.2 results'!L48","v":""},{"$f":"K51","v":""},{"$f":"'4.2 results'!O48","v":""},{"$f":"M51","v":""},{"$f":"'4.2 results'!R48","v":""},{"$f":"O51","v":""}]
[]
[15,{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"IF(_weight15=\"\",\"\",_weight15)","v":""},{"$f":"IF('2.2 Weights'!O52=\"\",E53,'2.2 Weights'!O52)","v":""},{"$f":"'4.2 results'!F50","v":""},"",{"$f":"'4.2 results'!I50","v":""},{"$f":"I53","v":""},{"$f":"'4.2 results'!L50","v":""},{"$f":"K53","v":""},{"$f":"'4.2 results'!O50","v":""},{"$f":"M53","v":""},{"$f":"'4.2 results'!R50","v":""},""]
[]
[null,{"$f":"UPPER(_total_score)","v":"TOTAL SCORE"},null,null,null,null,{"$f":"IF(SUMPRODUCT($E25:$E54,G25:G54)=0,\"\",SUMPRODUCT($E25:$E54,G25:G54))","v":""},null,{"$f":"IF(SUMPRODUCT($E25:$E54,I25:I54)=0,\"\",SUMPRODUCT($E25:$E54,I25:I54))","v":""},null,{"$f":"IF(SUMPRODUCT($E25:$E54,K25:K54)=0,\"\",SUMPRODUCT($E25:$E54,K25:K54))","v":""},null,{"$f":"IF(SUMPRODUCT($E25:$E54,M25:M54)=0,\"\",SUMPRODUCT($E25:$E54,M25:M54))","v":""},null,{"$f":"IF(SUMPRODUCT($E25:$E54,O25:O54) = 0,\"\",SUMPRODUCT($E25:$E54,O25:O54))","v":""}]
[null,{"$f":"UPPER(_4.2_g_t3)","v":"NEW TOTAL SCORE"},null,null,null,null,{"$f":"IF(SUMPRODUCT(H25:H54,$F25:$F54)=0,\"\",SUMPRODUCT($F25:$F54,H25:H54))","v":""},null,{"$f":"IF(SUMPRODUCT(J25:J54,$F25:$F54)=0,\"\",SUMPRODUCT(J25:J54,$F25:$F54))","v":""},null,{"$f":"IF(SUMPRODUCT(L25:L54,$F25:$F54)=0,\"\",SUMPRODUCT(L25:L54,$F25:$F54))","v":""},null,{"$f":"IF(SUMPRODUCT(N25:N54,$F25:$F54)=0,\"\",SUMPRODUCT(N25:N54,$F25:$F54))","v":""},null,{"$f":"IF(SUMPRODUCT(P25:P54,$F25:$F54)= 0,\"\",SUMPRODUCT(P25:P54,$F25:$F54))","v":""}]
[]
[]
[{"$f":"UPPER(_page_end)","v":"PAGE END"}]

{"sheet":"temp5.4.3","index":48,"n_rows":67,"n_cols":8,"rows_kept":67,"cut":false,"hidden":false,"merged":[[61,0,61,9],[62,0,63,9],[65,0,65,9],[66,0,66,9],[27,0,28,2],[27,3,28,3],[27,4,28,6],[27,7,28,9],[29,0,30,2],[29,3,30,3],[29,4,30,6],[29,7,30,9],[58,0,59,2],[58,3,59,3],[58,4,59,6],[58,7,59,9],[56,0,57,2],[56,3,57,3],[54,0,55,2],[54,3,55,3],[54,4,55,6],[54,7,55,9],[56,4,57,6],[56,7,57,9],[50,0,50,9],[51,0,51,2],[51,4,51,6],[51,7,51,9],[20,0,20,2],[20,4,20,6],[20,7,20,9],[43,4,44,6],[43,7,44,9],[42,0,42,2],[52,0,53,2],[52,3,53,3],[52,4,53,6],[52,7,53,9],[21,0,22,2],[21,3,22,3],[21,4,22,6],[21,7,22,9],[45,4,46,6],[45,7,46,9],[23,0,24,2],[23,3,24,3],[23,4,24,6],[23,7,24,9],[47,0,48,2],[47,3,48,3],[47,4,48,6],[47,7,48,9],[45,0,46,2],[45,3,46,3],[42,4,42,6],[42,7,42,9],[43,0,44,2],[43,3,44,3],[8,3,9,3],[8,4,9,6],[8,7,9,9],[41,0,41,9],[10,0,11,2],[10,3,11,3],[10,4,11,6],[10,7,11,9],[12,0,14,2],[12,3,14,3],[12,4,14,6],[12,7,14,9],[15,0,17,2],[15,3,17,3],[15,4,17,6],[15,7,17,9],[19,0,19,9],[25,0,26,2],[25,3,26,3],[25,4,26,6],[25,7,26,9],[0,0,0,9],[32,0,32,9],[1,2,1,7],[33,0,33,2],[33,4,33,6],[33,7,33,9],[6,0,6,9],[38,0,39,2],[38,3,39,3],[38,4,39,6],[38,7,39,9],[7,0,7,2],[7,4,7,6],[7,7,7,9],[2,0,4,9],[34,0,35,2],[34,3,35,3],[34,4,35,6],[34,7,35,9],[36,0,37,2],[36,3,37,3],[36,4,37,6],[36,7,37,9],[8,0,9,2]]}
[{"$f":"\"CAPACITI \"&LOWER(_ds_framework)","v":"CAPACITI decision-support framework"}]
[null,null,{"$f":"_5.4.3_g","v":"EVALUATION FORM"}]
[{"$f":"_5.4.3_gx","v":"The purpose of this questionnaire is to review the recommendation process, so that it can be improved for future recommendations. The questionnaire should be completed by the secretariat, members of the recommendation committee, and members of the technical team for evidence assessment. It can either be completed individually or as a group."}]
[]
[]
[]
[{"$f":"UPPER(_part)&\" 1: \"&_5.4.3_g1","v":"PART 1: Project management"}]
[null,null,null,{"$f":"_yn","v":"Yes/No"},{"$f":"_details","v":"Details"},null,null,{"$f":"_improve","v":"Suggested improvements (if any)"}]
[{"$f":"_5.4.3_g1a","v":"Was the recommendation process too long/short?"}]
[]
[{"$f":"_5.4.3_g1b","v":"Was the duration of, and time between, meetings appropriate?"}]
[]
[{"$f":"_5.4.3_g1c","v":"Was the split of tasks to be undertaken by the committee, secretariat and technical team clearly defined?"}]
[]
[]
[{"$f":"_5.4.3_g1d","v":"Did meetings and communication forums support the committee and secretariat, enabling them to work well?"}]
[]
[]
[]
[{"$f":"UPPER(_part)&\" 2: \"&_5.4.3_g2","v":"PART 2: Process overview"}]
[null,null,null,{"$f":"_yn","v":"Yes/No"},{"$f":"_details","v":"Details"},null,null,{"$f":"_improve","v":"Suggested improvements (if any)"}]
[{"$f":"_5.4.3_g2a","v":"Was the purpose of each step clear? "}]
[]
[{"$f":"_5.4.3_g2b","v":"Were any of the steps unnecessary?"}]
[]
[{"$f":"_5.4.3_g2c","v":"Would any of the steps have benefitted from additional guidance?"}]
[]
[{"$f":"_5.4.3_g2d","v":"Should any of the steps be pre-populated in the future?"}]
[]
[{"$f":"_5.4.3_g2e","v":"Are there steps that should be adapted?"}]
[]
[]
[{"$f":"UPPER(_part)&\" 3: \"&_5.4.3_g3","v":"PART 3: Participation"}]
[null,null,null,{"$f":"_yn","v":"Yes/No"},{"$f":"_details","v":"Details"},null,null,{"$f":"_improve","v":"Suggested improvements (if any)"}]
[{"$f":"_5.4.3_g3a","v":"Did the recommendation incorporate the right stakeholder perspectives?"}]
[]
[{"$f":"_5.4.3_g3b","v":"Did all committee members have equal opportunity to contribute during discussions?"}]
[]
[{"$f":"_5.4.3_g3c","v":"Would additional briefings or training allow stakeholders to participate better in discussions?"}]
[]
[]
[{"$f":"UPPER(_part)&\" 4: \"&_5.4.3_gx4","v":"PART 4: Criteria for decision-making"}]
[null,null,null,{"$f":"_yn","v":"Yes/No"},{"$f":"_details","v":"Details"},null,null,{"$f":"_improve","v":"Suggested improvements (if any)"}]
[{"$f":"_5.4.3_g4a","v":"Did the criteria selection process work well? Were appropriate criteria selected?"}]
[]
[{"$f":"_5.4.3_g4b","v":"Was the weighting process and incorporation of weights useful?"}]
[]
[{"$f":"_5.4.3_g4c","v":"Was the scoring scale useful and appropriate? Would you suggest changes for the future?"}]
[]
[]
[{"$f":"UPPER(_part)&\" 5: \"&_5.4.3_gx5","v":"PART 5: Using evidence to come to a recommendation"}]
[null,null,null,{"$f":"_yn","v":"Yes/No"},{"$f":"_details","v":"Details"},null,null,{"$f":"_improve","v":"Suggested improvements (if any)"}]
[{"$f":"_5.4.3_gx5a","v":"Did all committee members have a good understanding of the evidence and its limitations?"}]
[]
[{"$f":"_5.4.3_gx5b","v":"Were the evidence statements and performance matrix useful for evidence interpretation?"}]
[]
[{"$f":"_5.4.3_gx5c","v":"Did the committee come to a consensus on the recommendation?"}]
[]
[{"$f":"_5.4.3_gx5d","v":"Were any committee members left behind during discussions?"}]
[]
[]
[{"$f":"UPPER(_part)&\" 6: \"&_5.4.3_gx6","v":"PART 6: Final comments or suggestions for improvement"}]
[]
[]
[]
[{"$f":"UPPER(_5.4.3_g7a)","v":"THANK YOU!"}]
[{"$f":"_5.4.3_g7b","v":"Your responses will help the secretariat improve the process for future recommendations."}]

{"sheet":"temp5.5.1","index":49,"n_rows":377,"n_cols":6,"rows_kept":377,"cut":false,"hidden":false,"merged":[[300,0,300,9],[301,0,301,9],[302,0,302,9],[303,0,303,9],[304,0,304,9],[305,0,305,9],[306,0,306,9],[307,0,307,9],[308,0,308,9],[291,0,291,9],[292,0,292,9],[293,0,293,9],[294,0,294,9],[295,0,295,9],[296,0,296,9],[297,0,297,9],[298,0,298,9],[299,0,299,9],[164,5,167,9],[160,5,163,9],[156,5,159,9],[152,5,155,9],[148,5,151,9],[146,5,147,9],[188,5,191,9],[184,5,187,9],[180,5,183,9],[176,5,179,9],[172,5,175,9],[168,5,171,9],[358,3,359,9],[358,0,359,2],[284,0,286,9],[146,3,147,4],[148,3,151,4],[152,3,155,4],[156,3,159,4],[160,3,163,4],[164,3,167,4],[168,3,171,4],[200,0,203,2],[204,0,207,2],[200,3,203,4],[204,3,207,4],[204,5,207,9],[200,5,203,9],[192,0,195,2],[196,0,199,2],[192,3,195,4],[196,3,199,4],[196,5,199,9],[192,5,195,9],[184,0,187,2],[188,0,191,2],[180,3,183,4],[184,3,187,4],[188,3,191,4],[172,0,175,2],[176,0,179,2],[172,3,175,4],[176,3,179,4],[160,0,163,2],[164,0,167,2],[135,0,141,9],[148,0,151,2],[152,0,155,2],[156,0,159,2],[168,0,171,2],[146,0,147,2],[59,0,64,9],[31,0,32,9],[33,0,34,9],[35,0,36,9],[53,0,57,9],[39,0,42,9],[93,0,94,3],[93,4,94,9],[89,0,90,3],[89,4,90,9],[87,0,88,3],[91,0,92,3],[85,4,86,9],[87,4,88,9],[91,4,92,9],[113,0,113,9],[114,0,115,9],[121,0,121,9],[222,3,223,9],[224,0,225,2],[224,3,225,9],[226,0,227,2],[226,3,227,9],[228,0,229,2],[228,3,229,9],[267,0,273,9],[263,0,263,9],[236,0,237,2],[236,3,237,9],[238,0,239,2],[238,3,239,9],[240,0,241,2],[240,3,241,9],[230,0,231,2],[230,3,231,9],[232,0,233,2],[232,3,233,9],[234,0,235,2],[234,3,235,9],[212,0,213,2],[212,3,213,9],[214,0,215,2],[214,3,215,9],[216,0,217,2],[216,3,217,9],[218,0,219,2],[218,3,219,9],[96,0,96,9],[108,0,112,9],[122,0,123,9],[98,0,99,3],[98,4,99,9],[100,0,101,3],[100,4,101,9],[102,0,103,3],[102,4,103,9],[97,0,97,3],[97,4,97,9],[132,0,132,9],[134,0,134,9],[142,0,142,9],[143,0,143,9],[107,0,107,9],[360,0,365,2],[83,0,83,9],[84,0,84,3],[84,4,84,9],[372,3,373,4],[372,5,373,9],[374,3,375,4],[374,5,375,9],[372,0,377,2],[376,3,377,4],[376,5,377,9],[276,0,277,9],[347,0,353,9],[362,3,363,4],[362,5,363,9],[364,3,365,4],[364,5,365,9],[366,3,367,4],[368,3,369,4],[370,3,371,4],[370,5,371,9],[360,5,361,9],[366,5,367,9],[278,0,279,9],[280,0,281,9],[368,5,369,9],[366,0,371,2],[360,3,361,4],[343,0,344,2],[343,3,344,9],[337,0,338,2],[337,3,338,9],[339,0,340,2],[339,3,340,9],[341,0,342,2],[341,3,342,9],[331,0,332,2],[331,3,332,9],[333,0,334,2],[333,3,334,9],[335,0,336,2],[335,3,336,9],[325,0,326,2],[325,3,326,9],[327,0,328,2],[327,3,328,9],[329,0,330,2],[329,3,330,9],[319,0,320,2],[319,3,320,9],[321,0,322,2],[321,3,322,9],[323,0,324,2],[323,3,324,9],[68,0,74,9],[76,0,79,9],[3,0,3,9],[313,0,314,2],[313,3,314,9],[266,0,266,9],[255,0,262,9],[144,0,145,9],[209,0,209,9],[211,0,211,9],[245,0,245,9],[246,0,246,9],[253,0,253,9],[247,0,252,9],[220,0,221,2],[220,3,221,9],[222,0,223,2],[131,0,131,9],[346,0,346,9],[355,0,355,9],[357,0,357,9],[4,0,6,9],[9,0,14,9],[24,0,28,9],[47,0,51,9],[288,0,288,9],[290,0,290,9],[310,0,310,9],[312,0,312,9],[345,0,345,9],[315,0,316,2],[315,3,316,9],[317,0,318,2],[317,3,318,9],[274,0,274,9],[275,0,275,9],[283,0,283,9],[242,0,243,2],[242,3,243,9],[180,0,183,2],[254,0,254,9],[264,0,264,9],[129,0,129,9],[116,0,120,9],[124,0,128,9],[105,0,105,9],[85,0,86,3],[75,0,75,9],[80,0,80,9],[52,0,52,9],[58,0,58,9],[66,0,67,9],[65,0,65,9],[81,0,82,9],[106,0,106,9],[2,0,2,9],[7,0,7,9],[8,0,8,9],[15,0,15,9],[0,0,1,9],[38,0,38,9],[44,0,44,9],[46,0,46,9],[16,0,16,9],[23,0,23,9],[29,0,29,9],[30,0,30,9],[37,0,37,9],[45,0,45,9]]}
[{"$f":"\"CAPACITI \"&LOWER(_ds_framework)","v":"CAPACITI decision-support framework"}]
[]
[{"$f":"_5.5.1_subtitle","v":"Text for the final report"}]
[]
[{"$f":"_5.5.1_instruction","v":"This document contains text from the decision-support tool, which can be used to help in completing the template report (available at: XX)"}]
[]
[]
[{"$f":"UPPER(_5.5.1_h1)","v":"EXECUTIVE SUMMARY"}]
[{"$f":"_5.5.1_q1","v":"Decision question (1.1.1)"}]
[{"$f":"IF('1.1 Objectives'!$E$23=_write_here,\"\",'1.1 Objectives'!$E$23)","v":""}]
[]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q2","v":"Options (1.3.2)"}]
[{"$f":"\"1) \" & _option1&\": \"&'1.3 Scope'!M27","v":"1) : "}]
[{"$f":"\"2) \" & _option2&\": \"&'1.3 Scope'!M29","v":"2) : "}]
[{"$f":"\"3) \"& _option3&\": \"&'1.3 Scope'!M31","v":"3) : "}]
[{"$f":"\"4) \" &  _option4&\": \"&'1.3 Scope'!M33","v":"4) : "}]
[{"$f":"\"5) \" & _option5&\": \"&'1.3 Scope'!M35","v":"5) : "}]
[]
[{"$f":"_5.5.1_q3","v":"Recommendation with summary of strength "}]
[{"$f":" IF('5.3 Final'!$E$23=_write_here,\"\",'5.3 Final'!$E$23) &CHAR(30) & CHAR(10) & IF( '5.1 Formulation'!$E$32=_write_here,\"\", '5.1 Formulation'!$E$32)","v":"\u001e\n"}]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q4","v":"Supplementaty recommendations (5.3.2)"}]
[{"$f":"\"1.) \" & '5.3 Final'!F37","v":"1.) "}]
[]
[{"$f":"\"2.) \" & '5.3 Final'!F39","v":"2.) "}]
[]
[{"$f":"\"3.) \" & '5.3 Final'!F41","v":"3.) "}]
[]
[]
[{"$f":"_5.5.1_q5  & \" (5.4.1)\"","v":"Date of next review (5.4.1)"}]
[{"$f":"IF('5.4 Monitoring'!$E$19=_write_here,\"\",'5.4 Monitoring'!$E$19)","v":""}]
[]
[]
[]
[]
[{"$f":"UPPER(_5.5.1_h2)","v":"BACKGROUND"}]
[{"$f":"_paragraph & \" 1\"","v":"Paragraph 1"}]
[{"$f":"_5.5.1_q6","v":"Exisiting guidance/recommendation/practise (1.2.2)"}]
[{"$f":"IF('1.2 Context'!$E$38=_write_here,\"\",'1.2 Context'!$E$38)","v":""}]
[]
[]
[]
[]
[{"$f":"_5.5.1_q7","v":"Summary of relevant background (1.2.1)"}]
[{"$f":"IF('1.2 Context'!$E$25=_write_here,\"\",'1.2 Context'!$E$25)","v":""}]
[]
[]
[]
[]
[{"$f":"_5.5.1_q8","v":"Summarise relevant recommendation (1.2.3)"}]
[{"$f":"IF('1.2 Context'!$E$53=_write_here,\"\",'1.2 Context'!$E$53)","v":""}]
[]
[]
[]
[]
[]
[{"$f":"_paragraph & \" 2\"","v":"Paragraph 2"}]
[{"$f":"_5.5.1_q9","v":"Summarize who requested the recommendation (1.1.3), the decision question (1.1.1) and why it is being considered (1.1.2)"}]
[]
[{"$f":"IF('1.1 Objectives'!$E$44=_write_here,\"\",'1.1 Objectives'!$E$44) & CHAR(30) & CHAR(10) &IF('1.1 Objectives'!$E$23=_write_here,\"\",'1.1 Objectives'!$E$23) & CHAR(10) & CHAR(30) &IF('1.1 Objectives'!$E$34=_write_here,\"\",'1.1 Objectives'!$E$34)","v":"\u001e\n\n\u001e"}]
[]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q10","v":"Summarise potential significant consequences "}]
[{"$f":"IF('1.2 Context'!$E$64=_write_here,\"\",'1.2 Context'!$E$64)","v":""}]
[]
[]
[]
[{"$f":"_paragraph & \"3\"","v":"Paragraph3"}]
[{"$f":"_5.5.1_q10b","v":"List the options being compared with a brief rationale, explaining why options have been excluded"}]
[]
[{"$f":"_1.3.2","v":"Options included within scope of the recommendation"}]
[{"$f":"_1.3.2_t1","v":"Option"},null,null,null,{"$f":"_1.3.2_t3","v":"Reason for inclusion"}]
[{"$f":"_option1","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$37","v":0}]
[]
[{"$f":"_option2","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$39","v":0}]
[]
[{"$f":"_option3","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$41","v":0}]
[]
[{"$f":"_option4","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$43","v":0}]
[]
[{"$f":"_option5","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$45","v":0}]
[]
[]
[{"$f":"_1.3.3","v":"Options excluded from scope"}]
[{"$f":"_1.3.2_t5","v":"Excluded option"},null,null,null,{"$f":"_1.3.2_t4","v":"Reason for exclusion"}]
[{"$f":"_exoption1","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$53","v":0}]
[]
[{"$f":"_exoption2","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$55","v":0}]
[]
[{"$f":"_exoption3","v":0},null,null,null,{"$f":"'1.3 Scope'!$M$57","v":0}]
[]
[]
[{"$f":"UPPER(_5.5.1_h3)","v":"RECOMMENDATION PROCESS"}]
[{"$f":"_paragraph & \" 1\"","v":"Paragraph 1"}]
[{"$f":"_5.5.1_q11","v":"State the committee or working group that made the recommendation (1.4.2)"}]
[{"$f":"IF('1.4 Participation'!$E$45=_write_here,\"\",'1.4 Participation'!$E$45)","v":""}]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q12","v":"If the working group or committee was out together specifically for the recommendation, outline how members were selected (1.4.1)"}]
[]
[{"$f":"IF('1.4 Participation'!$E$30=_write_here,\"\",'1.4 Participation'!$E$30)","v":""}]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q13","v":"If relevant, explain how other stakeholders were consulted during the recommendation process (1.4.3)"}]
[]
[{"$f":"IF('1.4 Participation'!$E$59=_write_here,\"\",'1.4 Participation'!$E$59)","v":""}]
[]
[]
[]
[]
[{"$f":"_paragraph & \" 2\"","v":"Paragraph 2"}]
[]
[{"$f":"_5.5.1_q14","v":"Type of MCDA used (1.5.1)"}]
[{"$f":"'1.5 Process'!J20","v":0}]
[]
[{"$f":"_5.5.1_q15","v":"Rationale for MCDA selected (1.5.1)"}]
[{"$f":"IF('1.5 Process'!$E$28=_reason,\"\",'1.5 Process'!$E$28)","v":""}]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"UPPER(_table) & \" 1\"","v":"TABLE 1"}]
[]
[]
[{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_2.2","v":"Weights"},null,{"$f":"_3.2","v":"Evidence statements"}]
[]
[{"$f":"_criterion1","v":0},null,null,{"$f":"'2.2 Weights'!$H$24","v":0},null,{"$f":"'3.2 Statements'!$H$22","v":0}]
[]
[]
[]
[{"$f":"_criterion2","v":0},null,null,{"$f":"'2.2 Weights'!$H$26","v":0},null,{"$f":"'3.2 Statements'!$H$27","v":0}]
[]
[]
[]
[{"$f":"_criterion3","v":0},null,null,{"$f":"'2.2 Weights'!$H$28","v":0},null,{"$f":"'3.2 Statements'!$H$32","v":0}]
[]
[]
[]
[{"$f":"_criterion4","v":0},null,null,{"$f":"'2.2 Weights'!$H$30","v":0},null,{"$f":"'3.2 Statements'!$H$37","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"'2.2 Weights'!$H$32","v":0},null,{"$f":"'3.2 Statements'!$H$42","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"'2.2 Weights'!$H$34","v":0},null,{"$f":"'3.2 Statements'!$H$47","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"'2.2 Weights'!$H$36","v":0},null,{"$f":"'3.2 Statements'!$H$52","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"'2.2 Weights'!$H$38","v":0},null,{"$f":"'3.2 Statements'!$H$57","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"'2.2 Weights'!$H$40","v":0},null,{"$f":"'3.2 Statements'!$H$62","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"'2.2 Weights'!$H$42","v":0},null,{"$f":"'3.2 Statements'!$H$67","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"'2.2 Weights'!$H$44","v":0},null,{"$f":"'3.2 Statements'!$H$72","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"'2.2 Weights'!$H$46","v":0},null,{"$f":"'3.2 Statements'!$H$77","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"'2.2 Weights'!$H$48","v":0},null,{"$f":"'3.2 Statements'!$H$82","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"'2.2 Weights'!$H$50","v":0},null,{"$f":"'3.2 Statements'!$H$87","v":0}]
[]
[]
[]
[{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"'2.2 Weights'!$H$52","v":0},null,{"$f":"'3.2 Statements'!$H$92","v":0}]
[]
[]
[]
[]
[{"$f":"UPPER(_5.5.1_h4)","v":"CRITERIA"}]
[]
[]
[{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_4.1","v":"Comparison by criterion"}]
[]
[{"$f":"_criterion1","v":0},null,null,{"$f":"'4.1 By criterion'!$E$33","v":"Write your answer here"}]
[]
[{"$f":"_criterion2","v":0},null,null,{"$f":"'4.1 By criterion'!$E$49","v":"Write your answer here"}]
[]
[{"$f":"_criterion3","v":0},null,null,{"$f":"'4.1 By criterion'!$E$65","v":"Write your answer here"}]
[]
[{"$f":"_criterion4","v":0},null,null,{"$f":"'4.1 By criterion'!$E$81","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$97","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$113","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$129","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$145","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$161","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$177","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$193","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$209","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$225","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$241","v":"Write your answer here"}]
[]
[{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"'4.1 By criterion'!$E$257","v":"Write your answer here"}]
[]
[]
[{"$f":"UPPER(_5.5.1_h5)","v":"DISCUSSION"}]
[{"$f":"_5.5.1_q16","v":"Summarise the option that performs best overall (4.2.3)"}]
[{"$f":"IF('4.2 Across criteria'!$E$59=_write_here,\"\",'4.2 Across criteria'!$E$59)","v":""}]
[]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q17","v":"Summarise the ourcome of discussions on the other considerations (5.2.1, 5.2.2, 5.2.3)"}]
[{"$f":"IF('5.2 Supplementary'!$E$20=_write_here,\"\",'5.2 Supplementary'!$E$20) &CHAR(10) & CHAR(30) &IF('5.2 Supplementary'!$E$30=_write_here,\"\", '5.2 Supplementary'!$E$30)& CHAR(10) & CHAR(30) &IF('5.2 Supplementary'!$E$41=_write_here,\"\",'5.2 Supplementary'!$E$41)","v":"\n\u001e\n\u001e"}]
[]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"UPPER(_5.5.1_h6)","v":"FINAL RECOMMENDATION"}]
[]
[{"$f":"_5.5.1_q18","v":"Summarise recommendation and strength "}]
[{"$f":"IF('5.3 Final'!E23=_write_here,\"\",'5.3 Final'!E23) & CHAR(10) & CHAR(30) & IF('5.1 Formulation'!E32=_write_here,\"\",'5.1 Formulation'!E32)","v":"\n\u001e"}]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"_5.5.1_q19","v":"Summarise supplementaty recommendations (5.3.2)"}]
[{"$f":"\"1.) \" & '5.3 Final'!F37","v":"1.) "}]
[]
[{"$f":"\"2.) \" & '5.3 Final'!F39","v":"2.) "}]
[]
[{"$f":"\"3.) \" & '5.3 Final'!F41","v":"3.) "}]
[]
[]
[{"$f":"_5.5.1_q5 & \" (5.4.1)\"","v":"Date of next review (5.4.1)"}]
[{"$f":"IF(_next_review=_write_here,\"\",_next_review)","v":""}]
[]
[]
[]
[{"$f":"UPPER(_5.5.1_h7) & \" 1\"","v":"ANNEX 1"}]
[]
[{"$f":"_5.5.1_q20","v":"Members of the working group or committee (1.4.4)"}]
[{"$f":"\"1) \" & _name1&\"(\"&_name1a&\")\"","v":"1) ()"}]
[{"$f":"\"2) \" & _name2&\"(\"&_name2a&\")\"","v":"2) ()"}]
[{"$f":"\"3)\" & _name3&\" (\"&_name3a&\")\"","v":"3) ()"}]
[{"$f":"\"4)\" & _name4&\" (\"&_name4a&\")\"","v":"4) ()"}]
[{"$f":"\"5)\" & _name5&\" (\"&_name5a&\")\"","v":"5) ()"}]
[{"$f":"\"6)\" & _name6&\" (\"&_name6a&\")\"","v":"6) ()"}]
[{"$f":"\"7)\" & _name7&\" (\"&_name7a&\")\"","v":"7) ()"}]
[{"$f":"\"8)\" & _name8&\" (\"&_name8a&\")\"","v":"8) ()"}]
[{"$f":"\"9)\" & _name9&\" (\"&_name9a&\")\"","v":"9) ()"}]
[{"$f":"\"10)\" & _name10&\" (\"&_name10a&\")\"","v":"10) ()"}]
[{"$f":"\"11)\" & _name11&\" (\"&_name11a&\")\"","v":"11) ()"}]
[{"$f":"\"12)\" & _name12&\" (\"&_name12a&\")\"","v":"12) ()"}]
[{"$f":"\"13)\" & _name13&\" (\"&_name13a&\")\"","v":"13) ()"}]
[{"$f":"\"14)\" & _name14&\" (\"&_name14a&\")\"","v":"14) ()"}]
[{"$f":"\"15)\" & _name15&\" (\"&_name15a&\")\"","v":"15) ()"}]
[{"$f":"\"16)\" & _name16&\" (\"&_name16a&\")\"","v":"16) ()"}]
[{"$f":"\"17)\" & _name17&\" (\"&_name17a&\")\"","v":"17) ()"}]
[{"$f":"\"18)\" & _name18&\" (\"&_name18a&\")\"","v":"18) ()"}]
[]
[{"$f":"UPPER(_5.5.1_h7) & \" 3\"","v":"ANNEX 3"}]
[]
[{"$f":"_5.5.1_q21","v":"Scoring scales for each criterion (2.3.1)"}]
[{"$f":"_criterion","v":"Criterion"},null,null,{"$f":"_scale","v":"Scale"}]
[]
[{"$f":"_criterion1","v":0},null,null,{"$f":"_cri1_scale","v":0}]
[]
[{"$f":"_criterion2","v":0},null,null,{"$f":"_cri2_scale","v":0}]
[]
[{"$f":"_criterion3","v":0},null,null,{"$f":"_cri3_scale","v":0}]
[]
[{"$f":"_criterion4","v":0},null,null,{"$f":"_cri4_scale","v":0}]
[]
[{"$f":"IF(_criterion5=\"\",\"\",_criterion5)","v":""},null,null,{"$f":"_cri5_scale","v":0}]
[]
[{"$f":"IF(_criterion6=\"\",\"\",_criterion6)","v":""},null,null,{"$f":"_cri6_scale","v":0}]
[]
[{"$f":"IF(_criterion7=\"\",\"\",_criterion7)","v":""},null,null,{"$f":"_cri7_scale","v":0}]
[]
[{"$f":"IF(_criterion8=\"\",\"\",_criterion8)","v":""},null,null,{"$f":"_cri8_scale","v":0}]
[]
[{"$f":"IF(_criterion9=\"\",\"\",_criterion9)","v":""},null,null,{"$f":"_cri9_scale","v":0}]
[]
[{"$f":"IF(_criterion10=\"\",\"\",_criterion10)","v":""},null,null,{"$f":"_cri10_scale","v":0}]
[]
[{"$f":"IF(_criterion11=\"\",\"\",_criterion11)","v":""},null,null,{"$f":"_cri11_scale","v":0}]
[]
[{"$f":"IF(_criterion12=\"\",\"\",_criterion12)","v":""},null,null,{"$f":"_cri12_scale","v":0}]
[]
[{"$f":"IF(_criterion13=\"\",\"\",_criterion13)","v":""},null,null,{"$f":"_cri13_scale","v":0}]
[]
[{"$f":"IF(_criterion14=\"\",\"\",_criterion14)","v":""},null,null,{"$f":"_cri14_scale","v":0}]
[]
[{"$f":"IF(_criterion15=\"\",\"\",_criterion15)","v":""},null,null,{"$f":"_cri15_scale","v":0}]
[]
[]
[{"$f":"_5.5.1_q22","v":"Decision rules (2.3.2)"}]
[{"$f":"IF(_decision_rules=_write_here,\"\",_decision_rules)","v":""}]
[]
[]
[]
[]
[]
[]
[]
[{"$f":"UPPER(_5.5.1_h7) & \" 4\"","v":"ANNEX 4"}]
[]
[{"$f":"_5.5.1_q23","v":"Research recommendations (5.3.3)"}]
[{"$f":"_5.3.3_t1","v":"Research question"},null,null,{"$f":"_5.3.3_t2","v":"Brief rationale"}]
[]
[{"$f":"'5.3 Final'!$E$54","v":0},null,null,{"$f":"_5.3.3_t3","v":"Importance"},null,{"$f":"'5.3 Final'!J54","v":0}]
[]
[null,null,null,{"$f":"_5.3.3_t4","v":"Data gap addressed"},null,{"$f":"'5.3 Final'!J55","v":0}]
[]
[null,null,null,{"$f":"_5.3.3_t5","v":"Resourcing"},null,{"$f":"'5.3 Final'!$J$57","v":0}]
[]
[{"$f":"'5.3 Final'!$E$58","v":0},null,null,{"$f":"_5.3.3_t3","v":"Importance"},null,{"$f":"'5.3 Final'!$J$58","v":0}]
[]
[null,null,null,{"$f":"_5.3.3_t4","v":"Data gap addressed"},null,{"$f":"'5.3 Final'!$J$59","v":0}]
[]
[null,null,null,{"$f":"_5.3.3_t5","v":"Resourcing"},null,{"$f":"'5.3 Final'!$J$61","v":0}]
[]
[{"$f":"'5.3 Final'!$E$62","v":0},null,null,{"$f":"_5.3.3_t3","v":"Importance"},null,{"$f":"'5.3 Final'!$J$62","v":0}]
[]
[null,null,null,{"$f":"_5.3.3_t4","v":"Data gap addressed"},null,{"$f":"'5.3 Final'!$J$64","v":0}]
[]
[null,null,null,{"$f":"_5.3.3_t5","v":"Resourcing"},null,{"$f":"'5.3 Final'!$J$65","v":0}]

{"sheet":"_sheets","index":50,"n_rows":53,"n_cols":5,"rows_kept":53,"cut":false,"hidden":false,"merged":[]}
[]
[null,{"$f":"UPPER(_home)","v":"HOME"},null,null,{"$f":"_home","v":"Home"}]
[null,{"$f":"UPPER(_ov)","v":"OVERVIEW"}]
[null,{"$f":"_instructions","v":"Instructions"},null,null,{"$f":"_instructions","v":"Instructions"}]
[null,{"$f":"_time","v":"Timelines"},null,null,{"$f":"_time","v":"Timelines"}]
[null,{"$f":"_nav_tab","v":"Steps"},null,null,{"$f":"_nav","v":"Steps of the framework"}]
[null,{"$f":"\"1. \" & _1_tab","v":"1. Decision question"},null,null,{"$f":"\"1. \" & _1_tab","v":"1. Decision question"}]
[null,{"$f":"\"1.1 \" & _1.1_tab","v":"1.1 Objectives"},null,null,{"$f":"\"1.1 \" & _1.1_tab","v":"1.1 Objectives"}]
[null,{"$f":"\"1.2 \" & _1.2_tab","v":"1.2 Context"},null,null,{"$f":"\"1.2 \" & _1.2_tab","v":"1.2 Context"}]
[null,{"$f":"\"1.3 \" & _1.3_tab","v":"1.3 Scope"},null,null,{"$f":"\"1.3 \" & _1.3_tab","v":"1.3 Scope"}]
[null,{"$f":"\"1.4 \" & _1.4_tab","v":"1.4 Participation"},null,null,{"$f":"\"1.4 \" & _1.4_tab","v":"1.4 Participation"}]
[null,{"$f":"\"1.5 \" & _1.5_tab","v":"1.5 Process"},null,null,{"$f":"\"1.5 \" & _1.5_tab","v":"1.5 Process"}]
[null,{"$f":"\"2. \" & _2_tab","v":"2. Decision criteria"},null,null,{"$f":"\"2. \" & _2_tab","v":"2. Decision criteria"}]
[null,{"$f":"\"2.1 \" & _2.1_tab","v":"2.1 Criteria"},null,null,{"$f":"\"2.1 \" & _2.1_tab","v":"2.1 Criteria"}]
[null,{"$f":"\"2.2 \" & _2.2_tab","v":"2.2 Weights"},null,null,{"$f":"\"2.2 \" & _2.2_tab","v":"2.2 Weights"}]
[null,{"$f":"\"2.3 \" & _2.3_tab","v":"2.3 Rules"},null,null,{"$f":"\"2.3 \" & _2.3_tab","v":"2.3 Rules"}]
[null,{"$f":"\"3. \" & _3_tab","v":"3. Assessment"},null,null,{"$f":"\"3. \" & _3_tab","v":"3. Assessment"}]
[null,{"$f":"\"3.1 \" & _3.1_tab","v":"3.1 Collection"},null,null,{"$f":"\"3.1 \" & _3.1_tab","v":"3.1 Collection"}]
[null,{"$f":"\"3.2 \" & _3.2_tab","v":"3.2 Statements"},null,null,{"$f":"\"3.2 \" & _3.2_tab","v":"3.2 Statements"}]
[null,{"$f":"\"3.3 \" & _3.3_tab","v":"3.3 Matrix"},null,null,{"$f":"\"3.3 \" & _3.3_tab","v":"3.3 Matrix"}]
[null,{"$f":"\"4. \" & _4_tab","v":"4. Appraisal"},null,null,{"$f":"\"4. \" & _4_tab","v":"4. Appraisal"}]
[null,{"$f":"\"4.1 \" & _4.1_tab","v":"4.1 By criterion"},null,null,{"$f":"\"4.1 \" & _4.1_tab","v":"4.1 By criterion"}]
[null,{"$f":"\"4.2 \" & _4.2_tab","v":"4.2 Across criteria"},null,null,{"$f":"\"4.2 \" & _4.2_tab","v":"4.2 Across criteria"}]
[null,{"$f":"\"5. \" & _5_tab","v":"5. Recommendation"},null,null,{"$f":"\"5. \" & _5_tab","v":"5. Recommendation"}]
[null,{"$f":"\"5.1 \" & _5.1_tab","v":"5.1 Formulation"},null,null,{"$f":"\"5.1 \" & _5.1_tab","v":"5.1 Formulation"}]
[null,{"$f":"\"5.2 \" & _5.2_tab","v":"5.2 Supplementary"},null,null,{"$f":"\"5.2 \" & _5.2_tab","v":"5.2 Supplementary"}]
[null,{"$f":"\"5.3 \" & _5.3_tab","v":"5.3 Final"},null,null,{"$f":"\"5.3 \" & _5.4_tab","v":"5.3 Monitoring"}]
[null,{"$f":"\"5.4 \" & _5.4_tab","v":"5.4 Monitoring"},null,null,{"$f":"\"5.4 \" & _5.5_tab","v":"5.4 Communication"}]
[null,{"$f":"\"5.5 \" & _5.5_tab","v":"5.5 Communication"},null,null,{"$f":"\"5.5 \" & _5.5_tab","v":"5.5 Communication"}]
[null,{"$f":"_acknowledge","v":"Acknowledgements"},null,null,{"$f":"_acknowledge","v":"Acknowledgements"}]
[null,{"$f":"_gl","v":"Glossary"}]
[null,"info0",null,null,"info0"]
[null,"info0a"]
[null,"info1.1.1",null,null,"info1.1.1"]
[null,"info1.2",null,null,"info1.2"]
[null,"info1.5.1",null,null,"info1.5.1"]
[null,"info1.5.2",null,null,"info1.5.2"]
[null,"temp1.5.4",null,null,"temp1.5.4"]
[null,"info2",null,null,"info2.1a"]
[null,"info2.1.1",null,null,"info2.1b"]
[null,"info2.1.2"]
[null,"info2.3.1",null,null,"info2.3.1"]
[null,"info3.1",null,null,"info3.1"]
[null,"supp3.1a",null,null,"supp3.1a"]
[null,"supp3.1b",null,null,"supp3.1b"]
[null,"info3.2",null,null,"info3.2"]
[null,"info3.3",null,null,"info3.3"]
[null,"4.2 results",null,null,"4.2 results"]
[null,"4.2 uncertainty",null,null,"4.2 uncertainty"]
[null,"temp5.4.3",null,null,"temp5.4.3"]
[null,"temp5.5.1",null,null,"temp5.5.1"]
[null,"_sheets",null,null,"_sheets"]
[null,"translation",null,null,"translation"]

{"sheet":"translation","index":51,"n_rows":1182,"n_cols":6,"rows_kept":1182,"cut":false,"hidden":false,"merged":[]}
["NAME REFERENCE","WORDING IN TOOL","English","Français","Español","Bahasa Indonesia"]
["Structure",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",\"\",OFFSET(WORDING,0,lang_num))","v":""}]
["_ds_tool",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Decision-support tool"},"Decision-support tool","Outil d'aide à la décision","TEST Spanish","TEST Bahasa"]
["_ds_framework","Decision-support framework","Decision-support framework","Cadre d'aide à la décision","TEST Spanish","TEST Bahasa"]
["_capaciti","Country-led Assessment for Prioritization on Immunization","Country-led Assessment for Prioritization on Immunization","Évaluation, dirigée par le pays, des priorités en matière de vaccination"]
["_select_language","Select language","Select language","Sélectionnez une langue"]
["_home","Home","Home","Accueil"]
["_ov","Overview","Overview","Vue d'ensemble"]
["_instructions","Instructions","Instructions","Instructions"]
["_time","Timelines","Timelines","Calendrier"]
["_nav",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Steps of the framework"},"Steps of the framework","Étapes du cadre"]
["_nav_tab",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Steps"},"Steps","Étapes"]
["_1","Decision question","Decision question","Question décisionnelle"]
["_1_tab","Decision question","Decision question","Question décisionnelle"]
["_1.1","Framing the objectives","Framing the objectives","Définir les objectifs"]
["_1.1_tab","Objectives","Objectives","Objectifs"]
["_1.2","Context","Context","Contexte"]
["_1.2_tab","Context","Context","Contexte"]
["_1.3","Scope","Scope","Champs d'application"]
["_1.3_tab","Scope","Scope","Chanps d'application"]
["_1.4","Participation","Participation","Participation"]
["_1.4_tab","Participation","Participation","Participation"]
["_1.5","Priority-setting process","Priority-setting process","Processus d'établissement des priorités"]
["_1.5_tab","Process","Process","Processus"]
["_2","Criteria for decision-making","Criteria for decision-making","Critères d'évaluation"]
["_2_tab","Decision criteria","Decision criteria","Critères d'évaluation"]
["_2.1","Criteria list","Criteria list","Liste de critères"]
["_2.1_tab","Criteria","Criteria","Critères"]
["_2.2","Weights","Weights","Pondérations"]
["_2.2_tab","Weights","Weights","Pondérations"]
["_2.3","Rules for interpreting evidence","Rules for interpreting evidence","Règles d'interprétation des preuves"]
["_2.3_tab","Rules","Rules","Règles"]
["_3","Evidence assessment","Evidence assessment","Évaluation des preuves"]
["_3_tab","Assessment","Assessment","Évaluation"]
["_3.1","Evidence collection","Evidence collection","Recueil de preuves"]
["_3.1_tab","Collection","Collection","Collecte"]
["_3.2","Evidence statements","Evidence statements","Déclarations de preuves"]
["_3.2_tab","Statements","Statements","Déclarations"]
["_3.3","Performance matrix","Performance matrix","Matrice de performance"]
["_3.3_tab","Matrix","Matrix","Matrice"]
["_4","Appraisal","Appraisal","Comparaison"]
["_4_tab","Appraisal","Appraisal","Comparaison"]
["_4.1","Comparison by criterion","Comparison by criterion","Comparaison par critère"]
["_4.1_tab","By criterion","By criterion","Par critère"]
["_4.2","Comparison across criteria","Comparison across criteria","Comparaison entre critères"]
["_4.2_tab","Across criteria","Across criteria","Entre critères"]
["_5","Recommendation","Recommendation","Recommandation"]
["_5_tab","Recommendation","Recommendation","Recommandation"]
["_5.1","Formulating the recommendation","Formulating the recommendation","Formulation de la recommandation "]
["_5.1_tab","Formulation","Formulation","Formulation"]
["_5.2","Supplementary considerations","Supplementary considerations","Considérations complémentaires"]
["_5.2_tab","Supplementary","Supplementary","Complément"]
["_5.3","Final recommendation","Final recommendation","Recommandation finale"]
["_5.3_tab","Final","Final","Finale"]
["_5.4","Audit, monitoring and evaluation","Audit, monitoring and evaluation","Audit, suivi et évaluation"]
["_5.4_tab","Monitoring","Monitoring","Suivi"]
["_5.5","Communication","Communication","Communication"]
["_5.5_tab","Communication","Communication","Communication"]
["_acknowledge","Acknowledgements","Acknowledgements","Remerciements"]
["General"]
["_mention_points","You may wish to consider the following points:","You may wish to consider the following points:","Vous pourriez considérer les points suivants: "]
["_ref_manual",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Refer to manual:"},"Refer to manual:","Se référer au manuel:"]
["_ref_page","pages","pages","pages"]
["_mention_points_relevant","You may wish to consider the following points, when relevant:","You may wish to consider the following points, when relevant:","Vous pourriez considérer les points suivants, le cas échéant :"]
["_ref_sheet","Refer to sheet","Refer to sheet","Se reporter à la feuille"]
["_example","Example","Example","Exemple"]
["_more_info","More information","More information","Plus d'informations"]
["_link","Link","Link","Lien"]
["_download","Download","Download","Télécharger"]
["_step_secr","This step is completed by the secretariat","This step is completed by the secretariat","Cette étape est menée par le secrétariat"]
["_step_comm","This step is completed by the committee","This step is completed by the committee","Cette étape est menée par le comité"]
["_step_tech","This step is completed by a technical team","This step is completed by a technical team","Cette étape est menée par l'équipe technique"]
["Page set-up"]
["_version",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Version"},"Version","Version"]
["_update","Last update","Last update","Dernière mise à jour"]
["_info_sheet","Information sheet","Information sheet","Feuille d'information"]
["_supp_sheet","Supplementary sheet","Supplementary sheet","Feuille supplémentaire"]
["_checklist","Checklist","Checklist","Liste de contrôle"]
["_back","Back","Back","Précédent"]
["_next","Next","Next","Suivant"]
["_page_end","Page end","Page end","Fin de page"]
["_return_sheet","Return to sheet ","Return to sheet ","Retour à la feuille"]
["_next_question","Next question","Next question","Question suivante"]
["_write_here","Write your answer here","Write your answer here","Écrivez ici votre réponse"]
["_reason","Record your reasoning here","Record your reasoning here","Notez ici votre raisonnement"]
["_steps","This section includes the following worksheets:","This section includes the following worksheets:","Cette section comprend les feuilles de travail suivantes :"]
["_click_more_info","Click here for more information.","Click here for more information.","Cliquez ici pour plus d'informations."]
["HOME"]
["_tag","A structured process to prioritize among multiple vaccine products, services or strategies","A structured process to prioritize among multiple vaccine products, services or strategies","Un processus structuré pour hiérarchiser les priorités entre plusieurs produits, services ou stratégies de vaccination","Spanish translation coming soon…","Bahasa Indonesia translation coming soon…"]
["_home1","Go to section:","Go to section:","Allez à la section:"]
["_home2","On the CAPACITI webpage:","On the CAPACITI webpage:","Sur la page internet de CAPACITI"]
["_home3","Download the manual","Download the manual","Téléchargez le manuel"]
["_home4","Access video tutorials","Access video tutorials","Accéder aux tutoriels vidéo"]
["_home5","Find out how NIPs have used the tool","Find out how NIPs have used the tool","Découvrez comment les PNIs ont utilisé l'outil"]
["_home6","View worked examples","View worked examples","Voir des exemples de travail"]
["_start","Start","Start","Démarrer"]
["_contact1","Contact us","Contact us","Contactez-nous"]
["_contact2","For support using this tool, please contact tse_tool@who.int ","For support using this tool, please contact tse_tool@who.int ","Pour obtenir une aide à l'utilisation de cet outil, veuillez contacter tse_tool@who.int "]
["OVERVIEW"]
["_ov_x1","The decision-support framework structures and documents an evidence-based, context-specific process for prioritizing or selecting among multiple vaccination products, services or strategies. It supports national advisory or decision-making bodies in combining evidence and different stakeholder views in order to come to a legitimate and credible recommendation. ","The decision-support framework structures and documents an evidence-based, context-specific process for prioritizing or selecting among multiple vaccination products, services or strategies. It supports national advisory or decision-making bodies in combining evidence and different stakeholder views in order to come to a legitimate and credible recommendation. ","Le cadre d'aide à la décision structure et documente un processus fondé sur des preuves et adapté au contexte pour hiérarchiser ou choisir entre plusieurs produits, services ou stratégies de vaccination. Il aide les organes consultatifs ou décisionnels nationaux à combiner les preuves et les différents points de vue des parties prenantes pour aboutir à une recommandation légitime et crédible. "]
["_ov_x2","Further information is available in the following supplementary sheets:","Further information is available in the following supplementary sheets:","Des informations complémentaires sont disponibles dans les feuilles complémentaires suivantes :"]
["_ov_x3","The CAPACITI decision-support framework can be used for the following types of policy or programmatic questions.","The CAPACITI decision-support framework can be used for the following types of policy or programmatic questions.","Le cadre d'aide à la décision CAPACITI peut être utilisé pour les types de questions politiques ou programmatiques suivantes:"]
["_ov_x4","The output at the end of the process is a summary report of the recommendation and rationale.","The output at the end of the process is a summary report of the recommendation and rationale.","Le résultat à la fin du processus est un rapport de synthèse de la recommandation et de sa justification"]
["_ov_1","Selecting between two or more options:","Selecting between two or more options:","Choisir entre deux ou plusieurs options"]
["_ov_2","Ranking multiple options:","Ranking multiple options:","Classement des options multiples"]
["_ov_1a","to recommend whether to switch PCV schedule","to recommend whether to switch PCV schedule","de recommander ou non le changement le calendrier de vaccination du VPC"]
["_ov_1b","to choose which rotavirus vaccine presentation to procure","to choose which rotavirus vaccine presentation to procure","de choisir la présentation du vaccin contre le rotavirus à se procurer"]
["_ov_1c","to prioritize among new vaccine introductions over the next 5 years","to prioritize among new vaccine introductions over the next 5 years","d'établir des priorités entre l'introduction de nouveaux vaccins au cours des cinq prochaines années"]
["_ov_1d","to identify which provinces to prioritize during phased introduction of a vaccine","to identify which provinces to prioritize during phased introduction of a vaccine","pour déterminer les provinces à privilégier lors de l'introduction progressive d'un vaccin"]
["_ov_1e","to evaluate strategies to vaccinate out-of-school girls","to evaluate strategies to vaccinate out-of-school girls","évaluer les stratégies de vaccination des filles non scolarisées"]
["_ov_1f","to set strategic priorities during development of a national immunization strategy (NIS)","to set strategic priorities during development of a national immunization strategy (NIS)","de fixer des priorités stratégiques lors de l'élaboration de la stratégie nationale d'immunisation (SNI)"]
["_ov_link1","What is the difference between this tool and the GRADE Evidence to Recommendation (EtR) framework?","What is the difference between this tool and the GRADE Evidence to Recommendation (EtR) framework?","Quelle est la différence entre cet outil et la méthodologie GRADE ?"]
["_ov_link2","Is this the right tool for us?","Is this the right tool for us?","Est-ce le bon outil pour nous ?"]
["_ov_g1","Differences between this framework and the GRADE EtR framework","Differences between this framework and the GRADE EtR framework","Différences entre le cadre CAPACITI et le cadre de preuves GRADE "]
["_ov_g1_x","The GRADE EtR framework evaluates a single intervention in relation to a comparator, whereas the CAPACITI decision-support framework is designed for choices involving multiple options. The table below compares the types of policy questions addressed by the two frameworks:","The GRADE EtR framework evaluates a single intervention in relation to a comparator, whereas the CAPACITI decision-support framework is designed for choices involving multiple options. The table below compares the types of policy questions addressed by the two frameworks:","Le cadre GRADE évalue une seule intervention par rapport à un comparateur, tandis que le cadre d'aide à la décision CAPACITI est conçu pour des choix impliquant plusieurs options. Le tableau ci-dessous compare les types de questions politiques traitées par les deux cadres :"]
["_ov_g1_t1","GRADE Evidence to Recommendation (EtR) framework: example applications","GRADE Evidence to Recommendation (EtR) framework: example applications","GRADE Cadre de preuves à la recommandation (EtR) : exemples d'applications"]
["_ov_g1_t2","CAPACITI decision-support framework: example applications","CAPACITI decision-support framework: example applications","Cadre d'aide à la décision CAPACITI : exemples de demandes"]
["_ov_g1_t1a","Should rotavirus vaccination be introduced into the national immunization programme?","Should rotavirus vaccination be introduced into the national immunization programme?","La vaccination contre le rotavirus devrait-elle être introduite dans le programme national d'immunisation ?"]
["_ov_g1_t2a","Which new vaccine(s) should be prioritized for introduction into the national immunization programme? This can include, e.g. a comparison of HPV, PCV, rotavirus vaccines.","Which new vaccine(s) should be prioritized for introduction into the national immunization programme? This can include, e.g. a comparison of HPV, PCV, rotavirus vaccines.","Quel(s) nouveau(x) vaccin(s) faut-il introduire en priorité dans le programme national de vaccination ? Par exemple, comparaison entre les vaccins contre le HPV, le VPC et le rotavirus"]
["_ov_g1_t1b","Should the immunization programme switch procurement from the quadrivalent HPV vaccine to the nine-valent HPV vaccine? ","Should the immunization programme switch procurement from the quadrivalent HPV vaccine to the nine-valent HPV vaccine? ","Le programme de vaccination devrait-il modifier l'approvisionnement du vaccin quadrivalent contre les infections à papillomavirus humain pour le remplacer par le vaccin nonavalent? "]
["_ov_g1_t2b","Which of the available HPV vaccine products should be procured for the immunization programme?","Which of the available HPV vaccine products should be procured for the immunization programme?","Parmi les vaccins anti-papillomavirus disponibles, quels sont ceux qui doivent être achetés pour le programme de vaccination ?"]
["_ov_g1_t1c","Should hepatitis B birth dose be delivered under controlled temperature chain (CTC) conditions? ","Should hepatitis B birth dose be delivered under controlled temperature chain (CTC) conditions? ","La dose de vaccin anti-hépatite B  doit-elle être administrée dans des conditions de chaîne à température contrôlée (CTC) ? "]
["_ov_g1_t2c","Under which scenarios should CTC delivery be recommended for birth dose hepatitis B vaccination?","Under which scenarios should CTC delivery be recommended for birth dose hepatitis B vaccination?","Dans quels scénarios faut-il recommander la dose de vaccin anti-hépatite B administrée à la naissance dans des conditions de chaîne à température contrôlée (CTC) ? "]
["_ov_g2_x","The CAPACITI decision-support framework is appropriate for you if:","The CAPACITI decision-support framework is appropriate for you if:","Le cadre d'aide à la décision CAPACITI est approprié si :"]
["_ov_g2_x1","your decision question requires comparison of two or more options","your decision question requires comparison of two or more options","Votre question décisionnelle nécessite la comparaison de deux ou plusieurs options"]
["_ov_g2_x2","AND if one or more of the following conditions is met:","AND if one or more of the following conditions is met:","ET uneou plusieurs des conditions suivantes sont remplies :"]
["_ov_g2_x3","the decision question requires consideration of evidence across disciplines","the decision question requires consideration of evidence across disciplines","La question décisionnelle exige la prise en compte des preuves dans toutes les disciplines"]
["_ov_g2_x4","the recommendation process incorporates multiple stakeholder perspectives","the recommendation process incorporates multiple stakeholder perspectives","Le processus de recommandation intégrera les perspectives de multiples parties prenantes"]
["_ov_g2_x5","contextualization of evidence and criteria to the country is required","contextualization of evidence and criteria to the country is required","La contextualisation des preuves et des critères au contexte du pays est nécessaire"]
["_ov_g2_x6","there is significant data uncertainty","there is significant data uncertainty","Il existe une grande incertitude quant aux données"]
["INSTRUCTIONS"]
["_instr_1","Before you start","Before you start","Avant de commencer"]
["_instr_1a_1","Check that you are using the most recent version of the tool.","Check that you are using the most recent version of the tool.","Vérifiez que vous utilisez la version la plus récente de l'outil"]
["_instr_1a_2","The most recent version can be downloaded here.","The most recent version can be downloaded here.","La version la plus récente peut être téléchargée ici :"]
["_instr_1b","Ensure that macros are enabled in the tool.","Ensure that macros are enabled in the tool.","S'assurer que les macros sont activées dans l'outil"]
["_instr_1c","Save the tool on your local drive with an appropriate name (e.g. CAPACITI decision-support tool_v2.0_GTCVMali_HPV_May2019.xlsm).","Save the tool on your local drive with an appropriate name (e.g. CAPACITI decision-support tool_v2.0_GTCVMali_HPV_May2019.xlsm).","Enregistrez l'outil sur votre disque local avec un nom approprié (par exemple "]
["_instr_2","Navigating through the tool","Navigating through the tool","Naviguer dans l'outil"]
["_instr_2a","There are 3 ways to navigate between sheets:","There are 3 ways to navigate between sheets:","Il y a 3 façons de naviguer entre les feuilles :"]
["_instr_2a_1","Use the navigation pane on the left-hand side of each sheet.","Use the navigation pane on the left-hand side of each sheet.","En utilisant le panneau de navigation situé à gauche de chaque feuille"]
["_instr_2a_2","Use the Back/Next buttons at the top and bottom of each page.","Use the Back/Next buttons at the top and bottom of each page.","En utilisant les boutons Retour/Suivant en haut et en bas de chaque page"]
["_instr_2a_3","Use the Tabs at the bottom of the window.","Use the Tabs at the bottom of the window.","Onglets en bas de la fenêtre"]
["_instr_2b","There are 3 ways to navigate within each sheet:","There are 3 ways to navigate within each sheet:","Il y a 3 façons de naviguer dans chaque feuille :"]
["_instr_2b_1","Use the navigation pane on the left-hand side of each sheet.","Use the navigation pane on the left-hand side of each sheet.","En utilisant le panneau de navigation situé à gauche de chaque feuille"]
["_instr_2b_2","Use the \"Next question\" link at the start of each question.","Use the \"Next question\" link at the start of each question.","En utilisant le lien \"Prochaine question\" au début de chaque question"]
["_instr_2b_3","Scroll down with mouse/keyboard.","Scroll down with mouse/keyboard.","Défilement vers le bas avec la souris/clavier"]
["_instr_3","Entering information","Entering information","Saisie des informations"]
["_instr_3a",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Only cells requiring data entry are unlocked (white boxes)."},"Only cells requiring data entry are unlocked (white boxes).","Seules les cellules nécessitant une saisie de données sont déverrouillées (cases blanches)"]
["_instr_3b","Certain unlocked cells contain guidance text, which can be over-written by the user.","Certain unlocked cells contain guidance text, which can be over-written by the user.","Certaines cellules non verrouillées contiennent un texte d'orientation, qui peut être remplacé par l'utilisateur"]
["_instr_4","Key to icons in the tool","Key to icons in the tool","Clé des icônes dans l'outil"]
["_instr_4a","Current page (used in navigation pane)","Current page (used in navigation pane)","Page actuelle (utilisée dans le panneau de navigation)"]
["_instr_4b","Important step (essential to complete)","Important step (essential to complete)","Étape importante (essentielle à compléter)"]
["_instr_4c","Important information","Important information","Information importante"]
["_instr_4d","Information sheet (links to a sheet in the tool containing further details)","Information sheet (links to a sheet in the tool containing further details)","Feuille d'information (liens vers une feuille dans l'outil contenant plus de détails)"]
["_instr_4e","Supplementary sheet (links to an optional sheet in the tool that can be used as an extra resource)","Supplementary sheet (links to an optional sheet in the tool that can be used as an extra resource)","Feuille supplémentaire (liens vers une feuille optionnelle dans l'outil qui peut être utilisée comme ressource supplémentaire)"]
["_instr_4f","Exports information into the tool (requires macros)","Exports information into the tool (requires macros)","Exporte les informations dans l'outil (nécessite des macros)"]
["_instr_4g","External link with further information","External link with further information","Lien externe avec de plus amples informations"]
["_instr_5","Troubleshooting","Troubleshooting","Dépannage"]
["_instr_5_a","All sheets in the tool are locked to avoid accidental deletion of the formulas. If you wish to modify a sheet, it can be unlocked by selecting Review > Unprotect Sheet. It is highly recommended to lock the sheet again after modifying it.","All sheets in the tool are locked to avoid accidental deletion of the formulas. If you wish to modify a sheet, it can be unlocked by selecting Review > Unprotect Sheet. It is highly recommended to lock the sheet again after modifying it.","Toutes les feuilles de l'outil sont verrouillées pour éviter la suppression accidentelle des formules. Si vous souhaitez modifier une feuille, il est possible de la déverrouiller en sélectionnant Révision > Déprotéger la feuille. Il est fortement recommandé de verrouiller à nouveau la feuille par la suite."]
["_instr_5_b","For help using the tool, please contact: tse_tool@who.int.","For help using the tool, please contact: tse_tool@who.int.","Pour obtenir de l'aide sur l'utilisation de l'outil, veuillez contacter tse_tool@who.int"]
["_instr_6","Supporting materials","Supporting materials","Matériels d'appui"]
["_instr_6a_1","CAPACITI Decision-Support Framework Guidance Manual","CAPACITI Decision-Support Framework Guidance Manual","Manuel d'orientation du cadre d'aide à la décision CAPACITI"]
["_instr_6a_2","Details the steps of the decision-support framework, including worked examples and tips for completing the tool.","Details the steps of the decision-support framework, including worked examples and tips for completing the tool.","Détaille les étapes du cadre d'aide à la décision, y compris des exemples travaillés et des conseils pour compléter l'outil."]
["_instr_6b_1","Adaptation guidance","Adaptation guidance","Orientations en matière d'adaptation"]
["_instr_6b_2","Supports adaptation of the decision-support framework to your setting.","Supports adaptation of the decision-support framework to your setting.","Permet d'adapter le cadre d'aide à la décision à votre contexte."]
["TIMELINES"]
["_time_x","An indicative timeline is given below. ","An indicative timeline is given below. ","Un calendrier indicatif est donné ci-dessous. "]
["_time_xx","The 5-step recommendation process typically takes around 6 months. However, it is possible to shorten the process to less than a week for urgent questions, and there may be recommendations that take up to a year.","The 5-step recommendation process typically takes around 6 months. However, it is possible to shorten the process to less than a week for urgent questions, and there may be recommendations that take up to a year.","Le processus de recommandation prend généralement environ 6 mois, mais il est possible de le raccourcir à moins d'une semaine pour les questions urgentes. Certaines recommandations nécessitent jusqu'à un an."]
["_time_1","1–2 months","1–2 months","1 à 2 mois"]
["_time_1a","For high priority questions or countries with well-established processes, this step may take less than 1 week","For high priority questions or countries with well-established processes, this step may take less than 1 week","Pour les questions hautement prioritaires, ou les pays ayant des processus bien établis, cette étape peut prendre moins d'une semaine"]
["_time_2","Half or full day","Half or full day","Demi-journée ou journée complète"]
["_time_2a","This step is shorter if there are existing criteria, weights and/or scoring scales","This step is shorter if there are existing criteria, weights and/or scoring scales","Cette étape est plus courte s'il existe des critères, des pondérations et/ou des barèmes de notation"]
["_time_3","1–3 months","1–3 months","1 à 3 mois"]
["_time_3a","Duration depends on evidence collection and analysis requirements","Duration depends on evidence collection and analysis requirements","La durée dépend des exigences en matière de collecte et d'analyse des preuves"]
["_time_4","Full day","Full day","Journée entière"]
["_time_3a","If necessary, duration can be reduced, if the committee is provided with evidence in advance","If necessary, duration can be reduced, if the committee is provided with evidence in advance","Si nécessaire, la durée peut être réduite, à condition que le comité reçoive des preuves à l'avance"]
["_time_5","1 month","1 month","1 mois"]
["_time_5a","Duration depends on secretariat bandwidth, can be 1–2 days","Duration depends on secretariat bandwidth, can be 1–2 days","La durée dépend des resources et du temps à disposition du secrétariat, elle peut être de 1 à 2 jours"]
["STEPS"]
["_nav_x","The CAPACITI decision-support framework is composed of 5 sections, as outlined below.","The CAPACITI decision-support framework is composed of 5 sections, as outlined below.","Le cadre d'aide à la décision CAPACITI est composé de cinq sections, comme indiqué ci-dessous."]
["_step_1","Step 1, conducted by the secretariat, outlines the decision question and how the recommendation process will be conducted, and it: ","Step 1, conducted by the secretariat, outlines the decision question and how the recommendation process will be conducted, and it: ","décrit la question décisionnelle et la manière dont le processus de recommandation sera mené (mené par le secrétariat)"]
["_step_1.1","articulates the recommendation objectives and frames the role of the recommendation within the broader policy environment","articulates the recommendation objectives and frames the role of the recommendation within the broader policy environment","articule les objectifs de la recommandation et définit le rôle de la recommandation dans le cadre plus large de l'environnement politique"]
["_step_1.2","outlines the programme context and potential implications of the recommendation","outlines the programme context and potential implications of the recommendation","décrit le contexte du programme et les implications potentielles de la recommandation"]
["_step_1.3","scopes and shortlists 2 to 5 options to compare","scopes and shortlists 2 to 5 options to compare","les champs d'application et les listes restreintes entre 2 et 5 options à comparer"]
["_step_1.4","identifies which stakeholders to engage, mechanisms for stakeholder participation and the composition of the recommendation committee/working group","identifies which stakeholders to engage, mechanisms for stakeholder participation and the composition of the recommendation committee/working group","identifie les parties prenantes à engager, les mécanismes de participation des parties prenantes et la composition du comité de recommandation/groupe de travail"]
["_step_1.5","selects the most appropriate MCDA methods, group techniques and operational procedures","selects the most appropriate MCDA methods, group techniques and operational procedures","sélectionne les méthodes ADM, les techniques de groupe et les procédures opérationnelles les plus appropriées"]
["_step_2","Step 2, conducted by the committee with secretariat support, sets up the criteria and rules for evaluating each of the options, and it: ","Step 2, conducted by the committee with secretariat support, sets up the criteria and rules for evaluating each of the options, and it: ","définit les critères et les règles d'évaluation de chacune des options (menée par le comité, avec le soutien du secrétariat)"]
["_step_2.1","selects or adapts a list of criteria relevant for the decision question","selects or adapts a list of criteria relevant for the decision question","sélectionne ou adapte une liste de critères pertinents pour la question décisionnelle"]
["_step_2.2","indicates the relative importance of criteria","indicates the relative importance of criteria","indique l'importance relative des critères"]
["_step_2.3","outlines scoring scales and any relevant decision rules","outlines scoring scales and any relevant decision rules","décrit les barèmes de notation et toute règle de décision pertinente"]
["_step_3","Step 3, conducted by a technical team, collects, synthesizes and assesses the quality of available evidence, for presentation to the recommendation committee, and it: ","Step 3, conducted by a technical team, collects, synthesizes and assesses the quality of available evidence, for presentation to the recommendation committee, and it: ","collecte, synthétise et évalue la qualité des preuves disponibles, pour les présenter au comité de recommandation (dirigé par une équipe technique)"]
["_step_3.1","documents available evidence and research methods","documents available evidence and research methods","documents disponibles preuves et méthodes de recherche"]
["_step_3.2","synthesizes available evidence and its quality","synthesizes available evidence and its quality","synthétise les données disponibles et leur qualité"]
["_step_3.3","summarizes the performance of each option","summarizes the performance of each option","résume les performances de chaque option"]
["_step_4","Step 4, conducted by the recommendation committee, assesses the merits and drawbacks of each option, in accordance with the criteria determined in Section 2, and it:","Step 4, conducted by the recommendation committee, assesses the merits and drawbacks of each option, in accordance with the criteria determined in Section 2, and it:","évalue les avantages et les inconvénients de chaque option, conformément aux critères déterminés dans la section 2 (menée par le comité de recommandation)"]
["_step_4.1","scores and compares the performance of each option on a criterion-by-criterion basis","scores and compares the performance of each option on a criterion-by-criterion basis","note et compare les performances de chaque option sur une base critère par critère"]
["_step_4.2","considers the trade-offs between each option, the option(s) that perform best overall and the impact of data uncertainty ","considers the trade-offs between each option, the option(s) that perform best overall and the impact of data uncertainty ","examine les compromis entre chaque option, la ou les options les plus performantes et l'impact de l'incertitude des données "]
["_step_5","Step 5,  conducted by the recommendation committee with follow-up activities coordinated by the secretariat, agrees upon, finalizes and communicates the recommendation, and it:","Step 5,  conducted by the recommendation committee with follow-up activities coordinated by the secretariat, agrees upon, finalizes and communicates the recommendation, and it:","approuve, finalise et communique la recommandation (conduite par le comité de recommandation, avec des activités de suivi coordonnées par le secrétariat)"]
["_step_5.1","formulates a preliminary recommendation and considers the implications of data quality","formulates a preliminary recommendation and considers the implications of data quality","formule une recommandation préliminaire et examine les implications de la qualité des données"]
["_step_5.2","considers notable implications of the recommendation and, where necessary, identifies mitigating measures to overcome any potential negative impact","considers notable implications of the recommendation and, where necessary, identifies mitigating measures to overcome any potential negative impact","examine les implications notables de la recommandation et les mesures correctives, le cas échéant"]
["_step_5.3","agrees and rationalizes the final recommendation","agrees and rationalizes the final recommendation","approuve et justifie la recommandation finale"]
["_step_5.4","reviews the recommendation process and makes provisions for reviewing and monitoring the recommendation","reviews the recommendation process and makes provisions for reviewing and monitoring the recommendation","examine le processus de recommandation et prend des dispositions pour l'examen et le suivi de la recommandation"]
["_step_5.5","communicates the recommendation and rationale to the final decision-maker and interested parties","communicates the recommendation and rationale to the final decision-maker and interested parties","communique la recommandation et sa justification au décideur final et aux parties intéressées"]
[null,0]
["Step 1"]
["_1_intro","The role of this section is to articulate the recommendation objectives and to outline how the recommendation process will be conducted.","The role of this section is to articulate the recommendation objectives and to outline how the recommendation process will be conducted.","Le rôle de cette section est d'articuler les objectifs de la recommandation et de décrire comment le processus de recommandation sera mené."]
["_1_intro_x","In this section, a secretariat or core team based within the MoH will:","In this section, a secretariat or core team based within the MoH will:","Dans cette section, un secrétariat ou une équipe centrale basée au sein du ministère de la Santé:"]
["_1_intro_x1","characterize the decision problem within the existing programme and policy environment","characterize the decision problem within the existing programme and policy environment","caractérise le problème de décision dans le cadre du programme et de l'environnement politique existants"]
["_1_intro_x2","define the decision question and its scope","define the decision question and its scope","définit la question décisionnelle et son champs d'application"]
["_1_intro_x3","design the socio-technical aspects of the recommendation process, including methods for stakeholder engagement and evidence interpretation. ","design the socio-technical aspects of the recommendation process, including methods for stakeholder engagement and evidence interpretation. ","conçoit les aspects socio-techniques du processus de recommandation, y compris les méthodes d'engagement des parties prenantes et d'interprétation des preuves "]
["Step 1.1"]
["_1.1_intro","This step specifies the recommendation objectives, why a recommendation is needed, how it will be used and by whom.","This step specifies the recommendation objectives, why a recommendation is needed, how it will be used and by whom.","Cette étape précise les objectifs de la recommandation, pourquoi une recommandation est nécessaire, comment elle sera utilisée et par qui."]
["_1.1_intro_x","To ensure the recommendation is addressing the right problem, it is important to understand the role of this recommendation and where it sits within the broader decision-making environment.","To ensure the recommendation is addressing the right problem, it is important to understand the role of this recommendation and where it sits within the broader decision-making environment.","Pour s'assurer que la recommandation aborde le vrai problème, il est important de comprendre le rôle de cette recommandation et sa position dans l'environnement décisionnel général."]
["_1.1.1","What is the decision question?","What is the decision question?","Quelle est la question décisionnelle ?"]
["_1.1.1_x","Succinctly articulate the question that the recommendation needs to address.","Succinctly articulate the question that the recommendation needs to address.","Exposez succinctement la question que la recommandation doit aborder."]
["_1.1.1_x1","Be as specific as possible. Determine what you need to specify, e.g. the target population, healthcare setting. ","Be as specific as possible. Determine what you need to specify, e.g. the target population, healthcare setting. ","Soyez aussi précis que possible (devez-vous préciser la population cible, le milieu de soins, etc.)"]
["_1.1.1_x2","Ensure that the question is framed around the objectives, not the options.","Ensure that the question is framed around the objectives, not the options.","S'assurer que la question s'articule autour des objectifs et non des options"]
["_1.1.1_link","Guidance for writing a good decision question","Guidance for writing a good decision question","Conseils pour rédiger une question décisionnelle pertinente"]
["_1.1.1_g_intro_1","The decision question influences which options are compared and how. It is therefore important to ensure that the decision question accurately captures the objectives and is framed in the best possible way.","The decision question influences which options are compared and how. It is therefore important to ensure that the decision question accurately captures the objectives and is framed in the best possible way.","La question décisionnelle influence les options qui sont comparées et la manière dont elles le sont. Il est donc important de s'assurer que la question décisionnelle reflète correctement les objectifs et est formulée de la meilleure façon possible."]
["_1.1.1_g_intro_2","Identifying and gearing toward the final decision-maker at this stage can ensure that the recommendation process and final recommendation are seen as credible, relevant and valid.","Identifying and gearing toward the final decision-maker at this stage can ensure that the recommendation process and final recommendation are seen as credible, relevant and valid.","Le fait de prendre en considération le décideur final à ce stade peut garantir que le processus de recommandation et la recommandation finale soient reconnus comme crédibles, pertinents et valides."]
["_1.1.1_g_intro_3","Steps to articulate the decision question","Steps to articulate the decision question","Étapes pour articuler la question décisionnelle"]
["_1.1.1_g_1","Consider the problem that is being addressed before proposing a solution. ","Consider the problem that is being addressed before proposing a solution. ","Examinez le problème qui est abordé"]
["_1.1.1_g_x2","Focus on the objectives and not alternatives. The options are only important for achieving the stated objectives. There may be additional options arising that, at this stage, have not been considered.","Focus on the objectives and not alternatives. The options are only important for achieving the stated objectives. There may be additional options arising that, at this stage, have not been considered.","À ce stade, il est important de se concentrer sur les objectifs et non sur les alternatives : les options ne sont importantes que pour atteindre les objectifs fixés et il peut y avoir des options supplémentaires qui n'ont pas été envisagées."]
["_1.1.1_g_x3","The table below gives examples of alternatives and objectives-based questions:","The table below gives examples of alternatives and objectives-based questions:","Le tableau ci-dessous donne des exemples d'alternatives et de questions basées sur des objectifs :"]
["_1.1.1_g_t1","Alternatives-based question","Alternatives-based question","Question basée sur les alternatives"]
["_1.1.1_g_t2","Objectives-based question","Objectives-based question","Question axée sur les objectifs"]
["_1.1.1_g_a1","Should the EPI programme introduce rotavirus or HPV?","Should the EPI programme introduce rotavirus or HPV?","Le  PEV devrait-il introduire le rotavirus ou le HPV ?"]
["_1.1.1_g_o1","Which new vaccine should be introduced next into the immunization programme?","Which new vaccine should be introduced next into the immunization programme?","Quel nouveau vaccin devrait être introduit ensuite dans le programme d'immunisation ?"]
["_1.1.1_g_a2","Should we procure the quadrivalent monodose or bivalent two-dose vial presentation?","Should we procure the quadrivalent monodose or bivalent two-dose vial presentation?","Devrions-nous nous procurer la présentation quadrivalente en monodose ou bivalente en flacon de deux doses ?"]
["_1.1.1_g_o2","Which HPV vaccine presentation should be procured?","Which HPV vaccine presentation should be procured?","Quelle présentation du vaccin anti-papillomavirus doit-on se procurer ?"]
["_1.1.1_g_2","Frame the question appropriately","Frame the question appropriately","Formuler la question de manière appropriée"]
["_1.1.1_g_2_x1","How the question is framed can change the emphasis and outcome of the recommendation.","How the question is framed can change the emphasis and outcome of the recommendation.","La façon dont la question est formulée peut modifier l'accent et le résultat de la recommandation."]
["_1.1.1_g_2_x2","Before finalizing the phrasing, consider reframing the question from different perspectives, such as with the viewpoints in 1.1.3 and 1.2.4.","Before finalizing the phrasing, consider reframing the question from different perspectives, such as with the viewpoints in 1.1.3 and 1.2.4.","Vous souhaiterez peut-être reformuler la question sous différents angles avant de finaliser la formulation (vous souhaiterez peut-être considérer les points de vue des points 1.1.3 et 1.2.4)."]
["_1.1.1_g_2_x3","For example, consider the example of new vaccine introduction in the table above. Depending on the focus required and objectives of the recommendation, this question could also be framed in the following ways:","For example, consider the example of new vaccine introduction in the table above. Depending on the focus required and objectives of the recommendation, this question could also be framed in the following ways:","Prenez par exemple le cas de l'introduction d'un nouveau vaccin dans le tableau ci-dessus. En fonction de l'orientation requise et des objectifs de la recommandation, cette question pourrait également être formulée de la manière suivante :"]
["_1.1.1_g_2_x4","Which vaccines are highest priority to introduce?","Which vaccines are highest priority to introduce?","Quels sont les vaccins à introduire en priorité ?"]
["_1.1.1_g_2_x5","Should a new vaccine be introduced?","Should a new vaccine be introduced?","Faut-il introduire un nouveau vaccin ?"]
["_1.1.1_g_2_x6","Which portfolio of vaccines should be provided through the national immunization programme?","Which portfolio of vaccines should be provided through the national immunization programme?","Quel portefeuille de vaccins devrait être fourni par le programme national d'immunisation ?"]
["_1.1.1_g_2_x7",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Which of the new vaccines offer best value for money?"},"Which of the new vaccines offer best value for money?","Quels sont les nouveaux vaccins qui offrent le meilleur rapport coût/efficacité ?"]
["_1.1.1_g_2_x8","Which of the new vaccines would have the greatest impact on equity?","Which of the new vaccines would have the greatest impact on equity?","Lequel des nouveaux vaccins aurait le plus grand impact sur l'équité ?"]
["_1.1.1_g_2_x9","Although there are only subtle differences, each of the questions above is likely to differ in terms of the options that are compared and the criteria that are selected to compare across options.","Although there are only subtle differences, each of the questions above is likely to differ in terms of the options that are compared and the criteria that are selected to compare across options.","Bien qu'il n'y ait que des différences subtiles, chacune des questions ci-dessus est susceptible de différer en termes d'options qui sont comparées et de critères qui sont sélectionnés pour la comparaion entre les options."]
["_1.1.1_g_3","Ensure the question is sufficiently precise","Ensure the question is sufficiently precise","S'assurer que la question est suffisamment précise"]
["_1.1.1_g_3_x1","While the decision question should not be long and unnecessarily complicated, it is important to ensure that all committee members have the same understanding of the question.","While the decision question should not be long and unnecessarily complicated, it is important to ensure that all committee members have the same understanding of the question.","Si la question décisionnelle ne doit pas être longue et inutilement compliquée, il est important de s'assurer que tous les membres du comité ont la même compréhension de la question."]
["_1.1.1_g_3_x2","The following example illustrates a scenario in which lack of detail can lead to different interpretations of the question:","The following example illustrates a scenario in which lack of detail can lead to different interpretations of the question:","L'exemple suivant illustre un scénario dans lequel le manque de détails peut conduire à différentes interprétations de la question :"]
["_1.1.1_g_3_q1","Original question: Which measles-containing vaccine vial size would be most appropriate for use?","Original question: Which measles-containing vaccine vial size would be most appropriate for use?","Question originale : Quelle taille de flacon de vaccin antirougeoleux serait la plus appropriée ?"]
["_1.1.1_g_3_q1a","Is the question referring to routine immunization, supplementary immunization activities (SIAs) or outbreak response?","Is the question referring to routine immunization, supplementary immunization activities (SIAs) or outbreak response?","La question porte-t-elle sur l'immunisation de routine, les activités de vaccination supplémentaire ou la réponse aux épidémies ?"]
["_1.1.1_g_3_q1b","Is the question referring to the whole country, or should the recommendation consider different presentations for different settings?","Is the question referring to the whole country, or should the recommendation consider different presentations for different settings?","La question porte-t-elle sur l'ensemble du pays ou la recommandation doit-elle envisager différentes présentations pour différents contextes ?"]
["_1.1.1_g_3_q1c","Revised question: Which measles-containing vaccine vial size would be most appropriate for national procurement for use in routine immunization?","Revised question: Which measles-containing vaccine vial size would be most appropriate for national procurement for use in routine immunization?","Question révisée : Quelle taille de flacon de vaccin antirougeoleux serait la plus appropriée pour les achats nationaux en vue d'une utilisation dans le cadre de la vaccination systématique ?"]
["_1.1.2","Why is the recommendation being considered?","Why is the recommendation being considered?","Pourquoi la recommandation est-elle envisagée ?"]
["_1.1.2_x","Discuss why this decision is important and what prompted it (for example, recent WHO SAGE recommendation, vaccine supply shortage, to inform development of the national immunization strategy)","Discuss why this decision is important and what prompted it (for example, recent WHO SAGE recommendation, vaccine supply shortage, to inform development of the national immunization strategy)","Expliquez pourquoi cette décision est importante et ce qui l'a motivée (par exemple, la récente recommandation du SAGE de l'OMS, pénurie de vaccins, pour contribuer à l'élaboration de la stratégie nationale d'immunisation."]
["_1.1.3","Who requested the recommendation?","Who requested the recommendation?","Qui a demandé la recommandation ?"]
["_1.1.3_x","What is their responsibility and mandate?","What is their responsibility and mandate?","Quelle est leur responsabilité et leur mandat ?"]
["_1.1.4","How will the recommendation be used?","How will the recommendation be used?","Comment la recommandation sera-t-elle utilisée ?"]
["_1.1.4_x1","end goal of the recommendation, such as prioritizing new vaccine introductions for the multi-year plan, or selecting a vaccine product to request in a Gavi application for PCV","end goal of the recommendation, such as prioritizing new vaccine introductions for the multi-year plan, or selecting a vaccine product to request in a Gavi application for PCV","L'objectif final de la recommandation (par exemple, la priorité accordée à l'introductions de nouveaux vaccins pour le plan pluriannuel, pour sélectionner un produit vaccinal à inclure dans une demande Gavi pour le VPC)"]
["_1.1.4_x2","type of decision that will be made, such as policy, planning, fund allocation or procurement","type of decision that will be made, such as policy, planning, fund allocation or procurement","Le type de décision qui sera prise. Par exemple, la politique, la planification, l'allocation des fonds, les achats, etc."]
["_1.1.4_x3","major stakeholders who could influence uptake of the recommendation at the policy or programme delivery levels","major stakeholders who could influence uptake of the recommendation at the policy or programme delivery levels","Les principales parties prenantes qui pourraient influencer l'adoption de la recommandation (au niveau de la mise en œuvre des politiques ou des programmes)"]
["_1.1.4_x4","budget holder and MOH department responsible for implementation of the recommendation","budget holder and MOH department responsible for implementation of the recommendation","Le titulaire du budget et le département du ministère de la santé responsable de la mise en œuvre de la recommandation"]
["_1.1.5","Timeline for the recommendation","Timeline for the recommendation","Calendrier de la recommandation"]
["_1.1.5_x",0]
["_1.1.5_x1","By what date is the recommendation needed? Note if the recommendation is urgent or high priority.","By what date is the recommendation needed? Note if the recommendation is urgent or high priority.","Pour quand cette recommandation est-elle nécessaire ? Notez si la recommandation est urgente ou hautement prioritaire."]
["_1.1.5_x2","When is the recommendation expected to be implemented?","When is the recommendation expected to be implemented?","Quand la recommandation devrait-elle être mise en œuvre ?"]
["Step 1.2"]
["_1.2_intro","This step describes the current situation in the country, to contextualize the recommendation and its potential implications.","This step describes the current situation in the country, to contextualize the recommendation and its potential implications.","Cette étape décrit la situation actuelle dans le pays, afin de contextualiser la recommandation et ses implications potentielles."]
["_1.2_intro_x","It is highly recommended to complete the supplementary sheet (link below) before completing this step.","It is highly recommended to complete the supplementary sheet (link below) before completing this step."]
["_1.2_link","Potential implications on programme performance","Potential implications on programme performance"]
["_1.2.1","Background: disease and programme performance","Background: disease and programme performance","Contexte : la maladie et les résultats du programme"]
["_1.2.1_x1","burden of disease, current prevention and control measures including non-vaccine interventions, and the impact of vaccination (local data)","burden of disease, current prevention and control measures including non-vaccine interventions, and the impact of vaccination (local data)","Charge de la maladie, mesures existantes de prévention et de lutte (y compris les interventions non-vaccinales), impact de la vaccination (données locales)"]
["_1.2.1_x2","relevant national strategic goals, such as elimination targets","relevant national strategic goals, such as elimination targets","Objectifs stratégiques nationaux pertinents (par exemple, objectifs d'élimination)"]
["_1.2.1_x3",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"relevant information on immunization programme performance and barriers to immunization (you may wish to refer to the CAPACITI context tool or a recent programme review)."},"relevant information on immunization programme performance and barriers to immunization (you may wish to refer to the CAPACITI context tool or a recent programme review).","Informations pertinentes sur les performances des programmes de vaccination et les obstacles à la vaccination."]
["_1.2.2","Background: existing policy and practice","Background: existing policy and practice","Contexte : politique et pratiques existantes"]
["_1.2.2_x1","any related recommendations that have been made previously, with brief rationale","any related recommendations that have been made previously, with brief rationale","Toute recommandation connexe qui a été faite précédemment, avec une brève justification"]
["_1.2.2_x2","brief summary of existing guidance or current practice (for example, to what extent is the existing guidance followed, and is existing practice working?)","brief summary of existing guidance or current practice (for example, to what extent is the existing guidance followed, and is existing practice working?)","Bref résumé des orientations existantes ou des pratiques actuelles. Dans quelle mesure les orientations sont-elles suivies ? La pratique actuelle fonctionne-t-elle ?"]
["_1.2.3","Recommendations from other jurisdictions","Recommendations from other jurisdictions","Recommandations d'autres juridictions"]
["_1.2.3_x1","global guidance and/or policy in neighbouring countries","global guidance and/or policy in neighbouring countries","Directive mondiale et/ou politique dans les pays voisins"]
["_1.2.3_x2","recommendations from associations/bodies in the country, such as a paediatric association and/or use of the vaccine in the private sector","recommendations from associations/bodies in the country, such as a paediatric association and/or use of the vaccine in the private sector","Recommandations des associations/organismes du pays (par exemple, association de pédiatrie) et/ou utilisation dans le secteur privé"]
["_1.2.3_x3","in decentralized systems, policy in individual provinces or states (for example, has one or more province introduced the vaccine)","in decentralized systems, policy in individual provinces or states (for example, has one or more province introduced the vaccine)","Dans les systèmes décentralisés, la politique dans les différentes provinces ou états (par exemple, une ou plusieurs provinces ont-elles introduit le vaccin ?)"]
["_1.2.4","Potential consequences","Potential consequences","Conséquences possibles"]
["_1.2.4_x","Are there any significant health, economic or social implications (either positive or negative) of the recommendation? ","Are there any significant health, economic or social implications (either positive or negative) of the recommendation? ","La recommandation a-t-elle des répercussions importantes (positives ou négatives) sur la santé, l'économie ou la société ?"]
["_1.2_g_x1","Purpose","Purpose","Objectif"]
["_1.2_g_x1a","It is important to consider programme context when making a recommendation. This sheet summarises relevant programme strengths and weaknesses that may be affected positively or negatively by the recommendation.","It is important to consider programme context when making a recommendation. This sheet summarises relevant programme strengths and weaknesses that may be affected positively or negatively by the recommendation."]
["_1.2_g_x1b","To complete this sheet, refer to the summary sheet of the \"Workbook for conducting a desk review of immunisation programme performance\", if available.","To complete this sheet, refer to the summary sheet of the \"Workbook for conducting a desk review of immunisation programme performance\", if available."]
["_1.2_g_x1g","Otherwise, refer to the most recent EPI Review.","Otherwise, refer to the most recent EPI Review."]
["_1.2_g_x2","Discuss which programme strengths and weaknesses may be affected by the outcome of the recommendation. List the barriers in the table below, with an explanation.","Discuss which programme strengths and weaknesses may be affected by the outcome of the recommendation. List the barriers in the table below, with an explanation."]
["_1.2_g_x2a","Programme strength/weakness","Programme strength/weakness"]
["_1.2_g_x2b","Relevance for the decision question","Relevance for the decision question"]
["_1.2_g_x2c","Example -  Vaccine forecasting functions poorly (supply management)","Example -  Vaccine forecasting functions poorly (supply management)"]
["_1.2_g_x2d","Example - The available rotavirus vaccine products have a different number of components, which affect the complexity of demand forecasting","Example - The available rotavirus vaccine products have a different number of components, which affect the complexity of demand forecasting"]
["Step 1.3"]
["_1.3_intro",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"The purpose of the step is to conduct a scoping exercise – drawing up a list of possible options and, if needed, using quick procedures to shortlist 2–5 of the options identified."},"The purpose of the step is to conduct a scoping exercise – drawing up a list of possible options and, if needed, using quick procedures to shortlist 2–5 of the options identified.","L'objectif de cette étape est de mener un exercice de cadrage pour dresser une liste des options possibles et d'utiliser des procédures rapides pour présélectionner 2 à 5 des options identifiées, si nécessaire."]
["_1.3_intro_x","Through the recommendation process, the committee will compare different options to identify which is/are most suitable.","Through the recommendation process, the committee will compare different options to identify which is/are most suitable.","Dans le cadre du processus de recommandation, le comité comparera différentes options pour déterminer celle(s) qui est(sont) la(les) plus appropriée(s)."]
["_1.3.1","Types of interventions (options)","Types of interventions (options)","Types d'interventions (options)"]
["_1.3.1_x","Outline which types of interventions (options) will be considered and, if relevant, how they will be scoped ","Outline which types of interventions (options) will be considered and, if relevant, how they will be scoped ","Préciser les types d'interventions (options) qui seront envisagés et la manière dont elles seront définies (le cas échéant)"]
["_1.3.1_x1","Example 1: All vaccines for which there is a National Immunization Technical Advisory Group (NITAG) recommendation","Example 1: All vaccines for which there is a National Immunization Technical Advisory Group (NITAG) recommendation","Exemple 1 : Tous les vaccins pour lesquels il existe une recommandation du GTCV"]
["_1.3.1_x2","Example 3: A literature review that identifies strategies shown to increase MCV2 coverage, which will be shortlisted to a maximum of 5 options by the EPI technical working group (TWG)","Example 3: A literature review that identifies strategies shown to increase MCV2 coverage, which will be shortlisted to a maximum of 5 options by the EPI technical working group (TWG)","Exemple 3 : il y aura une analyse documentaire pour identifier les stratégies qui se sont avérées efficaces pour augmenter la couverture en MCV2, qui seront présélectionnées à un maximum de 5 options par le groupe de travail technique du PEV"]
["_1.3.1_x3","Example 2: The most cost-effective malaria prevention measures (from meta-analysis)","Example 2: The most cost-effective malaria prevention measures (from meta-analysis)","Exemple 2 : Les mesures de prévention du paludisme les plus rentables (d'après la méta-analyse)"]
["_1.3.2","Options included within scope of the recommendation","Options included within scope of the recommendation","Options incluses dans le champ d'application"]
["_1.3.2_x","This tool can be used to compare 2–5 options. Record which options will be considered for recommendation and why.","This tool can be used to compare 2–5 options. Record which options will be considered for recommendation and why.","Cet outil peut être utilisé pour comparer 2 à 5 options. Enregistrez les options qui seront prises en considération pour une recommandation et pourquoi."]
["_1.3.2_xx","In the description, be as specific as possible.","In the description, be as specific as possible.","Dans la description, soyez aussi précis que possible."]
["_1.3.2_x1","Example 1: For delivery in Japanese encephalitis (JE) endemic districts, single dose at 9 months of age","Example 1: For delivery in Japanese encephalitis (JE) endemic districts, single dose at 9 months of age","Exemple 1 : pour l'administration dans les districts endémiques d'encéphalite japonaise, une seule dose à l'âge de 9 mois"]
["_1.3.2_x2","Example 2: Bivalent vaccine in 2-dose vial","Example 2: Bivalent vaccine in 2-dose vial","Exemple 2 : vaccin bivalent en flacon de 2 doses"]
["_1.3.2_t1","Option","Option","Option"]
["_1.3.2_t2","Description","Description","Description"]
["_1.3.2_t3","Reason for inclusion","Reason for inclusion","Motif de l'inclusion"]
["_1.3.2_t4","Reason for exclusion","Reason for exclusion","Motif de l'exclusion"]
["_1.3.2_t5","Excluded option","Excluded option","Option exclue"]
["_1.3.3","Options excluded from scope","Options excluded from scope","Options exclues du champ d'application"]
["_1.3.3_x","Note any key options that are not being included and explain why.","Note any key options that are not being included and explain why.","Indiquez toutes les options clés qui ne sont pas incluses et expliquez pourquoi."]
["Step 1.4"]
["_1.4_intro","This step maps the stakeholder perspectives that are important to include in the recommendation, mechanisms for stakeholder engagement and the composition of the recommendation committee.","This step maps the stakeholder perspectives that are important to include in the recommendation, mechanisms for stakeholder engagement and the composition of the recommendation committee.","Cette étape permet d'identifier les perspectives des parties prenantes qu'il est important d'inclure dans la recommandation, les mécanismes d'engagement des parties prenantes et la composition du comité de recommandation."]
["_1.4_intro_x","Every recommendation is based on the value judgements of individuals. The final recommendation is therefore highly dependent on the composition of the committee and other stakeholders consulted throughout the process.","Every recommendation is based on the value judgements of individuals. The final recommendation is therefore highly dependent on the composition of the committee and other stakeholders consulted throughout the process.","Chaque recommandation est basée sur les jugements de valeur des individus. La recommandation finale dépend donc fortement de la composition du comité et des autres parties prenantes consultées tout au long du processus."]
["_1.4.1","Stakeholder identification","Stakeholder identification","Identification des parties prenantes"]
["_1.4.1_x","Consider which stakeholders are important to include in the recommendation process. It may be useful to consider the following principles:","Consider which stakeholders are important to include in the recommendation process. It may be useful to consider the following principles:","Examinez quelles sont les parties prenantes qu'il est important d'inclure dans le processus de recommandation. Il peut être utile d'examiner les principes suivants :"]
["_1.4.1_x1","Information","Information","Information"]
["_1.4.1_xx1","Stakeholders who bring expertise, represent an important perspective or can share information that is not published in reports","Stakeholders who bring expertise, represent an important perspective or can share information that is not published in reports","Les parties prenantes qui apportent leur expertise, représentent un point de vue important ou peuvent partager des informations qui ne sont pas publiées dans les rapports"]
["_1.4.1_x2","Legitimacy","Legitimacy","Légitimité"]
["_1.4.1_xx2","Representation from affected populations (e.g. caregiver groups), groups affected by equity issues (e.g. indigenous peoples), relevant programmes (e.g. cervical cancer, reproductive health, Ministry of Education for HPV vaccination), and credible experts","Representation from affected populations (e.g. caregiver groups), groups affected by equity issues (e.g. indigenous peoples), relevant programmes (e.g. cervical cancer, reproductive health, Ministry of Education for HPV vaccination), and credible experts","Représentation des populations concernées (par exemple, les groupes de soignants), des groupes touchés par les questions d'équité (par exemple, les peuples autochtones), des programmes pertinents (par exemple, le cancer du col de l'utérus, la santé reproductive, le ministère de l'éducation pour la vaccination contre le HPV) et des experts crédibles"]
["_1.4.1_x3","Ownership","Ownership","Responsabilité"]
["_1.4.1_xx3","Stakeholders who are important for successful implementation of the recommendation","Stakeholders who are important for successful implementation of the recommendation","Les parties prenantes qui sont importantes pour une mise en œuvre réussie de la recommandation"]
["_1.4.2","Policy environment and organizational aspects","Policy environment and organizational aspects","Environnement politique et aspects organisationnels"]
["_1.4.2_x","Consider where this recommendation sits within the existing policy processes in your country:","Consider where this recommendation sits within the existing policy processes in your country:","Examinez où cette recommandation se situe dans les processus politiques existants dans votre pays."]
["_1.4.2_x1","Does the recommendation fall within the remit of an existing policy body? Does this body have guidance around the formation of working groups?","Does the recommendation fall within the remit of an existing policy body? Does this body have guidance around the formation of working groups?","La recommandation relève-t-elle de la compétence d'un organe politique existant ? Cet organe dispose-t-il d'orientations concernant la formation de groupes de travail ?"]
["_1.4.2_x2","If an ad hoc committee will be formed, where should the secretariat sit?","If an ad hoc committee will be formed, where should the secretariat sit?","Si un comité ad hoc doit être formé, où le secrétariat doit-il siéger ?"]
["_1.4.3","Mechanisms for participation","Mechanisms for participation","Mécanismes de participation"]
["_1.4.3_x1","Consider the stakeholders identified in 1.4.1. ","Consider the stakeholders identified in 1.4.1. ","Prenez en considération les parties prenantes identifiées au point 1.4.1. Lesquelles de ces parties prenantes devraient être incluses dans le comité de recommandation ?"]
["_1.4.3_x2","Which of these stakeholders should be included on the recommendation committee?","Which of these stakeholders should be included on the recommendation committee?","Comment les autres parties prenantes identifiées au point 1.4.1 seront-elles impliquées ? Par exemple, via une consultation, des forums de parties prenantes, une enquête, etc."]
["_1.4.4","How will the other stakeholders identified in 1.4.1 be engaged, e.g. via consultation, stakeholder forums or survey? ","How will the other stakeholders identified in 1.4.1 be engaged, e.g. via consultation, stakeholder forums or survey? ","Membres du comité de recommandation"]
["_1.4.4_x","Members of the recommendation committee","Members of the recommendation committee","Enregistrez les membres du comité de recommandation (ou groupe de travail). Il est conseillé d'inclure entre 6 et 15 membres."]
["_1.4.4_t1","Record the members of the recommendation committee (or working group). It is advisable to include from 6 to 15 members.","Record the members of the recommendation committee (or working group). It is advisable to include from 6 to 15 members.","Nom"]
["_1.4.4_t2","Name","Name","Fonction (titre du poste)"]
["_1.4.4_t3","Position (job title)","Position (job title)","Affiliation(s)"]
["_1.4.4_t4","Affiliation(s)","Affiliation(s)","Droits de vote"]
["Step 1.5"]
["_1.5_intro","This step considers which analytical methods, group techniques and discussion forums are most appropriate to support the committee in coming to a recommendation.","This step considers which analytical methods, group techniques and discussion forums are most appropriate to support the committee in coming to a recommendation.","Cette étape consiste à déterminer quelles sont les méthodes analytiques, les techniques de groupe et les forums de discussion les plus appropriés pour aider le comité à formuler une recommandation."]
["_1.5_intro_x","There is no correct way to guide committee discussions to come to a recommendation. The best approaches will depend on composition of the committee and the decision question.","There is no correct way to guide committee discussions to come to a recommendation. The best approaches will depend on composition of the committee and the decision question.","Il n'existe pas de moyen précis de guider les discussions du comité pour aboutir à une recommandation. Les meilleures approches dépendront de la composition du comité et de la question décisionnelle."]
["_1.5.1","Multi-criteria decision analysis (MCDA) methods","Multi-criteria decision analysis (MCDA) methods","Méthodes d'analyse décisionnelle multicritère (ADM)"]
["_1.5.1_x","When the committee is interpreting the evidence to come to a recommendation, it is possible for the tool to calculate a \"total score\" for each option, based on committee inputs (\"quantitative\" approach).","When the committee is interpreting the evidence to come to a recommendation, it is possible for the tool to calculate a \"total score\" for each option, based on committee inputs (\"quantitative\" approach).","Lorsque le comité interprète les preuves pour aboutir à une recommandation, il est possible pour l'outil de calculer un \"score total\" pour chaque option, sur la base des contributions du comité (approche \"quantitative\")."]
["_1.5.1_xx","Whether a quantitative approach is suitable will depend on the decision question and the nature of the committee.","Whether a quantitative approach is suitable will depend on the decision question and the nature of the committee.","La pertinence d'une approche quantitative dépendra de la question décisionnelle et de la nature du comité."]
["_1.5.1_x1","In the box below, record:","In the box below, record:","Dans la case ci-dessous, inscrivez :"]
["_1.5.1_x1a","whether a quantitative approach will be used for the recommendation and why","whether a quantitative approach will be used for the recommendation and why","si une approche quantitative sera utilisée pour la recommandation et pourquoi"]
["_1.5.1_x1b","whether you will assign weights to criteria (recommended)","whether you will assign weights to criteria (recommended)","si vous allez attribuer des pondérations aux critères (recommandé)"]
["_1.5.1_x1c","whether you will set up a scoring scale (recommended)","whether you will set up a scoring scale (recommended)","si vous allez mettre en place un barème de notation (recommandé)"]
["_1.5.1_x2","For more information, refer to the information sheet or contact: tse_tool@who.int.","For more information, refer to the information sheet or contact: tse_tool@who.int.","Pour plus d'informations, reportez-vous à la feuille d'information ou contactez tse_tool@who.int"]
["_1.5.1_a","Quantitative","Quantitative","Quantitative"]
["_1.5.1_b","Qualitative","Qualitative","Qualitative"]
["_1.5.1_link","Selecting which approach is most suitable for you","Selecting which approach is most suitable for you","Choisir l'approche qui vous convient le mieux"]
["_1.5.1_g_1","Introduction to the different types of MCDA","Introduction to the different types of MCDA","Introduction aux différents types d'ADM"]
["_1.5.1_g_1_x1","The CAPACITI decision-support framework is based on multi-criteria decision analysis (MCDA), as a structured way to bring together different viewpoints and different sources of evidence in order to compare across options.","The CAPACITI decision-support framework is based on multi-criteria decision analysis (MCDA), as a structured way to bring together different viewpoints and different sources of evidence in order to compare across options.","Le cadre d'aide à la décision CAPACITI est basé sur l'analyse décisionnelle multicritères (ADM), comme moyen structuré de rassembler différents points de vue et différentes sources de preuves pour comparer les différentes options."]
["_1.5.1_g_1_x2","Qualitative MCDA comes to a judgement by deliberating on the performance of each option across explicitly defined criteria. In pure qualitative MCDA, no weights or scores are assigned.","Qualitative MCDA comes to a judgement by deliberating on the performance of each option across explicitly defined criteria. In pure qualitative MCDA, no weights or scores are assigned.","L'ADM qualitative porte un jugement en délibérant sur la performance de chaque option à travers des critères explicitement définis. Dans le cadre de l'ADM purement qualitative, aucune pondération ou note n'est attribuée."]
["_1.5.1_g_1_x3","Quantitative MCDA includes extra steps to calculate a total score for each option, according to assigned weights and scores, conducts a sensitivity analysis on the total scores, and comes to a judgement by deliberating on the rank order of the options.","Quantitative MCDA includes extra steps to calculate a total score for each option, according to assigned weights and scores, conducts a sensitivity analysis on the total scores, and comes to a judgement by deliberating on the rank order of the options.","L'ADM quantitative comprend des étapes supplémentaires pour calculer un score total pour chaque option, en fonction des pondérations et des notes attribués, effectue une analyse de sensibilité sur les scores totaux, et porte un jugement en délibérant sur l'ordre de classement des options."]
["_1.5.1_g_1_x5","Rule-based MCDA considers the most important criteria first, instead of considering all criteria simultaneously.","Rule-based MCDA considers the most important criteria first, instead of considering all criteria simultaneously.","L'ADM, basée sur des règles, considère d'abord les critères les plus importants, au lieu de considérer tous les critères simultanément."]
["_1.5.1_g_1_x4","In the CAPACITI decision-support framework, it is possible to follow any of these MCDA approaches or to follow a hybrid approach that combines elements of each.","In the CAPACITI decision-support framework, it is possible to follow any of these MCDA approaches or to follow a hybrid approach that combines elements of each.","Dans le cadre d'aide à la décision CAPACITI, il est possible de suivre n'importe laquelle de ces approches ADM ou de suivre une approche hybride qui combine des éléments de chacune."]
["_1.5.1_g_2","Summary of differences in the CAPACITI decision-support framework","Summary of differences in the CAPACITI decision-support framework","Résumé des différences dans le cadre d'aide à la décision CAPACITI"]
["_1.5.1_g_2_t",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"MCDA methods"},"MCDA methods","Méthodes ADM"]
["_1.5.1_g_2x","The table below summarizes the main differences between the three MCDA approaches, as they relate to the CAPACITI decision-support framework. The final column outlines the recommended hybrid approach in the tool.","The table below summarizes the main differences between the three MCDA approaches, as they relate to the CAPACITI decision-support framework. The final column outlines the recommended hybrid approach in the tool.","Le tableau ci-dessous récapitule les principales différences entre les trois ADM abordées dans le cadre d'aide à la décision CAPACITI. La dernière colonne présente l'approche hybride recommandée dans l'outil."]
["_1.5.1_c","Rule-based","Rule-based","Basée sur des règles"]
["_1.5.1_mand","Mandatory","Mandatory","Obligatoire"]
["_1.5.1_rec","Recommended","Recommended","Recommandé"]
["_1.5.1_opt","Optional","Optional","Facultatif :"]
["_1.5.1_g_2_t1","Select criteria","Select criteria","Critères de sélection"]
["_1.5.1_g_2_t1a","The committee may use an existing list or select criteria de novo","The committee may use an existing list or select criteria de novo","Le comité peut utiliser une liste existante ou sélectionner des nouveaux critères"]
["_1.5.1_g_2_t2","Assign weights to criteria","Assign weights to criteria","Attribuer des pondérations aux critères"]
["_1.5.1_g_2_t2a","Promotes discussion among committee members as to which criteria are more important","Promotes discussion among committee members as to which criteria are more important","Favorise la discussion au sein du comité sur les critères les plus importants"]
["_1.5.1_g_2_t3","Set up a scoring scale","Set up a scoring scale","Mettre en place un barème de notation"]
["_1.5.1_g_2_t3a","Removes bias and enhances consistency in interpreting the evidence","Removes bias and enhances consistency in interpreting the evidence","Supprime les biais et améliore la cohérence dans l'interprétation des preuves"]
["_1.5.1_g_2_t4","Define rules","Define rules","Définir les règles"]
["_1.5.1_g_2_t4a","Recommended if \"constraints\" or interdependent criteria are selected for quantitative MCDA (see 2.1)","Recommended if \"constraints\" or interdependent criteria are selected for quantitative MCDA (see 2.1)","Recommandé si des \"contraintes\" ou des critères interdépendants sont sélectionnés pour l'ADM quantitative (voir 2.1)"]
["_1.5.1_g_2_t5","Assign scores","Assign scores","Attribuer des notes"]
["_1.5.1_g_2_t5a","Facilitates reporting of the recommendation","Facilitates reporting of the recommendation","Facilite le développement de rapports sur la recommandation"]
["_1.5.1_g_2_t6","Calculate total scores","Calculate total scores","Calculer les scores totaux"]
["_1.5.1_g_2_t6a","(quantitative MCDA only)","(quantitative MCDA only)","(ADM quantitative uniquement)"]
["_1.5.1_g_2_t7","Sensitivity analysis","Sensitivity analysis","Analyse de sensibilité"]
["_1.5.1_g_2_t7a","(quantitative MCDA only)","(quantitative MCDA only)","(ADM quantitative uniquement)"]
["_1.5.1_g_2_t8","Deliberation across criteria","Deliberation across criteria","Délibération sur les critères"]
["_1.5.1_g_2_t8a","It is strongly recommended to refer to evidence statements (3.2) in all approaches.","It is strongly recommended to refer to evidence statements (3.2) in all approaches.","Il est fortement recommandé de se référer aux déclarations de preuves (3.2) dans toutes les approches"]
["_1.5.1_g_2_t8_1","By total score (see Figures 1a and 1b below)","By total score (see Figures 1a and 1b below)","Par score total (voir figures 1a et 1b ci-dessous)"]
["_1.5.1_g_2_t8_2","From the performance matrix (3.3)","From the performance matrix (3.3)","De la matrice de performance (3.3)"]
["_1.5.1_g_2_t8_3","According to decision rules","According to decision rules","Selon les règles de décision"]
["_1.5.1_g_2_fig1","Figure 1a: In quantitative MCDA, the weights and scores will be combined to calculate a total score per option. The committee will use a graphical summary of total scores to support its deliberations.","Figure 1a: In quantitative MCDA, the weights and scores will be combined to calculate a total score per option. The committee will use a graphical summary of total scores to support its deliberations.","Figure 1a : dans l'ADM quantitative, les pondérations et les notes seront combinés pour calculer un score total par option. Le comité utilisera un résumé graphique des notes totales pour étayer ses délibérations."]
["_1.5.1_g_2_fig2","Figure 1b: In quantitative MCDA, sensitivity analysis is conducted by varying weights and scores to see if there is any change in the rank order of the options.","Figure 1b: In quantitative MCDA, sensitivity analysis is conducted by varying weights and scores to see if there is any change in the rank order of the options.","Figure 1b : dans l'ADM quantitative, l'analyse de sensibilité est réalisée en faisant varier les pondérations et les notes pour observer s'il y a un changement dans l'ordre de classement des options."]
["_1.5.1_g_2_fig3",0]
["_1.5.1_g_3","Choosing which MCDA approach to use","Choosing which MCDA approach to use","Choisir l'approche d'ADM à utiliser"]
["_1.5.1_g_3_x","The table below provides a summary of important factors for choosing between qualitative and quantitative MCDA in the CAPACITI decision-support framework.","The table below provides a summary of important factors for choosing between qualitative and quantitative MCDA in the CAPACITI decision-support framework.","Le tableau ci-dessous fournit un résumé des facteurs importants pour choisir entre l'ADM qualitative et quantitative dans le cadre d'aide à la décision CAPACITI."]
["_1.5.1_g_3_x1","Main differences","Main differences","Principales différences"]
["_1.5.1_g_3_x1a","A total score is calculated per option and uncertainty analysis is conducted.","A total score is calculated per option and uncertainty analysis is conducted.","Un score total est calculé par option et une analyse d'incertitude est effectuée"]
["_1.5.1_g_3_x1b","No total score is calculated, and discussion of uncertainty is qualitative. The committee may use weights and scores to guide discussions in a hybrid approach.","No total score is calculated, and discussion of uncertainty is qualitative. The committee may use weights and scores to guide discussions in a hybrid approach.","Aucun score total n'est calculé et la discussion sur l'incertitude est qualitative. Le comité peut utiliser des pondérations et des notes pour guider les discussions dans une approche hybride."]
["_1.5.1_g_3_x2","Advantages","Advantages","Avantages"]
["_1.5.1_g_3_x2a","More transparency in how criteria and evidence lead to a recommendation, and the committee has a lower cognitive burden.","More transparency in how criteria and evidence lead to a recommendation, and the committee has a lower cognitive burden.","Plus de transparence dans la manière dont les critères et les preuves conduisent à une recommandation ; réduction de la charge cognitive pour le comité"]
["_1.5.1_g_3_x2b","The committee has greater focus on the evidence; the interdependence of criteria is less important.","The committee has greater focus on the evidence; the interdependence of criteria is less important.","Le comité se concentre davantage sur les preuves ; l'interdépendance des critères est moins importante"]
["_1.5.1_g_3_x3","Disadvantages","Disadvantages","Inconvénients"]
["_1.5.1_g_3_x3a","The committee can overly focus on the numbers, instead of the evidence; difficult to incorporate economic criteria; interdependence of criteria is very important.","The committee can overly focus on the numbers, instead of the evidence; difficult to incorporate economic criteria; interdependence of criteria is very important.","Le comité peut trop se concentrer sur les chiffres plutôt que sur les preuves ; il est difficile d'intégrer des critères économiques ; l'indépendance des critères est très importante"]
["_1.5.1_g_3_x3b","Vocal committee members can dominate discussions; it may be less transparent as to how the recommendation was reached.","Vocal committee members can dominate discussions; it may be less transparent as to how the recommendation was reached.","Ouvert à la domination des membres du comité qui se font entendre ; peut être moins transparent sur la manière dont la recommandation a été obtenue"]
["_1.5.1_g_3_x4","Guidance for use","Guidance for use","Conseils d'utilisation"]
["_1.5.1_g_3_x4a","May be more appropriate in settings with limited tradition of transparency and accountability, or committees with dominant members.","May be more appropriate in settings with limited tradition of transparency and accountability, or committees with dominant members.","Peut être plus approprié dans des contextes où la tradition de transparence et de responsabilité est limitée, ou dans des comités dont les membres sont dominants"]
["_1.5.1_g_3_x4b","May be more appropriate if fewer options are being compared, or if detailed evaluation is needed because of complex evidence and/or conflicting stakeholder interest.","May be more appropriate if fewer options are being compared, or if detailed evaluation is needed because of complex evidence and/or conflicting stakeholder interest.","Peut être plus approprié si moins d'options sont comparées, ou si une évaluation détaillée est nécessaire en raison de preuves complexes et/ou d'intérêts conflictuels des parties prenantes"]
["_1.5.1_g_3_x5","Considerations for implementation","Considerations for implementation","Considérations relatives à la mise en œuvre"]
["_1.5.1_g_3_x5a","Criteria that are interdependent or relate to fixed capacity (e.g. budget, cold chain) can be considered separately; the facilitator can seek to focus discussions on the evidence behind the total scores.","Criteria that are interdependent or relate to fixed capacity (e.g. budget, cold chain) can be considered separately; the facilitator can seek to focus discussions on the evidence behind the total scores.","Les critères interdépendants ou liés à une activité fixe (par exemple, le budget, la chaîne du froid) peuvent être considérés séparément ; l'animateur peut chercher à centrer les discussions sur les éléments de preuve qui sous-tendent les notes totales"]
["_1.5.1_g_3_x5b","Group techniques can reduce domination; there is good documentation of discussions and rationale.","Group techniques can reduce domination; there is good documentation of discussions and rationale.","Techniques de groupe pour réduire la domination ; bien documenter les discussions et les raisonnements"]
["_1.5.2","Group techniques","Group techniques","Techniques de groupe"]
["_1.5.2_link","Guidance on workshop facilitation","Guidance on workshop facilitation","Conseils sur l'animation d'ateliers"]
["_1.5.2_x","Discuss how the committee will come to a recommendation in a fair and transparent way. You may wish to cover the following points:","Discuss how the committee will come to a recommendation in a fair and transparent way. You may wish to cover the following points:","Discuter de la manière dont le comité aboutira à une recommandation de manière équitable et transparente. Vous souhaiterez peut-être aborder les points suivants :"]
["_1.5.2_x1","How will the group come to an agreement (consensus, voting rules, etc)?","How will the group come to an agreement (consensus, voting rules, etc)?","Comment le groupe parviendra-t-il à un accord (consensus, règles de vote, etc.) ?"]
["_1.5.2_x2","How will the facilitator prevent domination by vocal group members?","How will the facilitator prevent domination by vocal group members?","Comment le facilitateur empêchera-t-il la domination des membres vocaux du groupe ?"]
["_1.5.2_x3","How will contribution and participation from all members of the committee be encouraged? This may include specific briefing for certain stakeholders.","How will contribution and participation from all members of the committee be encouraged? This may include specific briefing for certain stakeholders.","Comment la contribution et la participation de tous les membres du comité seront-elles encouragées ? Cela peut inclure des séances d'information spécifiques pour certaines parties prenantes."]
["_1.5.2_g_source","Adapted from","Adapted from","Adapté de"]
["_1.5.2_g_1","Role of the facilitator","Role of the facilitator","Rôle du facilitateur"]
["_1.5.2_g_1_x1","An impartial facilitator is important for group productivity and makes sure the group follows the steps of the recommendation process in a timely manner.","An impartial facilitator is important for group productivity and makes sure the group follows the steps of the recommendation process in a timely manner.","Un facilitateur impartial est important pour la productivité du groupe et pour s'assurer que le groupe suit les étapes du processus de recommandation dans le temps."]
["_1.5.2_g_1_x2","While the group itself is focussed on the recommendation, the facilitator is focussed on group dynamics.","While the group itself is focussed on the recommendation, the facilitator is focussed on group dynamics.","Alors que le groupe lui-même se concentre sur la recommandation, le facilitateur se concentre sur la dynamique de groupe."]
["_1.5.2_g_1_x3","The facilitator is aware of power dynamics in the group and seeks to encourage open participation from all participants, protecting minority viewpoints when necessary.","The facilitator is aware of power dynamics in the group and seeks to encourage open participation from all participants, protecting minority viewpoints when necessary.","Le facilitateur est conscient de la dynamique du pouvoir dans le groupe et cherche à encourager une participation ouverte de tous les participants, en protégeant les points de vue de la monorité si nécessaire."]
["_1.5.2_g_1_x4","The role of the facilitator is also to reassure the group and to navigate difficult conversations in which there may be heated discussion and opposing viewpoints.","The role of the facilitator is also to reassure the group and to navigate difficult conversations in which there may be heated discussion and opposing viewpoints.","Le rôle de l'animateur est également de rassurer le groupe et de diriger les conversations difficiles dans lesquelles il peut y avoir des discussions animées et des points de vue opposés."]
["_1.5.2_g_2","Profile of a good facilitator","Profile of a good facilitator","Profil d'un bon facilitateur"]
["_1.5.2_g_2_x","A good facilitator has the following characteristics:","A good facilitator has the following characteristics:","Un bon facilitateur présente les caractéristiques suivantes :"]
["_1.5.2_g_2_x1","Familiarity with the recommendation process","Familiarity with the recommendation process","Familiarisation avec le processus de recommandation"]
["_1.5.2_g_2_x2","Credibility and respect from the group, in order to lead discussions and intervene when necessary","Credibility and respect from the group, in order to lead discussions and intervene when necessary","Crédibilité et respect de la part du groupe (afin de pouvoir mener les discussions et intervenir si nécessaire)"]
["_1.5.2_g_2_x3","Calm demeanour, good at listening and observing group dynamics, able to encourage input from all members of the group","Calm demeanour, good at listening and observing group dynamics, able to encourage input from all members of the group","Attitude calme, aptitude à écouter et à observer la dynamique de groupe, capable d'encourager la contribution de tous les membres du groupe"]
["_1.5.2_g_2_x4","Sufficient knowledge of the subject matter to keep abreast of discussions.","Sufficient knowledge of the subject matter to keep abreast of discussions.","Une connaissance suffisante du sujet pour se tenir au courant des discussions."]
["_1.5.2_g_2_x5","It is important that the facilitator refrain from offering his/her opinion or subject matter expertise. The facilitator must remain neutral throughout the process.","It is important that the facilitator refrain from offering his/her opinion or subject matter expertise. The facilitator must remain neutral throughout the process.","Il est important que le facilitateur s'abstienne de donner son avis ou son expertise en la matière. Le facilitateur doit rester neutre tout au long du processus."]
["_1.5.2_g_3","Facilitation techniques","Facilitation techniques","Techniques de facilitation"]
["_1.5.2_g_3_x1","Pacing the task","Pacing the task","Le rythme de travail"]
["_1.5.2_g_x1a","The facilitator may slow the pace of the discussion if the group is missing important details or losing members. Equally, the facilitator may speed up the pace to keep to time.","The facilitator may slow the pace of the discussion if the group is missing important details or losing members. Equally, the facilitator may speed up the pace to keep to time.","Le facilitateur peut ralentir le rythme de la discussion si des détails importants manquent au groupe ou si des membres du groupe sont perdus. De même, le facilitateur peut accélérer le rythme pour respecter le temps."]
["_1.5.2_g_3_x2","Directing the task","Directing the task","Diriger le travail"]
["_1.5.2_g_x2a","If the discussions are stalling or the committee is going around in circles, the facilitator can re-frame the task, or ask the group members to evaluate their progress and how they could work better (as relevant).","If the discussions are stalling or the committee is going around in circles, the facilitator can re-frame the task, or ask the group members to evaluate their progress and how they could work better (as relevant).","Si les discussions sont bloquées ou si le comité tourne en rond, l'animateur peut recadrer le travail, ou demander au groupe d'évaluer ses progrès et la façon dont il pourrait mieux travailler (le cas échéant)."]
["_1.5.2_g_3_x3","Handing back","Handing back","Retour sur une question"]
["_1.5.2_g_x3a","If it seems that the group is drawing a conclusion without fully exploring the issue or examining its assumptions, the facilitator can reflect back on the discussion using different wording. For example, if the group does not want to include financial criteria, as a donor is providing funding for the next 3 years, the facilitator could ask \"in which case, are we assuming that vaccination will end in 3 years and that delivery costs for all options is equal?\"","If it seems that the group is drawing a conclusion without fully exploring the issue or examining its assumptions, the facilitator can reflect back on the discussion using different wording. For example, if the group does not want to include financial criteria, as a donor is providing funding for the next 3 years, the facilitator could ask \"in which case, are we assuming that vaccination will end in 3 years and that delivery costs for all options is equal?\"","S'il semble que le groupe tire une conclusion sans explorer pleinement la question ou sans examiner ses hypothèses, le facilitateur peut revenir sur la discussion en utilisant une formulation différente. Par exemple, si le groupe ne veut pas inclure de critères financiers, car un donateur fournit un financement pour les 3 prochaines années, le facilitateur pourrait demander \"dans ce cas, supposons-nous que la vaccination se terminera dans 3 ans et que les coûts de livraison pour toutes les options sont égaux ?"]
["_1.5.2_g_3_x4","Questioning","Questioning","Interrogation"]
["_1.5.2_g_x4a","If it seems that certain members of the group are not keeping up with the discussion, or there seems to be a difference in understanding among the members, the facilitator can ask a clarifying question to ensure the group is on the same page.","If it seems that certain members of the group are not keeping up with the discussion, or there seems to be a difference in understanding among the members, the facilitator can ask a clarifying question to ensure the group is on the same page.","S'il semble que certains membres du groupe ne suivent pas la discussion, ou s'il semble y avoir une différence de compréhension entre les membres du groupe, le facilitateur pourra clarifier la situation en posant une question afin de s'assurer que le groupe est sur la même longueur d'onde."]
["_1.5.2_g_3_x5","Summarizing","Summarizing","Synthèse"]
["_1.5.2_g_3_x5a","If the group is not moving forward in discussions, it can help to provide a summary to mark a milestone so that the group can move to the next step. Alternatively, if there are confused or conflicting messages, the facilitator can summarize discussions in order to help the group come to a conclusion.","If the group is not moving forward in discussions, it can help to provide a summary to mark a milestone so that the group can move to the next step. Alternatively, if there are confused or conflicting messages, the facilitator can summarize discussions in order to help the group come to a conclusion.","Si le groupe n'avance pas dans les discussions, il peut aider de faire un résumé pour marquer une étape importante afin que le groupe puisse passer à l'étape suivante. Sinon, en cas de messages confus ou contradictoires, le facilitateur peut chercher à résumer les discussions pour que le groupe parvienne à une conclusion."]
["_1.5.2_x4","How will you overcome the limitations of the selected MCDA approach?  ","How will you overcome the limitations of the selected MCDA approach?  ","Comment allez-vous surmonter les limites de l'approche ADM choisie (qualitative/quantitative) ?"]
["_1.5.3","Meetings and operational procedures","Meetings and operational procedures","Réunions et procédures opérationnelles"]
["_1.5.3_x","Facilitated workshops can be an effective way to improve ownership of the decision and allow the group to come to a better recommendation.","Facilitated workshops can be an effective way to improve ownership of the decision and allow the group to come to a better recommendation.","Les ateliers facilités peuvent être un moyen efficace d'améliorer l'appropriation de la décision et de permettre au groupe de parvenir à une meilleure recommandation."]
["_1.5.3_xx","It is important to decide which steps of the process would benefit from a workshop format, cognizant of time and budget limitations.","It is important to decide which steps of the process would benefit from a workshop format, cognizant of time and budget limitations.","Il est important de décider quelles étapes du processus bénéficieraient d'un format d'atelier, en tenant compte des limites de temps et de budget."]
["_1.5.3_x1",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Discuss which elements of the decision process will be conducted by the committee, secretariat and technical teams."},"Discuss which elements of the decision process will be conducted by the committee, secretariat and technical teams.","Discuter des éléments du processus de décision qui seront menés par le comité, le secrétariat et les équipes techniques."]
["_1.5.3_x2","Identify which elements will be conducted via in-person meetings, virtual meetings, teleconference or email.","Identify which elements will be conducted via in-person meetings, virtual meetings, teleconference or email.","Identifiez les éléments qui seront menés par le biais de réunions en personne, par téléconférence ou visioconférence, ou par courriels."]
["_1.5.4","Briefing document for the committee","Briefing document for the committee","Document d'information pour le comité"]
["_1.5.4_x","It is recommended to summarize the recommendation objectives and context in a briefing document for committee members.","It is recommended to summarize the recommendation objectives and context in a briefing document for committee members.","Il est recommandé de résumer les objectifs et le contexte de la recommandation dans un document d'information destiné aux membres de la comité."]
["_1.5.4_xx","To automatically extract the information you have entered into the tool into a template briefing document for the committee, click on the button below.","To automatically extract the information you have entered into the tool into a template briefing document for the committee, click on the button below.","Pour exporter automatiquement les informations que vous avez saisies dans l'outil vers un modèle de document d'information destiné au comité, cliquez sur le bouton ci-dessous."]
["_1.5.4_pdf","DOWNLOAD: template briefing document for the committee (.doc)","DOWNLOAD: template briefing document for the committee (.doc)","TÉLÉCHARGER : modèle de document d'information pour le comité (.doc)"]
["_1.5.4_intro","Below is template text for a briefing document for the committee. It is not compulsory to use this template. However, if you wish to use the template, the core team should review and modify the text, before circulating it to the committee.","Below is template text for a briefing document for the committee. It is not compulsory to use this template. However, if you wish to use the template, the core team should review and modify the text, before circulating it to the committee.","Vous trouverez ci-dessous un modèle de document d'information pour le comité. Il n'est pas obligatoire d'utiliser ce modèle ; cependant, si vous souhaitez utiliser le modèle, l'équipe centrale doit examiner et modifier le texte, avant de le diffuser au comité."]
["_1.5.4_brief_x1","Recommendation objectives","Recommendation objectives","Objectifs de la recommandation"]
["_1.5.4_brief_x2","Background","Background","Contexte"]
["_1.5.4_brief_x3","Rationale for the recommendation request","Rationale for the recommendation request","Justification de la demande de recommandation"]
["_1.5.4_brief_x4","Responsibilities of the committee","Responsibilities of the committee","Responsabilités du comité"]
["_1.5.4_brief_x4_a","The committee will compare the following options:","The committee will compare the following options:","Le comité comparera les options suivantes :"]
["_1.5.4_brief_x4_b","The following options will not be included in the analysis:","The following options will not be included in the analysis:","Les options suivantes ne seront pas incluses dans l'analyse :"]
["_1.5.4_brief_x5","Timelines","Timelines","Calendrier"]
["_1.5.4_brief_x6","Meetings and operational procedures","Meetings and operational procedures","Réunions et procédures opérationnelles"]
["_1.5.4_brief_x7","Members of the recommendation committee","Members of the recommendation committee","Membres du comité de recommandation"]
["Step 2"]
["_2_intro","The role of this section is to lay out the principles for comparing and evaluating each of the options, according to local values and specific requirements of the decision question.","The role of this section is to lay out the principles for comparing and evaluating each of the options, according to local values and specific requirements of the decision question.","Le but de cette section est de présenter les principes de comparaison et d'évaluation de chacune des options, en fonction des valeurs locales et des exigences spécifiques de la question décisionnelle."]
["_2_intro_x","In this section, the committee will:","In this section, the committee will:","Dans cette section, le comité se chargera :"]
["_2_intro_x1","identify the criteria for decision-making as a group (either de novo or by reviewing an existing set of criteria)","identify the criteria for decision-making as a group (either de novo or by reviewing an existing set of criteria)","d'identifier les critères de décision en tant que groupe (soit nouveau, soit en révisant un ensemble de critères existants)"]
["_2_intro_x2","assign weights to reflect the relative importance of each criterion","assign weights to reflect the relative importance of each criterion","d'attribuer des pondérations pour refléter l'importance relative de chaque critère"]
["_2_intro_x3","determine how the options will be assessed against the criteria","determine how the options will be assessed against the criteria","de déterminer comment les options seront évaluées par rapport aux critères"]
["Step 2.1"]
["_2.1_intro","During this step the committee agrees upon and documents the set of criteria and outcome measures by which to evaluate the options.","During this step the committee agrees upon and documents the set of criteria and outcome measures by which to evaluate the options.","Au cours de cette étape, le comité convient et documente l'ensemble des critères et des mesures de résultats permettant d'évaluer les options."]
["_2.1_intro_x","There is no correct set of criteria. Instead, it is important that criteria are selected in a fair and transparent process according to country values.","There is no correct set of criteria. Instead, it is important that criteria are selected in a fair and transparent process according to country values.","Il n'y a pas d'ensemble de critères corrects. Il importe plutôt que les critères soient sélectionnés dans le cadre d'un processus équitable et transparent, en fonction des valeurs du pays."]
["_2.1_intro_xx","Over time, the committee is encouraged to develop a generic set of criteria for decision-making that can be adapted to specific decision questions.","Over time, the committee is encouraged to develop a generic set of criteria for decision-making that can be adapted to specific decision questions.","Au fil du temps, il est encouragé à élaborer un ensemble générique de critères de décision qui peuvent être adaptés à des questions décisionnelles spécifiques."]
["_2.1.1","Process for criteria selection","Process for criteria selection","Processus de sélection des critères"]
["_2.1.1_x","The process for selecting criteria depends on:","The process for selecting criteria depends on:","Le processus de sélection des critères dépend de :"]
["_2.1.1_x1","whether there is already an established set of criteria for this type of decision question in your country","whether there is already an established set of criteria for this type of decision question in your country","s'il existe déjà un ensemble de critères établis pour ce type de question décisionnelle dans votre pays"]
["_2.1.1_x1a","whether you are addressing a typical decision question","whether you are addressing a typical decision question","si vous abordez une question décisionnelle classique"]
["_2.1.1_x1b","the importance of stakeholder engagement and buy-in to the recommendation","the importance of stakeholder engagement and buy-in to the recommendation","l'importance de l'engagement des parties prenantes et de leur adhésion à la recommandation"]
["_2.1.1_x2","Click on one of the following buttons, depending on the situation that best applies to you:","Click on one of the following buttons, depending on the situation that best applies to you:","Cliquez sur l'un des boutons suivants, selon la situation qui vous concerne le mieux :"]
["_2.1.1_link_1","We want to use an existing set of criteria","We want to use an existing set of criteria","Nous voulons utiliser un ensemble de critères existants"]
["_2.1.1_link_2","We want to develop criteria specific to this question","We want to develop criteria specific to this question","Nous voulons développer des critères spécifiques à cette question"]
["_2.1.1_link_3","We want to establish a set of criteria for all recommendations","We want to establish a set of criteria for all recommendations","Nous voulons établir un ensemble de critères pour toutes les recommandations"]
["_2.1.1_link_4","We don't know which approach to take","We don't know which approach to take","Nous ne savons pas quelle approche adopter"]
["_2.1.1_x3","Briefly document the process that you will use to select or review the final set of criteria, justifying why you are/are not developing a list of criteria de novo.","Briefly document the process that you will use to select or review the final set of criteria, justifying why you are/are not developing a list of criteria de novo.","Documentez brièvement le processus que vous utiliserez pour sélectionner ou revoir la série finale de critères, en justifiant pourquoi vous développez/ne développez pas une liste de nouveaux critères."]
["_2.1.2","Recording the list of criteria and outcome measures","Recording the list of criteria and outcome measures","Enregistrement de la liste des critères et des mesures de résultats"]
["_2.1.2_x","Record the final list of criteria, together with the agreed outcome measure (indicator) and rationale.","Record the final list of criteria, together with the agreed outcome measure (indicator) and rationale.","Enregistrez la liste finale des critères, la justification, ainsi que la/les mesure (s) de résultat (s) (indicateur)"]
["_2.1.2_xx","Select and/or review the final set of criteria as a committee. It may be helpful to refer to the following resources:","Select and/or review the final set of criteria as a committee. It may be helpful to refer to the following resources:","Sélectionnez et/ou examinez les critères finaux au sein du comité. Il peut être utile de se référer aux ressources suivantes :"]
["_2.1.2_xx1","Best practice checklist for selecting criteria","Best practice checklist for selecting criteria","Liste de contrôle des meilleures pratiques pour la sélection des critères"]
["_2.1.2_xx2","Recommended criteria for different types of decision question","Recommended criteria for different types of decision question","Critères recommandés pour les différents types de questions décisionnelle"]
["_2.1.2_x1","It is recommended not to exceed 8 criteria.","It is recommended not to exceed 8 criteria.","Il est recommandé de ne pas dépasser 8 critères."]
["_2.1.2_t1","Criterion","Criterion","Critère"]
["_2.1.2_t2","Justification","Justification","Justification"]
["_2.1.2_t3","1° outcome measure (indicator)","1° outcome measure (indicator)","1° mesure des résultats (indicateur)"]
["_2.1.2_t4","2° outcome measure (optional)","2° outcome measure (optional)","2° mesure des résultats (facultatif)"]
["_2.1.2_link","Reference list of criteria categories ","Reference list of criteria categories ","Liste de référence des catégories de critères"]
["_2.1.3","Documenting excluded criteria","Documenting excluded criteria","Documentation des critères exclus"]
["_2.1.3_x","Record any criteria that were discussed by the committee but were not included in the final list, and explain why they were not included.","Record any criteria that were discussed by the committee but were not included in the final list, and explain why they were not included.","Notez tous les critères qui ont été discutés par le comité mais qui n'ont pas été inclus dans la liste finale, en indiquant la raison."]
["_2.1.3_t1","Criterion","Criterion","Critère"]
["2.1 extra"]
["_2.1_g1","Selecting or reviewing the set of decision criteria","Selecting or reviewing the set of decision criteria","Sélection ou révision de l'ensemble des critères de décision"]
["_2.1_g1_x1","Using standardized or question-specific criteria","Using standardized or question-specific criteria","Utilisation de critères standardisés ou spécifiques aux questions"]
["_2.1_g1_x1a","In most situations, it is recommended to establish a standard set of criteria to apply across decision questions, since this can streamline the criteria selection process and enhance consistency of decision-making. This is referred to in the table below as an \"institutionalized approach\".","In most situations, it is recommended to establish a standard set of criteria to apply across decision questions, since this can streamline the criteria selection process and enhance consistency of decision-making. This is referred to in the table below as an \"institutionalized approach\".","Dans la plupart des situations, il est recommandé d'établir un ensemble de critères standard à appliquer à toutes les questions décisionnelle, car cela peut rationaliser le processus de sélection des critères et renforcer la cohérence du processus décisionnel. Dans le tableau ci-dessous, cette démarche est appelée \"approche institutionnalisée\"."]
["_2.1_g1_x1b","However, there are cases in which the committee may wish to develop a set of criteria specifically for this recommendation. In general, this is likely to be for high profile recommendations requiring significant stakeholder buy-in, such as developing strategic priorities, or for atypical decision questions.","However, there are cases in which the committee may wish to develop a set of criteria specifically for this recommendation. In general, this is likely to be for high profile recommendations requiring significant stakeholder buy-in, such as developing strategic priorities, or for atypical decision questions.","Toutefois, dans certains cas, le comité peut souhaiter élaborer un ensemble de critères spécifiques à cette recommandation. En général, il s'agira probablement de recommandations de haut niveau nécessitant une forte adhésion des parties prenantes (telles que l'élaboration de priorités stratégiques) ou de questions décisionnelles inhabituelles."]
["_2.1_g1_x1c","The differences between the two approaches are summarized in the table below.","The differences between the two approaches are summarized in the table below.","Les différences entre les deux approches sont résumées dans le tableau ci-dessous."]
["_2.1_g1_x1_t0","Type of value framework","Type of value framework","Type de cadre de valeur"]
["_2.1_g1_x1_t1","One-off approach","One-off approach","Approche ponctuelle"]
["_2.1_g1_x1_t1a","For a one-off approach, a new set of criteria is developed for each decision question.","For a one-off approach, a new set of criteria is developed for each decision question.","Pour une approche ponctuelle, un nouvel ensemble de critères est élaboré pour chaque question décisionnelle."]
["_2.1_g1_x1_t1b_1","Greater ownership and buy-in from stakeholders choosing the criteria","Greater ownership and buy-in from stakeholders choosing the criteria","Une meilleure appropriation et une plus grande adhésion des parties prenantes qui choisissent les critères"]
["_2.1_g1_x1_t1b_2","Flexible to the decision question","Flexible to the decision question","Souplesse à la question décisionnelle"]
["_2.1_g1_x1_t1b_3","Reduced consistency between recommendations, may be susceptible to bias","Reduced consistency between recommendations, may be susceptible to bias","Réduction de la cohérence entre les recommandations, pouvant conduire à des biais"]
["_2.1_g1_x1_t1b_4","Increased time and resources required, as criteria must be selected anew each time","Increased time and resources required, as criteria must be selected anew each time","Augmentation du temps et des ressources nécessaires, car les critères doivent être sélectionnés à nouveau à chaque fois"]
["_2.1_g1_x1_t1c","If no country-appropriate set of criteria exists (in the longer term it is recommended to develop a standardized set of criteria)","If no country-appropriate set of criteria exists (in the longer term it is recommended to develop a standardized set of criteria)","S'il n'existe pas d'ensemble de critères adaptés au pays (à plus long terme, il est recommandé d'élaborer un ensemble de critères normalisés)"]
["_2.1_g1_x1_t1c_1","For high priority decision questions in which stakeholder ownership and buy-in is critical","For high priority decision questions in which stakeholder ownership and buy-in is critical","Pour les questions de décision hautement prioritaires dans lesquelles l'appropriation et l'adhésion des parties prenantes sont essentielles"]
["_2.1_g1_x1_t1c_2","For specialized decision questions that cannot be addressed using established sets of criteria","For specialized decision questions that cannot be addressed using established sets of criteria","Pour les questions de décision spécialisées qui ne peuvent être traitées à l'aide d'ensembles de critères établis"]
["_2.1_g1_x1_t2",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Institutionalized approach"},"Institutionalized approach","Approche institutionnalisée"]
["_2.1_g1_x1_t2a","In an institutionalized approach, a set of criteria is chosen that can be used repeatedly across decision questions. If needed, the committee has the flexibility to tailor the criteria to the specific decision question.","In an institutionalized approach, a set of criteria is chosen that can be used repeatedly across decision questions. If needed, the committee has the flexibility to tailor the criteria to the specific decision question.","Dans une approche institutionnalisée, un ensemble de critères est choisi pour être utilisé de manière répétée dans les questions de décision. En général, le comité a la possibilité d'adapter les critères à la question décisionnelle spécifique si nécessaire."]
["_2.1_g1_x1_t2b_1","Improved consistency across decisions and reduced bias","Improved consistency across decisions and reduced bias","Amélioration de la cohérence des décisions et réduction des préjugés"]
["_2.1_g1_x1_t2b_2","Can lead to better quality decisions, provided the criteria follow best practice","Can lead to better quality decisions, provided the criteria follow best practice","Peut conduire à des décisions de meilleure qualité, à condition que les critères suivent les meilleures pratiques"]
["_2.1_g1_x1_t2b_3","Requires less time per decision","Requires less time per decision","Moins de temps nécessaire par décision"]
["_2.1_g1_x1_t2b_4","Separation of criteria selection from the recommendation process enhances legitimacy","Separation of criteria selection from the recommendation process enhances legitimacy","Légitimité accrue (séparation entre la sélection des critères et le processus de recommandation)"]
["_2.1_g1_x1_t2b_5","Establishing rigid sets of criteria may be less suitable for non-standard decision questions","Establishing rigid sets of criteria may be less suitable for non-standard decision questions","Les ensembles de critères rigides peuvent être moins adaptés aux questions de décision non standard"]
["_2.1_g1_x1_t2c","It is highly advisable for all countries to move towards an institutionalised approach. Where possible the criteria should be the same as or consistent with health technology assessment (HTA) and health sector prioritization criteria.","It is highly advisable for all countries to move towards an institutionalised approach. Where possible the criteria should be the same as or consistent with health technology assessment (HTA) and health sector prioritization criteria.","Il est vivement conseillé à tous les pays de chercher à s'orienter vers une approche institutionnalisée. Dans la mesure du possible, les critères devraient être identiques ou cohérents avec les critères d'évaluation des technologies de la santé (ETS) et de privatisation du secteur de la santé."]
["_2.1_g1_x1_t3","Description","Description","Description"]
["_2.1_g1_x1_t4","When should this approach be used?","When should this approach be used?","Quand cette approche doit-elle être utilisée ?"]
["_2.1_g1_x1_t5","Further details","Further details","Plus de détails"]
[null,0]
["_2.1_g1_x2","Using an existing set of criteria","Using an existing set of criteria","Utilisation d'un ensemble de critères existants"]
["_2.1_g1_x2_1","In many instances, there may be established lists of criteria at the country or global levels that can be applied for a recommendation. Examples include:","In many instances, there may be established lists of criteria at the country or global levels that can be applied for a recommendation. Examples include:","Dans de nombreux cas, il peut y avoir des listes de critères établies au niveau national ou mondial qui peuvent être appliqués pour une recommandation. En voici quelques exemples :"]
["_2.1_g1_x2_1a","frameworks used by the NITAG, such as the Supporting Independent Immunization and Vaccine Advisory Committees (SIVAC) framework","frameworks used by the NITAG, such as the Supporting Independent Immunization and Vaccine Advisory Committees (SIVAC) framework","Les cadres utilisés par le GTCV (par exemple, le cadre SIVAC - Supporting Independent Immunization and Vaccine Advisory Committees)"]
["_2.1_g1_x2_1b","criteria defined by the health technology assessment (HTA) agency or benefits package selection (BPS) committee.","criteria defined by the health technology assessment (HTA) agency or benefits package selection (BPS) committee.","Critères définis par l'agence d'évaluation des technologies de la santé (ETS) ou le comité de sélection d'un panier de soins (SPS)"]
["_2.1_g1_x2_1b_link","DecideHealth.world website – for further information on HTA in your country","DecideHealth.world website – for further information on HTA in your country","Site web DECIDE - plus d'informations sur l'ETS dans votre pays"]
["_2.1_g1_x2_1c","Lists of suggested criteria for different types of decision questions that have been put together at the global level. Note that it is highly recommended to tailor these lists to your setting.","Lists of suggested criteria for different types of decision questions that have been put together at the global level. Note that it is highly recommended to tailor these lists to your setting.","Listes de critères suggérés pour différents types de questions décisionnelles qui ont été rassemblées au niveau mondial (notez qu'il est fortement recommandé d'adapter ces listes à votre contexte)"]
["_2.1_g1_x2_1c_link","Access recommended lists of criteria","Access recommended lists of criteria","Accéder aux listes de critères recommandés"]
["_2.1_g1_x2_3","If an existing set of criteria is identified, it is highly advised to consider the following points:","If an existing set of criteria is identified, it is highly advised to consider the following points:","Si une série de critères existants est identifiée, il est fortement conseillé de prendre en considération les points suivants :"]
["_2.1_g1_x2_3a","Are the criteria suitable for the decision question?","Are the criteria suitable for the decision question?","Les critères sont-ils adaptés à la question décisionnelle ?"]
["_2.1_g1_x2_3b","Do the criteria reflect the priorities set out in your national immunization strategy (NIS) or comprehensive multi-year strategic plan (cMYP) for immunization?","Do the criteria reflect the priorities set out in your national immunization strategy (NIS) or comprehensive multi-year strategic plan (cMYP) for immunization?","Les critères reflètent-ils les priorités définies dans votre SNI ou dans le PPAc ?"]
["_2.1_g1_x2_3c","Do the criteria adhere to best practice?","Do the criteria adhere to best practice?","Les critères sont-ils conformes aux meilleures pratiques ?"]
[]
["_2.1_g1_x3","Developing a set of criteria specific to the decision question (one-off approach)","Developing a set of criteria specific to the decision question (one-off approach)","Élaboration d'un ensemble de critères spécifiques à la question décisionnelle (approche ponctuelle)"]
["_2.1_g1_x3_x","The steps below outline a process to jointly develop a set of criteria specifically for this recommendation.","The steps below outline a process to jointly develop a set of criteria specifically for this recommendation.","Les étapes ci-dessous décrivent un processus visant à élaborer conjointement un ensemble de critères spécifiques à cette recommandation."]
["_2.1_g1_x3_1","Develop a complete list of criteria","Develop a complete list of criteria","Élaborer une longue liste de critères"]
["_2.1_g1_x3_1a","Ask all committee members to put forward criteria that they think are important to consider when making the recommendation.","Ask all committee members to put forward criteria that they think are important to consider when making the recommendation.","Demandez à tous les membres du comité de proposer des critères qu'ils jugent importants à prendre en considération lors de la formulation de la recommandation."]
["_2.1_g1_x3_1b","Ask all committee members to write their chosen criteria on post-it notes (one criterion per post-it note); this can help increase participation from all group members. ","Ask all committee members to write their chosen criteria on post-it notes (one criterion per post-it note); this can help increase participation from all group members. ","Pour accroître la participation de tous les membres du groupe, il peut être utile que chacun écrive les critères qu'il a choisis sur des post-it (un critère par post-it)."]
["_2.1_g1_x3_2","Group the criteria","Group the criteria","Regrouper les critères"]
["_2.1_g1_x3_2a","Gather all criteria put forward by committee members, grouping similar criteria.","Gather all criteria put forward by committee members, grouping similar criteria.","Rassemblez tous les critères proposés par les membres du comité, en regroupant les critères similaires."]
["_2.1_g1_x3_2b","Discuss each of the criteria in turn. Is there any difference in how committee members interpret each criterion? Ensure that all committee members have the same understanding of each criterion and that all criteria reflect core values (refer to the best practice checklist).","Discuss each of the criteria in turn. Is there any difference in how committee members interpret each criterion? Ensure that all committee members have the same understanding of each criterion and that all criteria reflect core values (refer to the best practice checklist).","Discutez chacun des critères à tour de rôle - y a-t-il une différence dans la façon dont les membres du comité interprètent chaque critère ? Assurez-vous que tous les membres du comité ont la même compréhension de chaque critère et que tous les critères reflètent les valeurs fondamentales (voir la liste de contrôle des meilleures pratiques)."]
["_2.1_g1_x3_2c","Examine the list of criteria and remove any that are redundant and will not allow the committee to discriminate between the options","Examine the list of criteria and remove any that are redundant and will not allow the committee to discriminate between the options","Examinez la liste des critères et supprimer ceux qui sont redondants et ne permettront pas au comité de faire une distinction entre les options"]
["_2.1_g1_x3_2d","Consider the criteria as a whole. Are any important considerations missing? It may be helpful to refer to reference lists of criteria to ensure all important dimensions have been considered.","Consider the criteria as a whole. Are any important considerations missing? It may be helpful to refer to reference lists of criteria to ensure all important dimensions have been considered.","Considérez les critères dans leur ensemble. Y a-t-il des considérations importantes qui manquent ? Il peut être utile de se référer aux listes de référence des critères pour s'assurer que toutes les dimensions importantes ont été prises en compte."]
["_2.1_g1_x3_3","Refine the list of criteria","Refine the list of criteria","Affinez la liste des critères"]
["_2.1_g1_x3_3a","Examine the criteria – are they all unique and independent? (refer to the best practice checklist)","Examine the criteria – are they all unique and independent? (refer to the best practice checklist)","Examinez les critères - sont-ils tous uniques et indépendants ? (voir la liste des meilleures pratiques)"]
["_2.1_g1_x3_3b","Ensure criteria have consistent phrasing, to avoid framing bias (refer to the best practice checklist)","Ensure criteria have consistent phrasing, to avoid framing bias (refer to the best practice checklist)","Veiller à ce que les critères soient formulés de manière cohérente afin d'éviter tout parti pris (voir la liste de contrôle des meilleures pratiques)"]
["_2.1_g1_x3_4","Finalize the list of criteria","Finalize the list of criteria","Finaliser la liste des critères"]
["_2.1_g1_x3_4a","Pare the final list of criteria to a maximum of 8. As the number of criteria increases, the contribution of each criterion decreases and there is an increase in evidence collection requirements, as well as increased cognitive burden on the committee to keep track of all criteria during discussions. It is therefore advisable to reduce the number of criteria as far as possible without losing all important dimensions to capture in the recommendation.","Pare the final list of criteria to a maximum of 8. As the number of criteria increases, the contribution of each criterion decreases and there is an increase in evidence collection requirements, as well as increased cognitive burden on the committee to keep track of all criteria during discussions. It is therefore advisable to reduce the number of criteria as far as possible without losing all important dimensions to capture in the recommendation.","Réduisez la liste finale des critères à un maximum de 8. Plus le nombre de critères augmente, plus la contribution de chaque critère diminue et plus les exigences en matière de collecte de preuves augmentent, ainsi que la charge de travail du comité pour assurer le suivi de tous les critères pendant les discussions. Il est donc conseillé de réduire autant que possible le nombre de critères sans perdre toutes les dimensions importantes à saisir dans la recommandation."]
["_2.1_g1_x3_4b","Review the best practice checklist before finalizing and recording the list of criteria. ","Review the best practice checklist before finalizing and recording the list of criteria. ","Avant de finaliser et d'enregistrer la liste des critères, passez en revue la liste de contrôle des meilleures pratiques :"]
["_2.1_g1_x4","Establishing a set of criteria for use across recommendations (institutionalized approach)","Establishing a set of criteria for use across recommendations (institutionalized approach)","Établissement d'un ensemble de critères à utiliser pour l'ensemble des recommandations (approche institutionnalisée)"]
["_2.1_g1_x4_x","The following steps outline a potential approach to establish a country-specific set of criteria for immunization decisions. It is not intended to be prescriptive and can be adapted as needed.","The following steps outline a potential approach to establish a country-specific set of criteria for immunization decisions. It is not intended to be prescriptive and can be adapted as needed.","Les étapes suivantes décrivent une approche possible pour établir un ensemble de critères spécifiques à chaque pays pour les décisions en matière d'immunisation. Elle n'a pas vocation à être prescriptive et peut être adaptée en fonction des besoins."]
["_2.1_g1_x4_1","Articulate the scope","Articulate the scope","Articuler le champ d'application"]
["_2.1_g1_x4_1a","It is important to clearly articulate the types of decision questions that will be addressed using the criteria, to ensure that the criteria are fit for purpose.","It is important to clearly articulate the types of decision questions that will be addressed using the criteria, to ensure that the criteria are fit for purpose.","Il est important d'articuler clairement les types de questions décisionnelles qui seront traitées à l'aide des critères, afin de s'assurer que les critères sont adaptés à l'objectif visé."]
["_2.1_g1_x4_2","Scope whether there is already a set of criteria in the health programme that is fit-for-purpose.","Scope whether there is already a set of criteria in the health programme that is fit-for-purpose.","Déterminer s'il existe déjà un ensemble de critères dans le programme de santé qui soit adapté à l'objectif visé."]
["_2.1_g1_x4_2a","Refer to: ","Refer to: ","Se référer à "]
["_2.1_g1_x4_3","Identify the relevant stakeholders to engage","Identify the relevant stakeholders to engage","Identifier les partenaires pertinents à engager."]
["_2.1_g1_x4_3a","It can be helpful to follow the principles outlined in sheet","It can be helpful to follow the principles outlined in sheet","Il peut être utile de suivre les principes énoncés dans la feuille"]
["_2.1_g1_x4_3b","It is highly recommended to include members from any HTA agency or benefits package selection committees that exist in the country.","It is highly recommended to include members from any HTA agency or benefits package selection committees that exist in the country.","Il est fortement recommandé d'inclure des membres de toute agence d'évaluation des technologies de la santé (ETS) ou de tout comité de sélection du forfait d'avantages sociaux existant dans le pays."]
["_2.1_g1_x4_4","Map strategic goals of the immunization programme","Map strategic goals of the immunization programme","Cartographie des objectifs stratégiques du programme d'immunisation"]
["_2.1_g1_x4_4a","In a workshop format, identify 3–4 goals with the relevant stakeholders, using the national immunization strategy and national health sector plan as the basis.","In a workshop format, identify 3–4 goals with the relevant stakeholders, using the national immunization strategy and national health sector plan as the basis.","Dans le cadre d'un atelier, identifiez 3 ou 4 objectifs avec les parties prenantes concernées, en utilisant comme base la stratégie nationale de vaccination et le plan national du secteur de la santé."]
["_2.1_g1_x4_5","Identify criteria based on the strategic goals","Identify criteria based on the strategic goals","Identifier des critères basés sur les objectifs stratégiques"]
["_2.1_g1_x4_5a","Identify a diverse set of decision questions, based on the scope, for which the decision criteria should be applicable.","Identify a diverse set of decision questions, based on the scope, for which the decision criteria should be applicable.","En fonction du champ d'application, identifier un ensemble diversifié de questions de décision pour lesquelles les critères de décision devraient être applicables."]
["_2.1_g1_x4_5b","Identify relevant criteria to address the decision question that fall within the strategic goals. Repeat for each example question.","Identify relevant criteria to address the decision question that fall within the strategic goals. Repeat for each example question.","Pour chaque exemple de question, identifiez les critères pertinents pour répondre à la question décisionnelle qui s'inscrivent dans les objectifs stratégiques."]
["_2.1_g1_x4_5c","Compare the similarities and differences in the criteria selected for each decision question.","Compare the similarities and differences in the criteria selected for each decision question.","Une fois les questions de décision complétées, comparez les similitudes et les différences des critères sélectionnés pour chaque question décisionnelle."]
["_2.1_g1_x4_5d","Group the criteria that are consistently selected across criteria into \"generic criteria\", which will be applied to all decision questions. Criteria that only apply to certain questions can be grouped into a checklist of \"contextual criteria\" that may or may not be applied, depending on the decision question.","Group the criteria that are consistently selected across criteria into \"generic criteria\", which will be applied to all decision questions. Criteria that only apply to certain questions can be grouped into a checklist of \"contextual criteria\" that may or may not be applied, depending on the decision question.","Les critères qui sont sélectionnés de manière cohérente parmi les critères peuvent être regroupés en \"critères génériques\", qui seront appliqués à toutes les questions décisionnelles. Les critères qui s'appliquent uniquement à certaines questions peuvent être regroupés dans une liste de \"critères contextuels\" qui peuvent ou non être appliqués, selon la question décisionnelle."]
["_2.1_g1_x4_5e","Review the generic criteria and the full set of generic and contextual criteria. Ensure that they fulfil the requirements laid out in the best practice checklist:","Review the generic criteria and the full set of generic and contextual criteria. Ensure that they fulfil the requirements laid out in the best practice checklist:","Examinez les critères génériques et l'ensemble des critères génériques et contextuels. Assurez-vous qu'ils remplissent les exigences énoncées dans la liste de contrôle des meilleures pratiques :"]
["_2.1_g1_x4_6","Continue to evaluate and revise the set of criteria","Continue to evaluate and revise the set of criteria","Continuer à évaluer et à réviser l'ensemble des critères"]
["_2.1_g1_x4_6a","It is important to test and to continue revising the criteria with repeated use.","It is important to test and to continue revising the criteria with repeated use.","Il est important de tester et de continuer à réviser les critères avec un usage répété."]
["_2.1_g1_x4_6b","It is recommended to clearly articulate the extent to which criteria can be adapted to the decision question, or whether they are fixed.","It is recommended to clearly articulate the extent to which criteria can be adapted to the decision question, or whether they are fixed.","Il est recommandé d'articuler clairement la mesure dans laquelle les critères peuvent être adaptés à la question décisionnelle, ou s'ils sont fixes."]
["_2.1_g1_x4_6c","It is recommended to set up a process to review the set of criteria every 5 years.","It is recommended to set up a process to review the set of criteria every 5 years.","Il est recommandé de mettre en place un processus de révision de l'ensemble des critères tous les 5 ans."]
["_2.1_g2","Best practice checklist for decision criteria","Best practice checklist for decision criteria","Liste de contrôle des meilleures pratiques pour les critères de décision"]
["_2.1_g2_x","It is highly recommended to verify that your decision criteria meet the conditions set out in the following checklist.","It is highly recommended to verify that your decision criteria meet the conditions set out in the following checklist.","Il est vivement recommandé de vérifier que vos critères de décision remplissent les conditions énoncées dans la liste de contrôle suivante."]
["_2.1_g2_x1","Value-based","Value-based","Basé sur des valeurs"]
["_2.1_g2_x1a","Criteria should reflect factors that are fundamentally important to the committee and for achieving the strategic goals of the programme. It is important to try to avoid criteria that describe the characteristics of the options.","Criteria should reflect factors that are fundamentally important to the committee and for achieving the strategic goals of the programme. It is important to try to avoid criteria that describe the characteristics of the options.","Les critères doivent refléter des facteurs qui sont fondamentalement importants pour le comité et pour atteindre les objectifs stratégiques du programme. Il est important d'essayer d'éviter les critères qui décrivent les caractéristiques des options."]
["_2.1_g2_x1b","Question: Why is this criterion important?","Question: Why is this criterion important?","Question : pourquoi ce critère est-il important ?"]
["_2.1_g2_x1c","Example 1: Consider the criterion \"doses per container\". This is a weak criterion as it reflects a vaccine characteristic and not what is important to the committee: is “doses per container” important because the committee wants to increase coverage, reduce procurement cost, decrease biohazardous waste, improve safety through reducing contamination risk, or reduce burden on the supply chain? If the committee members have selected this criterion because they want to increase coverage and reduce procurement costs, \"coverage\" and \"budget impact\" would be more appropriate criteria.","Example 1: Consider the criterion \"doses per container\". This is a weak criterion as it reflects a vaccine characteristic and not what is important to the committee: is “doses per container” important because the committee wants to increase coverage, reduce procurement cost, decrease biohazardous waste, improve safety through reducing contamination risk, or reduce burden on the supply chain? If the committee members have selected this criterion because they want to increase coverage and reduce procurement costs, \"coverage\" and \"budget impact\" would be more appropriate criteria.","Exemple 1 : Considérons le critère \"doses par récipient\". Ce critère est faible car il reflète une caractéristique du vaccin et non ce qui est important pour le comité : les doses par récipient sont-elles importantes parce que le comité veut augmenter la couverture, réduire le coût d'approvisionnement, diminuer les déchets biologiques dangereux, améliorer la sécurité (en réduisant le risque de contamination) ou réduire la charge sur la chaîne d'approvisionnement ? Si le comité a choisi ce critère parce qu'il veut augmenter la couverture et réduire les coûts d'approvisionnement, la \"couverture\" et l'\"impact budgétaire\" seraient des critères plus appropriés."]
["_2.1_g2_x1d","Example 2: Consider the criterion \"reduced incidence of adverse events following immunization (AEFI)”. Is this important to the committee members because they are concerned with vaccine safety and/or vaccine hesitancy? The criterion should be adjusted accordingly.","Example 2: Consider the criterion \"reduced incidence of adverse events following immunization (AEFI)”. Is this important to the committee members because they are concerned with vaccine safety and/or vaccine hesitancy? The criterion should be adjusted accordingly.","Exemple 2 : Considérons le critère \"réduction de l'incidence des manifestations postvaccinales indésirables (MAPI)\". Ce critère est-il important pour le comité parce qu'il se préoccupe de la sécurité des vaccins et/ou de l'hésitation des vaccins ? Le critère doit être adapté en conséquence.  "]
["_2.1_g2_x2","Relevant to the decision question","Relevant to the decision question","Pertinent pour la question décisionnelle"]
["_2.1_g2_x2a","Criteria that do not discriminate among the options are redundant and will increase evidence collection requirements without supporting the recommendation of the committee.","Criteria that do not discriminate among the options are redundant and will increase evidence collection requirements without supporting the recommendation of the committee.","Les critères qui ne feront pas de discrimination entre les options sont redondants et augmenteront les exigences en matière de collecte de preuves sans appuyer la recommandation du comité"]
["_2.1_g2_x2b","Question: Are there any criteria that we know will not discriminate between the options?","Question: Are there any criteria that we know will not discriminate between the options?","Question : existe-t-il des critères dont nous savons qu'ils ne feront pas de discrimination entre les options ?"]
["_2.1_g2_x2c",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Example 1: Consider the criterion \"Protection against locally circulating strains\". For rotavirus product selection, this criterion may not be relevant as there is no evidence that available vaccine products afford differential protection against different rotavirus genotypes."},"Example 1: Consider the criterion \"Protection against locally circulating strains\". For rotavirus product selection, this criterion may not be relevant as there is no evidence that available vaccine products afford differential protection against different rotavirus genotypes.","Exemple 1 : Considérons le critère \"Protection contre les souches circulant localement\". Pour la sélection des produits antirotavirus, ce critère peut ne pas être pertinent car il n'existe aucune preuve que les produits vaccinaux disponibles offrent une protection différentielle contre les différents génotypes de rotavirus"]
["_2.1_g2_x2d","Example 2: Consider the criterion \"WHO prequalification\". If all of the options are WHO pre-qualified, this is not a relevant criterion.","Example 2: Consider the criterion \"WHO prequalification\". If all of the options are WHO pre-qualified, this is not a relevant criterion.","Exemple 2 : Considérons le critère \"Préqualification par l'OMS\".  Si toutes les options sont préqualifiées par l'OMS, ce n'est pas un critère pertinent."]
["_2.1_g2_x3","Complete","Complete","Complétude"]
["_2.1_g2_x3a","The final set of criteria should cover all dimensions that are important for the decision question.","The final set of criteria should cover all dimensions that are important for the decision question.","L'ensemble final de critères devrait couvrir toutes les dimensions importantes pour la question décisionnelle."]
["_2.1_g2_x3b","Question: Do the criteria cover all important considerations? Are any factors missing? Would the decision-maker want to see any other criteria?","Question: Do the criteria cover all important considerations? Are any factors missing? Would the decision-maker want to see any other criteria?","Question : les critères couvrent-ils toutes les considérations importantes ? Y a-t-il des facteurs qui manquent ? Le décideur souhaiterait-il voir d'autres critères ?"]
["_2.1_g2_x4","Unique","Unique","Unique"]
["_2.1_g2_x4a","It is important to make sure that criteria are not double-counted, as this would mean that one or more of the criteria may be contributing more to the final recommendation than indicated by its weight.","It is important to make sure that criteria are not double-counted, as this would mean that one or more of the criteria may be contributing more to the final recommendation than indicated by its weight.","Il est important de s'assurer que les critères ne sont pas comptabilisés deux fois, car cela signifie qu'un ou plusieurs critères peuvent contribuer davantage à la recommandation finale que ce qu'indiquent les pondérations."]
["_2.1_g2_x4b","Question: Are any of the criteria related? Does any criterion contribute directly to another?","Question: Are any of the criteria related? Does any criterion contribute directly to another?","Question : certains des critères sont-ils liés ? Un critère contribue-t-il directement à un autre ?"]
["_2.1_g2_x4c","Example 1: Consider the criteria \"effectiveness\" and \"herd immunity\". Since herd immunity contributes to vaccine effectiveness, it is advisable to revise these criteria to \"efficacy\" and \"herd immunity\".","Example 1: Consider the criteria \"effectiveness\" and \"herd immunity\". Since herd immunity contributes to vaccine effectiveness, it is advisable to revise these criteria to \"efficacy\" and \"herd immunity\".","Exemple 1 : Considérons les critères \"charge de morbidité\" et \"décès évités par la vaccination\". Étant donné que la charge de morbidité contribue aux décès évités par la vaccination, il est conseillé de supprimer le critère \"charge de morbidité\"."]
["_2.1_g2_x4d","Example 2: Consider the criteria \"budget impact\" and \"cost-effectiveness\". Procurement costs and delivery costs will be included in both criteria, so cost will be double-counted.","Example 2: Consider the criteria \"budget impact\" and \"cost-effectiveness\". Procurement costs and delivery costs will be included in both criteria, so cost will be double-counted.","Exemple 2 : Examinez les critères \"impact budgétaire\" et \"coût-efficacité\". Les coûts d'acquisition et les coûts de livraison seront inclus dans les deux critères, de sorte que le coût sera compté deux fois."]
["_2.1_g2_x5","Independent","Independent","Indépendant"]
["_2.1_g2_x5a","As far as possible, criteria should not be dependent on other criteria. In practice, it can be difficult to ensure all criteria are independent, but the committee should seek to ensure independence where possible.","As far as possible, criteria should not be dependent on other criteria. In practice, it can be difficult to ensure all criteria are independent, but the committee should seek to ensure independence where possible.","Dans la mesure du possible, les critères ne devraient pas dépendre d'autres critères. Dans la pratique, il peut être difficile de garantir l'indépendance de tous les critères, mais le comité devrait s'efforcer de garantir cette ndépendance dans la mesure du possible."]
["_2.1_g2_x5b","Question: Does the importance of this criterion depend on any of the others?","Question: Does the importance of this criterion depend on any of the others?","Question : l'importance de ce critère dépend-elle des autres ?"]
["_2.1_g2_x5c","Example: Consider the criteria \"vaccine efficacy\" and \"burden of disease\". People may consider lower efficacy more acceptable for vaccines targeting illnesses with higher burden of disease Therefore, the importance of vaccine efficacy and burden of disease are interdependent and these criteria are not independent.","Example: Consider the criteria \"vaccine efficacy\" and \"burden of disease\". People may consider lower efficacy more acceptable for vaccines targeting illnesses with higher burden of disease Therefore, the importance of vaccine efficacy and burden of disease are interdependent and these criteria are not independent.","Exemple : Considérons les critères \"efficacité du vaccin\" et \"charge de morbidité\". Les gens peuvent considérer qu'une efficacité moindre est plus acceptable pour les vaccins ciblant des maladies à charge de morbidité plus élevée. Par conséquent, l'importance de l'efficacité du vaccin et la charge de morbidité sont interdépendantes et ces critères ne sont pas indépendants."]
["_2.1_g2_x6","Phrased to avoid framing bias","Phrased to avoid framing bias","Formulation sans biais"]
["_2.1_g2_x6a","How criteria are framed can influence the relative importance people assign to them. To ensure that there is no bias introduced into the weighting step (2.2), it is important to ensure that criteria are consistently phrased in terms of gains or losses.","How criteria are framed can influence the relative importance people assign to them. To ensure that there is no bias introduced into the weighting step (2.2), it is important to ensure that criteria are consistently phrased in terms of gains or losses.","La manière dont les critères sont formulés peut influencer l'importance relative que les gens leur accordent. Pour éviter d'introduire un biais dans l'étape de pondération (2.2), il est important de s'assurer que les critères sont formulés de manière cohérente en termes de gains ou de pertes."]
["_2.1_g2_x6b","Example 1: Since people are risk averse, they are more likely to assign high importance to \"deaths averted\" than to \"lives saved\".","Example 1: Since people are risk averse, they are more likely to assign high importance to \"deaths averted\" than to \"lives saved\".","Exemple 1 : comme les gens ont une aversion pour le risque, ils sont plus susceptibles d'accorder une grande importance aux \"décès évités\" qu'aux \"vies sauvées\"."]
["_2.1_g2_x6c","Example 2: Similarly, people may assign greater importance to the criterion \"Risk of adverse events\" than \"Safety profile\".","Example 2: Similarly, people may assign greater importance to the criterion \"Risk of adverse events\" than \"Safety profile\".","Exemple 2 : de même, les gens peuvent accorder une plus grande importance au critère \"Risque d'événements indésirables\" qu'au \"Profil de sécurité\"."]
["_2.1_g2_x_cost","Important: criteria that are not unique or independent can be considered separately, either before other criteria to shortlist options, or after to consider feasibility. ","Important: criteria that are not unique or independent can be considered separately, either before other criteria to shortlist options, or after to consider feasibility. ","Important : l'incorporation de critères économiques peut enfreindre les exigences uniques ou indépendantes. Dans ces cas, il est recommandé d'utiliser les règles de décision pour considérer les critères économiques séparément."]
[null,0]
["_2.1_g4","If you have included criteria that reflect fixed capacity (\"constraints\") – quantitative MCDA only","If you have included criteria that reflect fixed capacity (\"constraints\") – quantitative MCDA only","Si vous avez inclus des \"contraintes\" comme critères - ADM QUANTITATIVE uniquement"]
["_2.1_g4_main","Incorporating \"constraints\" as criteria – quantitative MCDA only","Incorporating \"constraints\" as criteria – quantitative MCDA only","Incorporation de \"contraintes\" comme critères (ADM quantitative uniquement)"]
["_2.1_g4_x1","If quantitative MCDA is used, good practice recommends that constraints be considered separately to other criteria.","If quantitative MCDA is used, good practice recommends that constraints be considered separately to other criteria.","Si l'ADM quantitative est utilisée, la bonne pratique recommande que les contraintes soient considérées séparément des autres critères."]
["_2.1_g4_x2","Constraints may include:","Constraints may include:","Les contraintes peuvent inclure :"]
["_2.1_g4_x2a","budget","budget","Budget"]
["_2.1_g4_x2b","cold chain capacity","cold chain capacity","Capacité de la chaîne du froid"]
["_2.1_g4_x2c","cost-effectiveness thresholds","cost-effectiveness thresholds","Seuils de rentabilité"]
["_2.1_g4_x2d","human resources","human resources","Ressources humaines"]
["_2.1_g4_x3","The recommended approach for including constraints in the tool is as follows:","The recommended approach for including constraints in the tool is as follows:","L'approche recommandée pour inclure les contraintes dans l'outil est la suivante :"]
["_2.1_g4_x3a","Include constraints in the list of criteria in 2.1.2","Include constraints in the list of criteria in 2.1.2","Inclure les contraintes dans la liste des critères au point 2.1.2"]
["_2.1_g4_x3b","Set the weight for all constraints to zero in 2.2","Set the weight for all constraints to zero in 2.2","Fixer le poids de toutes les contraintes à zéro en 2.2"]
["_2.1_g4_x3c","This ensures the constraints will not be included in the total score","This ensures the constraints will not be included in the total score","Cela garantit que les contraintes ne seront pas incluses dans le score total"]
["_2.1_g4_x3d","Explain whether you will consider the constraints","Explain whether you will consider the constraints","Expliquez si vous allez prendre en compte les contraintes"]
["_2.1_g4_x3e","BEFORE other criteria – to shortlist feasible options, or","BEFORE other criteria – to shortlist feasible options, or","AVANT les autres critères (pour présélectionner les options possibles)"]
["_2.1_g4_x3f","AFTER other criteria – to identify which options are feasible after evaluating all options","AFTER other criteria – to identify which options are feasible after evaluating all options","ou APRÈS d'autres critères (pour déterminer quelles options sont réalisables après évaluation de toutes les options)"]
["_2.1_g4_x3g","This approach is advisable if the constraints are not fixed. For example, if you request more budget or expand the cold chain capacity.","This approach is advisable if the constraints are not fixed. For example, if you request more budget or expand the cold chain capacity.","Cette approche est conseillée si les contraintes ne sont pas fixes. Par exemple, si vous pouvez demander un budget plus important, étendre la capacité de la chaîne du froid, etc."]
["_2.1_g4_x3h","Apply the decision rules when you are making the comparison across criteria.","Apply the decision rules when you are making the comparison across criteria.","Appliquez les règles de décision lorsque vous effectuez la comparaison entre les critères."]
["Step 2.2"]
["_2.2_intro","In this step, the committee decides which criteria will be more influential in making the recommendation by assigning a weight to each criterion.","In this step, the committee decides which criteria will be more influential in making the recommendation by assigning a weight to each criterion.","Dans cette étape, le comité décide quels critères seront plus influents que d'autres dans la formulation de la recommandation, en attribuant un poids à chaque critère."]
["_2.2_x","Agree on the weights for each criterion and record in the table below.","Agree on the weights for each criterion and record in the table below.","Convenez des pondérations pour chaque critère et inscrivez-les dans le tableau ci-dessous."]
["_2.2_x1","The default scale goes from 1 (low importance) to 5 (high importance).","The default scale goes from 1 (low importance) to 5 (high importance).","Le barème par défaut est de 1 (faible importance) à 5 (grande importance)."]
["_2.2_x2","The committee should try as far as possible to come to an agreement on the weights. However, if there is disagreement on weights, an alternative weight can be documented in the final column.","The committee should try as far as possible to come to an agreement on the weights. However, if there is disagreement on weights, an alternative weight can be documented in the final column.","Le comité doit essayer, dans la mesure du possible, de parvenir à un accord sur les pondérations. Toutefois, en cas de désaccord sur les pondérations, une autre pondération peut être documentée dans la dernière colonne."]
["_weight","Weight","Weight","Pondération"]
["_2.2_t1","Alternate weight (optional)","Alternate weight (optional)","Pondération alternative (facultatif)"]
["_2.2_link","Useful link for methods to determine weights","Useful link for methods to determine weights","Lien utile pour les méthodes de détermination des pondérations"]
["_2.2_link_1","CAUTION: Framing bias can influence how people assign weights.","CAUTION: Framing bias can influence how people assign weights.","ATTENTION : le biais de cadrage peut influencer la façon dont les gens attribuent des pondérations."]
["_2.2_link_2","Guidance on framing bias","Guidance on framing bias","Recommandations pour encadrer les biais"]
["Step 2.3"]
["_2.3_intro",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"This step outlines how the committee will assess each of the options."},"This step outlines how the committee will assess each of the options.","Cette étape décrit comment le comité évaluera chacune des options."]
["_2.3_intro_x","Completing this step before evidence collection reduces bias and improves consistency in assessing the options.","Completing this step before evidence collection reduces bias and improves consistency in assessing the options.","L'achèvement de cette étape avant la collecte des preuves réduit les biais et améliore la cohérence de l'évaluation des options."]
["_2.3_intro_xx","Once the evidence has been collected, the committee will score the options against each criterion. The scale serves as a reference for the committee to ensure it consistently assesses options to the same standard, while decision rules (if used) determine the order in which criteria will be considered.","Once the evidence has been collected, the committee will score the options against each criterion. The scale serves as a reference for the committee to ensure it consistently assesses options to the same standard, while decision rules (if used) determine the order in which criteria will be considered.","Une fois les preuves recueillies, le comité notera les options en fonction de chaque critère. Le barème sert de référence au comité pour s'assurer qu'il évalue les options de manière cohérente selon la même norme, tandis que les règles de décision (si elles sont utilisées) déterminent l'ordre dans lequel les critères seront pris en compte."]
["_2.3.1","Scoring scale","Scoring scale","Barème de notation"]
["_2.3.1_x","Discuss and record the reference scale for each criterion in the table below.","Discuss and record the reference scale for each criterion in the table below.","Discutez et indiquez le barème de référence pour chaque critère dans le tableau ci-dessous."]
["_2.3.1_x1","It is possible to modify the range and classifications of the default scoring scale below.","It is possible to modify the range and classifications of the default scoring scale below.","Il est possible de modifier ci-dessous la portée et les classifications du barème de notation par défaut."]
["_2.3.1_x2","The committee has the choice of using a descriptive scale (e.g. poor, average, good) or a numerical scale (e.g. 0,1,2,3).","The committee has the choice of using a descriptive scale (e.g. poor, average, good) or a numerical scale (e.g. 0,1,2,3).","Le comité a le choix d'utiliser d'un barème descriptif (par exemple, mauvais, moyen, bon) ou un barème numérique (par exemple, 0,1,2,3)."]
["_2.3.1_x3","Examples of different ways to set up the scale are given in the link below.","Examples of different ways to set up the scale are given in the link below.","Le lien ci-dessous donne des exemples de la façon dont le barème peut être mis en place."]
["_2.3.1_scores","# possible scores in the scale","# possible scores in the scale","Nombre de notations admises dans le barème"]
["_2.3.1_scores_x","You can modify the range of the scoring scale in this box.","You can modify the range of the scoring scale in this box.","Vous pouvez modifier la portée du barème de notation dans cette case"]
["_2.3.1_t1","Definition of the scale","Definition of the scale","Définition du barème"]
["_2.3.1_t2","how will scores be assigned?","how will scores be assigned?","comment les notes seront-elles attribuées ?"]
["_2.3.1_link","Guidance on setting up a scale (with examples)","Guidance on setting up a scale (with examples)","Conseils pour la mise en place du barème (avec exemples)"]
["_2.3.1_g1","Setting up the scale","Setting up the scale","Mise en place du barème"]
["_2.3.1_g1_x1","Modifying the scale in the tool","Modifying the scale in the tool","Modification du barème dans l'outil"]
["_2.3.1_g1_x1a","The tool has a default range of 4 with the following labels: Poor, Average, Good, Very good.","The tool has a default range of 4 with the following labels: Poor, Average, Good, Very good.","L'outil a une plage par défaut de 4 avec les libellés suivants : Mauvais, Moyen, Bon, Très bon."]
["_2.3.1_g1_x1b","Both the range and the labels of the scoring scale can be modified by the committee.","Both the range and the labels of the scoring scale can be modified by the committee.","La portée et les libellés du barème de notation peuvent être modifiés par le comité."]
["_2.3.1_g1_x1c","To change the range (maximum is 10):","To change the range (maximum is 10):","Pour changer la portée (le maximum est de 10) :"]
["_2.3.1_g1_x1d","To change the labels:","To change the labels:","Pour changer les libellés"]
["_2.3.1_g1_x1e","Important note: The tool is configured so that lower scores denote poorer performance.","Important note: The tool is configured so that lower scores denote poorer performance.","Note importante : l'outil est configuré de manière à ce que des scores plus faibles indiquent de moins bonnes performances"]
["_2.3.1_g1_x1f","Worst score","Worst score","Le plus mauvais score"]
["_2.3.1_g1_x1g","Best score","Best score","Le meilleur score"]
["_2.3.1_g1_x1h","If the committee wishes to use a numerical scale, the labels can be left blank:","If the committee wishes to use a numerical scale, the labels can be left blank:","Si le comité souhaite utiliser un barème numérique, les libellés peuvent être laissés en blanc :"]
["_2.3.1_g1_x1i","If the committee wishes to include a score of zero, the label for the lowest score should be set to \"0\":","If the committee wishes to include a score of zero, the label for the lowest score should be set to \"0\":","Si le comité souhaite inclure une note de zéro, le libellé du score le plus bas doit être fixé à \"0\" :"]
["_2.3.1_g1_x2","The same scale is used across all criteria to allow a common comparison of criteria with different outcome measures.","The same scale is used across all criteria to allow a common comparison of criteria with different outcome measures.","Le même barème est utilisé pour tous les critères afin de permettre une comparaison commune des critères avec différentes mesures de résultats."]
["_2.3.1_g1_x2a","When considering the range of the scale, it can be helpful to consider the following points:","When considering the range of the scale, it can be helpful to consider the following points:","Lors de l'examen de la portée de ce barème, il peut être utile de prendre en considération les points suivants :"]
["_2.3.1_g1_x2b","How much detail is needed? If only one of a similar set of options must be selected, a greater scale range can help discriminate among options. However, if it is more useful to consider whether there are significant differences among the options, a smaller range may be more appropriate.","How much detail is needed? If only one of a similar set of options must be selected, a greater scale range can help discriminate among options. However, if it is more useful to consider whether there are significant differences among the options, a smaller range may be more appropriate.","Quel est le niveau de détail nécessaire ? Si une seule option parmi un ensemble d'options similaires doit être sélectionnée, une plus grande portée peut aider à faire la distinction entre les options. Toutefois, s'il est plus judicieux d'examiner s'il existe des différences significatives entre les options, une gamme plus petite peut être plus appropriée."]
["_2.3.1_g1_x2c","Will a greater scoring scale lead to a false sense of precision? The construction of scoring scales is subjective. In certain cases, greater scoring scale ranges can over-emphasise focus on the scores.","Will a greater scoring scale lead to a false sense of precision? The construction of scoring scales is subjective. In certain cases, greater scoring scale ranges can over-emphasise focus on the scores.","Un barème de notation plus élevé conduira-t-il à un faux sentiment de précision ? La construction des barèmes de notation est subjective ; dans certains cas, une portée plus grande des barèmes de notation peut conduire à mettre trop l'accent sur les notes."]
["_2.3.1_g1_x2d","For quantitative MCDA only: What is the appropriate balance between weights and scores? A smaller range for the scoring scale will emphasize the weights, whereas a greater range for the scoring scale will mean that scores influence the outcomes more than weights.","For quantitative MCDA only: What is the appropriate balance between weights and scores? A smaller range for the scoring scale will emphasize the weights, whereas a greater range for the scoring scale will mean that scores influence the outcomes more than weights.","Pour l'ADM quantitative uniquement : quel est l'équilibre approprié entre les pondérations et les scores ? Une gamme plus petite pour le barème de notation mettra l'accent sur les pondérations, tandis qu'une gamme plus grande pour le barème de notation signifiera que les notes influencent les résultats plus que les pondérations."]
["_2.3.1_g2","Defining the scoring scales (with examples)","Defining the scoring scales (with examples)","Définition des barèmes de notation (avec exemples)"]
["_2.3.1_g2_x1","For each criterion, the committee defines how scores will be assigned. There is no correct way to do this; it depends on the judgement of the committee. Some examples of different ways to define the scoring scales are outlined below.","For each criterion, the committee defines how scores will be assigned. There is no correct way to do this; it depends on the judgement of the committee. Some examples of different ways to define the scoring scales are outlined below.","Pour chaque critère, le comité définit la manière dont les notes seront attribuées. Il n'y a pas de façon correcte de le faire et cela dépend du jugement du comité. Quelques exemples de différentes manières de définir les barèmes de notation sont présentés ci-dessous."]
["_outcome","Outcome measure","Outcome measure","Mesure du résultat"]
["_2.3.1_g2_x2","The scale can be set up in a linear manner","The scale can be set up in a linear manner","Le barème peut être établi de manière linéaire"]
["_2.3.1_g2_x2a","Financial sustainability","Financial sustainability","Viabilité financière"]
["_2.3.1_g2_x2b","Poor – 1 year or less, Average – 2 years, Good – 3 years, Very good – 4 years or more","Poor – 1 year or less, Average – 2 years, Good – 3 years, Very good – 4 years or more","Mauvais - 1 an ou moins, Moyen - 2 ans, Bon - 3 ans, Très bon - 4 ans ou plus"]
["_2.3.1_g2_x2c","# years fixed pricing agreement","# years fixed pricing agreement","Nombre d'années d'accord sur des prix fixes"]
["_2.3.1_g2_x3","Alternatively, the intervals of the scale can be varied","Alternatively, the intervals of the scale can be varied","Il est également possible de faire varier les intervalles du barème"]
["_2.3.1_g2_x3a","Protection from the vaccine against disease","Protection from the vaccine against disease","Protection du vaccin contre la maladie"]
["_2.3.1_g2_x3b","Poor is <50%, Average is 50–80%, Good is 80–95%, Very good is >95% ","Poor is <50%, Average is 50–80%, Good is 80–95%, Very good is >95% ","Mauvais est <50%, Moyen est 50-80%, Bon est 80-95%, Très bon est >95%. "]
["_2.3.1_g2_x3c","Vaccine efficacy","Vaccine efficacy","Efficacité du vaccin"]
["_2.3.1_g2_x4","The scale can also be set up as a function of the goals","The scale can also be set up as a function of the goals","Le barème peut également être établi en fonction des objectifs"]
["_2.3.1_g2_x4a","Saving lives from vaccine-preventable disease","Saving lives from vaccine-preventable disease","Sauver des vies de maladies évitables par la vaccination"]
["_2.3.1_g2_x4b","The scale is relative to the burden of disease without vaccination: 0 is <20% deaths averted; 1 is 20–40% deaths averted; 2 is 40–60% deaths averted; 3 is 60–80% deaths averted; 4 is >80% deaths averted","The scale is relative to the burden of disease without vaccination: 0 is <20% deaths averted; 1 is 20–40% deaths averted; 2 is 40–60% deaths averted; 3 is 60–80% deaths averted; 4 is >80% deaths averted","Le barème est relatif à la charge de morbidité sans vaccination : 0 correspond à <20% de décès évités, 1 correspond à 20-40% de décès évités, 2 correspond à 40-60% de décès évités, 3 correspond à 60-80% de décès évités, 4 correspond à >80% de décès évités"]
["_2.3.1_g2_x4c","# deaths averted each year","# deaths averted each year","Nombre de décès évités chaque année"]
["_2.3.1_g2_x5","Or instead, as a function of systems capacity or constraints","Or instead, as a function of systems capacity or constraints","Ou plutôt, en fonction de la capacité ou des contraintes des systèmes"]
["_2.3.1_g2_x5a","Budget impact","Budget impact","Impact budgétaire"]
["_2.3.1_g2_x5b","0 – more than 10% increase of vaccine procurement budget required; 1 – exceeds current vaccine procurement budget, but less than 10%; 2 – no change in budget required","0 – more than 10% increase of vaccine procurement budget required; 1 – exceeds current vaccine procurement budget, but less than 10%; 2 – no change in budget required","0 - augmentation de plus de 10 % du budget d'achat de vaccins nécessaire, 1 - dépasse le budget actuel d'achat de vaccins, mais est inférieur à 10 %, 2 - aucune modification du budget nécessaire"]
["_2.3.1_g2_x5c","Total vaccine procurement cost","Total vaccine procurement cost","Coût total d'achat des vaccins"]
["_2.3.1_g2_x6","For dichotomous criteria, the end points of the scale can be used","For dichotomous criteria, the end points of the scale can be used","Pour les critères dichotomiques, les points extrêmes de ce barème peuvent être utilisés"]
["_2.3.1_g2_x6a","Religious acceptance","Religious acceptance","Acceptation religieuse"]
["_2.3.1_g2_x6b","1 – the vaccine is not halal; 5 – the vaccine is halal","1 – the vaccine is not halal; 5 – the vaccine is halal","1 - le vaccin n'est pas halal, 5 - le vaccin est halal"]
["_2.3.1_g2_x6c","Halal/not halal","Halal/not halal","Halal/non halal"]
["_2.3.1_g2_x7","Combination scales can be defined if there are multiple factors to take into account","Combination scales can be defined if there are multiple factors to take into account","Des barèmes de combinaison peuvent être définis s'il y a plusieurs facteurs à prendre en compte"]
["_2.3.1_g2_x7a","Protection against prevalent strains in the country","Protection against prevalent strains in the country","Protection contre les souches prévalentes dans le pays"]
["_2.3.1_g2_x7b","The score will be a composite sum of the strains covered by the vaccine: 2 points if the vaccine protects against strain A (over 50% prevalence in our country); 1 point each for strains B, C, D (10–15% prevalence in our country); 0 points for all other strains (less than 4% prevalence in our country). For example, a vaccine protecting against strains A, C, F and G receives a score of 3.","The score will be a composite sum of the strains covered by the vaccine: 2 points if the vaccine protects against strain A (over 50% prevalence in our country); 1 point each for strains B, C, D (10–15% prevalence in our country); 0 points for all other strains (less than 4% prevalence in our country). For example, a vaccine protecting against strains A, C, F and G receives a score of 3.","Le score sera une somme composite des souches couvertes par le vaccin : 2 points si le vaccin protège contre la souche A (plus de 50% de prévalence dans notre pays), 1 point pour chacune des souches B, C, D (10-15% de prévalence dans notre pays), 0 point pour toutes les autres souches (moins de 4% de prévalence dans notre pays). Par exemple, un vaccin protégeant contre les souches A, C, F et G reçoit une note de 3."]
["_2.3.1_g2_x7c","# circulating strains covered by the vaccine","# circulating strains covered by the vaccine","Nombre de souches en circulation couvertes par le vaccin"]
["_2.3.1_g2_x7d","Supply availability","Supply availability","Disponibilité de l'offre"]
["_2.3.1_g2_x7e","1 – foreign manufacturer and no guaranteed supply for the next 2 years; 3 – either local manufacturer or guaranteed supply for the next 2 years; 5 – local manufacture and guaranteed supply for the next 2 years","1 – foreign manufacturer and no guaranteed supply for the next 2 years; 3 – either local manufacturer or guaranteed supply for the next 2 years; 5 – local manufacture and guaranteed supply for the next 2 years","1 - fabricant étranger et pas d'approvisionnement garanti pour les 2 prochaines années, 3 - fabricant local ou approvisionnement garanti pour les 2 prochaines années, 5 - fabrication locale et approvisionnement garanti pour les 2 prochaines années"]
["_2.3.1_g2_x7f","Local manufacture and available supply","Local manufacture and available supply","Fabrication locale et offre disponible"]
["_2.3.1_g2_x8","For some criteria, more qualitative judgement scales may be appropriate","For some criteria, more qualitative judgement scales may be appropriate","Pour certains critères, des barèmes de jugement plus qualitatifs peuvent être appropriés"]
["_2.3.1_g2_x8a","Acceptability to health workers","Acceptability to health workers","Acceptabilité pour les professionnels de la santé"]
["_2.3.1_g2_x8b","Poor – product features make the product more difficult to manage and administer than the existing product\nAverage – similar complexity to the existing product\nGood – improvements in ease of managing and administering the product compared to existing product","Poor – product features make the product more difficult to manage and administer than the existing product\nAverage – similar complexity to the existing product\nGood – improvements in ease of managing and administering the product compared to existing product","Mauvais - caractéristiques du produit qui le rendent plus difficile à gérer et à administrer que le produit existant\nMoyen - complexité similaire à celle du produit existant\nBon - amélioration de la facilité de gestion et d'administration du produit par rapport au produit existant"]
["_2.3.1_g2_x8c","Complexity to manage and administer","Complexity to manage and administer","Complexité administrative et de gestion"]
["_2.3.1_quant","A numerical scale must be used for quantitative MCDA","A numerical scale must be used for quantitative MCDA","Un barème numérique doit être utilisé pour l'ADM"]
["_2.3.2",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Decision rules and ordering criteria (optional)"},"Decision rules and ordering criteria (optional)","Règles de décision et critères de classement (facultatif)"]
["_2.3.2_x","Certain countries have rules that dictate the order in which criteria are considered.","Certain countries have rules that dictate the order in which criteria are considered.","Certains pays ont des règles qui dictent l'ordre dans lequel les critères sont pris en compte."]
["_2.3.2_x1","For example, national HTA guidelines may specify a minimum cost-effectiveness threshold.","For example, national HTA guidelines may specify a minimum cost-effectiveness threshold.","Par exemple, les directives nationales en matière d'ETS peuvent préciser un seuil minimal de rentabilité."]
["_2.3.2_x2","It should also be noted here how constraints will be included in the deliberation, and if they are separated from other criteria.","It should also be noted here how constraints will be included in the deliberation, and if they are separated from other criteria.","Il convient également de noter ici comment les contraintes seront incluses dans la délibération, si elles sont séparées des autres critères."]
["Step 3"]
["_3_intro","The role of this section is to collect, synthesize and assess the quality of available evidence for the committee.","The role of this section is to collect, synthesize and assess the quality of available evidence for the committee.","Le rôle de cette section est de collecter, synthétiser et évaluer la qualité des preuves disponibles pour le comité."]
["_3_intro_x","A technical team will:","A technical team will:","Une équipe technique sera en charge de :"]
["_3_intro_x1",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"document methods for evidence collection and analysis"},"document methods for evidence collection and analysis","documenter les méthodes de collecte et d'analyse des preuves"]
["_3_intro_x2","synthesize multiple evidence sources to generate one or more evidence statements per criterion","synthesize multiple evidence sources to generate one or more evidence statements per criterion","synthétiser de multiples sources de preuves pour générer une ou plusieurs déclarations de preuves par critère"]
["_3_intro_x3","summarize the performance of each option, with an assessment of evidence quality, in a performance matrix","summarize the performance of each option, with an assessment of evidence quality, in a performance matrix","résumer la performance de chaque option, avec une évaluation de la qualité des preuves, dans une matrice de performance"]
["Step 3.1"]
["_3.1_intro","In this step the technical team identifies, analyses and records available evidence.","In this step the technical team identifies, analyses and records available evidence.","Au cours de cette étape, l'équipe technique identifie, analyse et enregistre les preuves disponibles"]
["_3.1_intro_x","A country may already have national guidelines for evidence identification and interpretation that can be followed that are, for example, within HTA guidelines.","A country may already have national guidelines for evidence identification and interpretation that can be followed that are, for example, within HTA guidelines.","Un pays peut déjà disposer de lignes directrices nationales pour l'identification et l'interprétation des preuves qui peuvent être suivies (par exemple, des lignes directrices dans le cadre de l'ETS)"]
["_3.1_x","Resources for the evidence collection step:","Resources for the evidence collection step:","Documentation pour l'étape de collecte des preuves :"]
["_3.1_x1","guides to identify the best sources of evidence","guides to identify the best sources of evidence","Identifier les meilleures sources de preuves"]
["_3.1_x2","tracking sheet for coordinators to assign tasks and monitor progress of evidence collection and analysis ","tracking sheet for coordinators to assign tasks and monitor progress of evidence collection and analysis ","feuille de suivi pour les coordinateurs afin d'attribuer les tâches et de suivre les progrès de la collecte et de l'analyse des preuves"]
["_3.1_x3","sheet for technical team members who can document the methods, information sources reviewed and data collected","sheet for technical team members who can document the methods, information sources reviewed and data collected","feuille permettant aux membres de l'équipe technique de documenter les méthodes, les sources d'information examinées et les données recueillies"]
["_3.1_link_1","Guidance on evidence hierarchy","Guidance on evidence hierarchy","Orientations sur la hiérarchie des preuves"]
["_3.1_g1_x","When collecting evidence, it is advisable to focus resources on collecting the best quality of evidence possible.","When collecting evidence, it is advisable to focus resources on collecting the best quality of evidence possible.","Lors de la collecte de preuves, il est conseillé de se concentrer sur les ressources permettant de recueillir des preuves de la meilleure qualité possible."]
["_3.1_g1_xx","There are three main factors to consider when identifying the scope of data collection and analysis:","There are three main factors to consider when identifying the scope of data collection and analysis:","Trois facteurs principaux doivent être pris en compte pour déterminer la portée de la collecte et de l'analyse des données :"]
["_3.1_g1_x_a","Applicability","Applicability","Applicabilité"]
["_3.1_g1_x_a1","Is the evidence relevant to the decision question (for example, target population, setting)? This factor is more important for certain outcome measures than others. For example, effectiveness is very context specific, whereas efficacy can be more general.","Is the evidence relevant to the decision question (for example, target population, setting)? This factor is more important for certain outcome measures than others. For example, effectiveness is very context specific, whereas efficacy can be more general.","Les éléments de preuve sont-ils pertinents pour la question décisionnelle (par exemple, population cible, cadre) ? Ce facteur est plus important pour certaines mesures de résultats que pour d'autres. Par exemple, les données relatives aux coûts de prestation sont probablement très spécifiques à chaque pays et ne peuvent être généralisées à l'ensemble des pays, alors que l'incidence des MAPI devrait présenter moins de variations entre les différents milieux de soins. \n"]
["_3.1_g1_x_b","Relevance for implementation","Relevance for implementation","Pertinence pour la mise en œuvre"]
["_3.1_g1_x_b1","Is the type of evidence likely to reflect real-world implementation? For example, behaviour in a clinical trial may not be representative of behaviour outside of the trial setting.","Is the type of evidence likely to reflect real-world implementation? For example, behaviour in a clinical trial may not be representative of behaviour outside of the trial setting.","Le type de preuve est-il susceptible de refléter la mise en œuvre dans le monde réel ? Par exemple, le comportement dans un essai clinique peut ne pas être représentatif du comportement en dehors du cadre de l'essai."]
["_3.1_g1_x_c","Risk of bias","Risk of bias","Risque de biais"]
["_3.1_g1_x_ca","Two main factors influence bias: type of evidence and the source.","Two main factors influence bias: type of evidence and the source.","Deux facteurs principaux influencent le biais : le type de preuve et la source"]
["_3.1_g1_x_cb","The evidence-based pyramid (below) is commonly used to depict the risk of bias in different types of clinical evidence. In general, it is advisable to seek types of evidence closer to the top of the pyramid.","The evidence-based pyramid (below) is commonly used to depict the risk of bias in different types of clinical evidence. In general, it is advisable to seek types of evidence closer to the top of the pyramid.","La pyramide basée sur les preuves (ci-dessous) est couramment utilisée pour décrire le risque de biais dans différents types de preuves cliniques. En général, il est conseillé de rechercher des preuves plus proches du sommet de la pyramide."]
["_3.1_g1_x_cc","It is also important to consider whether the authors, publishers or funders have a vested interest. For example, studies funded by the manufacturer are less likely to be reliable than WHO position papers.","It is also important to consider whether the authors, publishers or funders have a vested interest. For example, studies funded by the manufacturer are less likely to be reliable than WHO position papers.","Il est également important de déterminer si les auteurs, les éditeurs ou les bailleurs de fonds ont un intérêt direct. Par exemple, les études financées par le fabricant ont moins de chances d'être fiables que les notes de synthèse de l'OMS."]
["_3.1_g1_x_c1","Meta-analysis","Meta-analysis","Méta-analyse"]
["_3.1_g1_x_c2","Systematic reviews","Systematic reviews","Examens systématiques"]
["_3.1_g1_x_c3","Critically-appraised evidence synthesis","Critically-appraised evidence synthesis","Synthèse des preuves évaluées de manière critique"]
["_3.1_g1_x_c4","Critically appraised article synopsis","Critically appraised article synopsis","Synopsis d'un article évalué de manière critique"]
["_3.1_g1_x_c5","Randomized control trial","Randomized control trial","Essai contrôlé randomisé"]
["_3.1_g1_x_c6","Cohort studies","Cohort studies","Études de cohorte"]
["_3.1_g1_x_c7","Case-control studies","Case-control studies","Études cas-témoins"]
["_3.1_g1_x_c8","Case reports, non-systematic observations","Case reports, non-systematic observations","Rapports de cas, observations non systématiques"]
["_3.1_g1_x_c9","Expert opinion","Expert opinion","Opinion d'experts"]
["_3.1_g1_x_c10","Decreased risk of bias","Decreased risk of bias","Diminution du risque de biais"]
["_3.1_g1_x_c11","Evidence-based pyramid for clinical studies","Evidence-based pyramid for clinical studies","Pyramide des preuves pour les études cliniques"]
["_3.1_link_4","CAPACITI resource of data and tools","CAPACITI resource of data and tools","CAPACITI, une ressource de données et d'outils"]
["_3.1_link_2","Template tracker sheet for coordinating evidence collection","Template tracker sheet for coordinating evidence collection","Modèle de feuille de suivi pour la coordination de la collecte de preuves"]
["_3.1_g2","This sheet has been designed to support the evidence coordinator in overseeing timely collection of the best quality evidence.","This sheet has been designed to support the evidence coordinator in overseeing timely collection of the best quality evidence.","Cette feuille a été conçue pour aider le coordinateur des preuves à superviser la collecte en temps utile de preuves de la meilleure qualité possible."]
["_3.1_g2_x1","Evidence coordinator(s):","Evidence coordinator(s):","Coordinateur(s) des preuves :"]
["_3.1_g2_x2","Timelines","Timelines","Calendrier"]
["_3.1_g2_x2_t1","Activity","Activity","Activité"]
["_3.1_g2_x2_t2","Deadline","Deadline","Date limite"]
["_3.1_g2_x2_t3","Notes","Notes","Notes"]
["_3.1_g2_x3","Tracking table","Tracking table","Tableau de suivi"]
["_3.1_g2_x3_a","Focal point(s)","Focal point(s)","Points focaux"]
["_3.1_g2_x3_c","Notes on type of evidence or search methods","Notes on type of evidence or search methods","Notes sur le type de preuves ou les méthodes de recherche"]
["_3.1_g2_x3_b","Status","Status","État d'avancement"]
["_3.1_g2_x3_b1","Completed – satisfactory","Completed – satisfactory","Terminé - satisfaisant"]
["_3.1_g2_x3_b2","Completed – needs revision","Completed – needs revision","Terminé - doit être révisé"]
["_3.1_g2_x3_b3","In progress","In progress","En cours"]
["_3.1_link_3","Template sheet for evidence collection","Template sheet for evidence collection","Modèle de feuille pour la collecte de preuves"]
["_3.1_g3_1","Methods for data collection and analysis","Methods for data collection and analysis","Méthodes de collecte et d'analyse des données"]
["_3.1_g3_1a","Search terms, databases","Search terms, databases","Termes de recherche, bases de données"]
["_3.1_g3_1b","Analytical tools","Analytical tools","Outils analytiques"]
["_3.1_g3_1c","Identification of experts","Identification of experts","Identification des experts"]
["_3.1_g3_1d","Evidence not considered due to quality, focus or time constraints","Evidence not considered due to quality, focus or time constraints","Preuves non prises en compte en raison de contraintes de qualité, de ciblage ou de temps"]
["_3.1_g3_2","Evidence table","Evidence table","Tableau des preuves"]
["_3.1_g3_2x","The type and quality of available evidence will vary across criteria. The table below provides a template for synthesizing key information from each data source identified, but it is not exhaustive and not all points will be relevant for all criteria.","The type and quality of available evidence will vary across criteria. The table below provides a template for synthesizing key information from each data source identified, but it is not exhaustive and not all points will be relevant for all criteria.","Le type et la qualité des preuves disponibles varient selon les critères. Le tableau ci-dessous fournit un modèle de synthèse des informations clés de chaque source de données identifiée, mais il n'est pas exhaustif et tous les points ne seront pas pertinents pour tous les critères."]
["_3.1_g3_2_t","Data source/study","Data source/study","Source de données/étude"]
["_3.1_g3_2_t1",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Reference"},"Reference","Référence"]
["_3.1_g3_2_t2","Date published/updated","Date published/updated","Date de publication/mise à jour"]
["_3.1_g3_2_t3","Funding details","Funding details","Détails sur le financement"]
["_3.1_g3_2_t4","Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)","Study type (e.g. meta-analysis, local surveillance data, cost-effectiveness analysis)","Type d'étude (par exemple, méta-analyse, données de surveillance locale, analyse coût-efficacité, etc.)"]
["_3.1_g3_2_t5","Study research question(s)","Study research question(s)","Question(s) de recherche de l'étude"]
["_3.1_g3_2_t6","Study design and methods (e.g. sample size, comparator)","Study design and methods (e.g. sample size, comparator)","Conception de l'étude et méthodes (par exemple, taille de l'échantillon, comparateur, etc.)"]
["_3.1_g3_2_t7","Population and country/setting","Population and country/setting","Population et pays/cadre"]
["_3.1_g3_2_t8","Key outcomes and findings (e.g. confidence intervals)","Key outcomes and findings (e.g. confidence intervals)","Principaux résultats et conclusions (y compris les intervalles de confiance)"]
["_3.1_g3_2_t9","Study limitations","Study limitations","Limites de l'étude"]
["_3.1_g3_2_t10","Other notes","Other notes","Autres notes"]
["Step 3.2"]
["_3.2_intro","In this step, the technical focal point provides a concise overview of available evidence and its quality for the committee.","In this step, the technical focal point provides a concise overview of available evidence and its quality for the committee.","Au cours de cette étape, le point focal technique fournit au comité un aperçu concis des preuves disponibles et de leur qualité."]
["_3.2_certainty","Confidence (certainty) in the evidence","Confidence (certainty) in the evidence","Confiance (certitude) dans les preuves"]
["_3.2_link","Guidance for writing evidence statements (w/examples)","Guidance for writing evidence statements (w/examples)","Orientations pour la rédaction des déclarations de preuves (avec exemples)"]
["_3.2_g1","What is an evidence statement?","What is an evidence statement?","Qu'est-ce qu'une déclaration de preuves ?"]
["_3.2_g1_x","An evidence statement is a succinct summary of all the relevant data/studies identified for each criterion. It reflects the balance of evidence, evidence quality and applicability for the recommendation question. The evidence statement also includes mention of situations where there is no evidence. ","An evidence statement is a succinct summary of all the relevant data/studies identified for each criterion. It reflects the balance of evidence, evidence quality and applicability for the recommendation question. The evidence statement also includes mention of situations where there is no evidence. ","Une déclaration de preuves est un résumé succinct de toutes les données/études pertinentes identifiées pour chaque critère. Elle reflète l'équilibre des preuves, leur qualité et leur applicabilité à la question de la recommandation. La déclaration de preuves met également en évidence les cas où il n'y a pas de preuve."]
["_3.2_g2","Why are evidence statements important?","Why are evidence statements important?","Pourquoi les déclarations de preuves sont-elles importantes ?"]
["_3.2_g2_x1","Since the committee has not completed the detailed review and analysis, it is important that the technical team structure and summarize available evidence, highlighting any limitations and the extent to which available evidence is applicable to the decision question.","Since the committee has not completed the detailed review and analysis, it is important that the technical team structure and summarize available evidence, highlighting any limitations and the extent to which available evidence is applicable to the decision question.","Comme le comité n'a pas terminé l'examen et l'analyse détaillés, il est important que l'équipe technique structure et résume les preuves disponibles, en soulignant les limites éventuelles et la mesure dans laquelle les preuves disponibles sont applicables à la question décisionnelle."]
["_3.2_g2_x2","A well-written set of evidence statements will enable the committee to come to a consensus on:","A well-written set of evidence statements will enable the committee to come to a consensus on:","Un ensemble de déclarations de preuves bien rédigées permettra au comité de parvenir à un consensus sur:"]
["_3.2_g2_x2a","whether there is sufficient quality of evidence to form a judgement","whether there is sufficient quality of evidence to form a judgement","si la qualité des preuves est suffisante pour formuler un jugement"]
["_3.2_g2_x2b","whether the evidence, on balance, demonstrates that one or more of the options performs significantly better according to the criteria, or whether the evidence is inconclusive","whether the evidence, on balance, demonstrates that one or more of the options performs significantly better according to the criteria, or whether the evidence is inconclusive","si, tout bien considéré, les preuves démontrent qu'une ou plusieurs des options sont nettement plus performantes selon les critères, ou si les preuves ne sont pas concluantes"]
["_3.2_g2_x2c","whether the evidence is applicable to the target group and context being covered by the recommendation","whether the evidence is applicable to the target group and context being covered by the recommendation","si les preuves sont applicables au groupe cible et au contexte couverts par la recommandation"]
["_3.2_g2_x3","It is highly advisable to include the evidence statements in the final report, so that the final decision-maker is also furnished with an overview of the evidence used by the committee to come to the recommendation.","It is highly advisable to include the evidence statements in the final report, so that the final decision-maker is also furnished with an overview of the evidence used by the committee to come to the recommendation.","Il est vivement conseillé d'inclure les déclarations de preuves dans le rapport afin que le décideur final dispose également d'un aperçu des preuves utilisées par le comité pour parvenir à la recommandation."]
["_3.2_g3","How are evidence statements structured?","How are evidence statements structured?","Comment les déclarations de preuves sont-elles structurées ?"]
["_3.2_g3_x1","An evidence statement is either prepared to summarize all the evidence for a single criterion across all options, or per option per criterion.","An evidence statement is either prepared to summarize all the evidence for a single criterion across all options, or per option per criterion.","Une déclaration de preuves est soit préparée pour résumer toutes les preuves pour un seul critère (à travers toutes les options), soit par option par critère."]
["_3.2_g3_x1a","For each criterion, the technical team should discuss whether to write a single evidence statement for the given criterion, or to cover each option separately, thus writing multiple statements for the criterion.","For each criterion, the technical team should discuss whether to write a single evidence statement for the given criterion, or to cover each option separately, thus writing multiple statements for the criterion.","Pour chaque critère, l'équipe technique doit déterminer s'il convient de rédiger une seule déclaration de preuves pour le critère donné, ou de rédiger plusieurs déclarations pour le critère afin de couvrir chaque option séparément."]
["_3.2_g3_x1b","As a rule, the team may wish to consider a single statement for criterion with fewer data sources and/or options, and to write separate statements per option in cases with a lot of information to summarize for the criterion.","As a rule, the team may wish to consider a single statement for criterion with fewer data sources and/or options, and to write separate statements per option in cases with a lot of information to summarize for the criterion.","En règle générale, l'équipe peut envisager une seule déclaration par critère avec moins de sources de données et/ou d'options, et peut rédiger des déclarations séparées par option dans les cas où il y a beaucoup d'informations à résumer pour le critère."]
["_3.2_g3_x2","For data collected from studies, each statement should include a brief summary of the following points:","For data collected from studies, each statement should include a brief summary of the following points:","Pour les données collectées à partir d'études, chaque déclaration doit comprendre un bref résumé des points suivants :"]
["_3.2_g3_x2a","number of studies, evidence type and source","number of studies, evidence type and source","Nombre d'études, type de preuves et source"]
["_3.2_g3_x2b","study content and methods – e.g. the intervention and comparator","study content and methods – e.g. the intervention and comparator","Contenu et méthodes de l'étude (par exemple, l'intervention et le comparateur)"]
["_3.2_g3_x2c","population, country, setting","population, country, setting","Population, pays, contexte"]
["_3.2_g3_x2d","study design – appropriateness of the methods for the research question, sample size, any major limitations","study design – appropriateness of the methods for the research question, sample size, any major limitations","Conception de l'étude - adéquation des méthodes à la question de recherche, taille de l'échantillon, éventuelles limitations majeures"]
["_3.2_g3_x2e","outcomes – consistency across studies, direction and size of the effect, including uncertainty bounds","outcomes – consistency across studies, direction and size of the effect, including uncertainty bounds","Résultats : cohérence entre les études, direction et étendue de l'effet (y compris les limites d'incertitude)"]
["_3.2_g3_x2f","applicability to the decision question","applicability to the decision question","Applicabilité à la question décisionnelle"]
["_3.2_g3_x2g","Example: Strong evidence from 4 studies – 2 UK (1,2) and 2 US (3,4) – suggests that educational interventions delivered by youth workers may reduce the incidence of hazardous drinking by young people. Two RCTs (1,2) and 1 NRCT (3) showed reduced risk (95% confidence interval) in the intervention group: 0.75 (0.58–0.94)1; 0.66 (0.57–0.78)2; 0.42 (0.18–0.84)3. Another RCT (4) showed reduced risk but was not statistically significant: 0.96 (0.84–1.09). However, 1 NRCT (5) found increased risk of binge drinking in the intervention group: 1.40 (1.21–1.74).\n\n1 Jelley et al. 2009\n2 Lake et al. 2008\n3 Wagner et al. 2010\n4 Blake et al. 2007\n5 Jensen et al. 2006","Example: Strong evidence from 4 studies – 2 UK (1,2) and 2 US (3,4) – suggests that educational interventions delivered by youth workers may reduce the incidence of hazardous drinking by young people. Two RCTs (1,2) and 1 NRCT (3) showed reduced risk (95% confidence interval) in the intervention group: 0.75 (0.58–0.94)1; 0.66 (0.57–0.78)2; 0.42 (0.18–0.84)3. Another RCT (4) showed reduced risk but was not statistically significant: 0.96 (0.84–1.09). However, 1 NRCT (5) found increased risk of binge drinking in the intervention group: 1.40 (1.21–1.74).\n\n1 Jelley et al. 2009\n2 Lake et al. 2008\n3 Wagner et al. 2010\n4 Blake et al. 2007\n5 Jensen et al. 2006","Exemple : Quatre études (deux au Royaume-Uni (1,2) et deux aux États-Unis (3,4)) suggèrent que les interventions éducatives menées par les animateurs de jeunesse peuvent réduire l'incidence de la consommation dangereuse d'alcool chez les jeunes. Deux essais randomisés contrôlés (ERC) (1,2) et une étude contrôlée non aléatoire (3) ont montré une réduction du risque (intervalle de confiance de 95%) dans le groupe d'intervention : 0.75 (0.58–0.94)1 ; 0.66 (0.57–0.78)2 ; 0.42 (0.18–0.84)3. Un autre ERC (4) a montré une réduction du risque mais n'était pas statistiquement significatif : 0,96 (0,84-1,09). Cependant, un ECR (5) a constaté un risque accru de consommation excessive d'alcool dans le groupe d'intervention : 1.40 (1.21–1.74).\n\n1 Jelley et al. 2009 \n2 Lake et al. 2008 \n3 Wagner et al. 2010\n4 Blake et al. 2007\n5 Jensen et al. 2006"]
["_3.2_x","Complete the table below, with one or more evidence statements per criterion","Complete the table below, with one or more evidence statements per criterion","Complétez le tableau ci-dessous, avec une ou plusieurs déclarations de preuves par critère"]
["_references","References","References","Références"]
["_ev_statements","Evidence statement(s)","Evidence statement(s)","Déclaration(s) de preuves"]
["Step 3.3"]
["_3.3_intro","This step summarizes the performance of each option against each criterion in a summary table or in a performance matrix, for simple comparison across the options.","This step summarizes the performance of each option against each criterion in a summary table or in a performance matrix, for simple comparison across the options.","Cette étape résume les performances de chaque option par rapport à chaque critère dans un tableau récapitulatif, ou \"matrice de performance\", pour une comparaison simple entre les options."]
["_3.3_intro_x","The performance matrix is complementary to, and should not replace, the evidence statements.","The performance matrix is complementary to, and should not replace, the evidence statements.","La matrice de performance est complémentaire et ne doit pas remplacer les déclarations de preuves."]
["_3.3_x","In the table below, use the evidence statements to summarize each option’s performance against each criterion and its evidence quality.","In the table below, use the evidence statements to summarize each option’s performance against each criterion and its evidence quality.","Utilisez les déclarations de preuves pour résumer, pour chaque option, les performances par rapport à chaque critère et la qualité des preuves dans le tableau ci-dessous."]
["_3.3_t1","Performance – including upper and lower bounds","Performance – including upper and lower bounds","Performance (y compris les limites supérieure et inférieure)"]
["_3.3_t2","Evidence quality","Evidence quality","Qualité des preuves"]
[null,0]
["_3.3_link","Guidance on considering evidence quality","Guidance on considering evidence quality","Orientations sur la prise en compte de la qualité des preuves"]
["_3.3_g","Assessing evidence quality","Assessing evidence quality","Évaluer la qualité des preuves"]
["_3.3_g_1","Overarching principles","Overarching principles","Principes fondamentaux"]
["_3.3_g_1x","When assessing confidence in the data, there are some overarching principles to consider, regardless of the type of evidence:","When assessing confidence in the data, there are some overarching principles to consider, regardless of the type of evidence:","Pour évaluer la confiance dans les données, il faut tenir compte de certains principes généraux, quel que soit le type de preuves :"]
["_3.3_g_1a","Study limitations","Study limitations","Limites de l'étude"]
["_3.3_g_1b","Are there important shortcomings in the evidence identified? Is there a high risk of bias? In studies, this may be due to the type of study, reporting or funding/authorship. As for expert opinion, the shortcomings or risk of bias may be dependent on the experts selected.","Are there important shortcomings in the evidence identified? Is there a high risk of bias? In studies, this may be due to the type of study, reporting or funding/authorship. As for expert opinion, the shortcomings or risk of bias may be dependent on the experts selected.","Y a-t-il des lacunes importantes dans les preuves identifiées ? Y a-t-il un risque élevé de biais ? Dans les études, cela peut être dû au type d'étude, de rapport ou de financement/propriété, alors que pour l'avis d'expert, cela peut dépendre des experts sélectionnés."]
["_3.3_g_1c","Quantity and consistency of the results","Quantity and consistency of the results","Quantité et cohérence des résultats"]
["_3.3_g_1d","How many evidence sources have been identified?","How many evidence sources have been identified?","Combien de sources de preuves ont été identifiées ?"]
["_3.3_g_1e","For studies, do different studies have similar findings or do they differ significantly? For expert opinion, do the experts agree or have divergent opinions?","For studies, do different studies have similar findings or do they differ significantly? For expert opinion, do the experts agree or have divergent opinions?","Pour les études, les différentes études ont-elles des résultats similaires ou diffèrent-elles de manière significative ? Pour les avis d'experts, les experts sont-ils d'accord ou ont-ils des avis divergents ?"]
["_3.3_g_1f","Applicability (directness) of evidence","Applicability (directness) of evidence","Applicabilité (caractère direct) des preuves"]
["_3.3_g_1g","To what extent do the studies and outcomes reflect the decision question you are considering? To what extent can you extrapolate the findings to your country?","To what extent do the studies and outcomes reflect the decision question you are considering? To what extent can you extrapolate the findings to your country?","Dans quelle mesure les études et les résultats reflètent-ils la question décisionnelle que vous envisagez ? Dans quelle mesure pouvez-vous extrapoler les résultats à votre pays ?"]
["_3.3_g_1h","Precision","Precision","Précision"]
["_3.3_g_1i",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Are there wide confidence intervals or significant uncertainties?"},"Are there wide confidence intervals or significant uncertainties?","Y a-t-il de larges intervalles de confiance ou une incertitude importante ?"]
["_3.3_g_2","Clinical evidence","Clinical evidence","Preuves cliniques"]
["_3.3_g_2x","The Grading Assessment of Recommendations, Assessment, Development and Evaluation (GRADE) system is a widely accepted approach for categorizing quality of evidence. The GRADE system uses the following categories:","The Grading Assessment of Recommendations, Assessment, Development and Evaluation (GRADE) system is a widely accepted approach for categorizing quality of evidence. The GRADE system uses the following categories:","Le système GRADE (Grading Assessment of Recommendations, Assessment, Development and Evaluation) est une approche largement acceptée pour catégoriser la qualité des preuves. Le système GRADE utilise les catégories suivantes :"]
["_3.3_g_2a","High quality","High quality","Qualité élevée"]
["_3.3_g_2b","Further data or evidence is very unlikely to change confidence in the estimate of the effect.","Further data or evidence is very unlikely to change confidence in the estimate of the effect.","Il est très peu probable que des données ou des preuves supplémentaires modifient la confiance dans l'estimation de l'effet"]
["_3.3_g_2c","Moderate quality","Moderate quality","Qualité modérée"]
["_3.3_g_2d","Further data or evidence is likely to have an important impact on confidence in the estimate of the effect and may change the estimate.","Further data or evidence is likely to have an important impact on confidence in the estimate of the effect and may change the estimate.","Des données ou preuves supplémentaires sont susceptibles d'avoir un impact important sur la confiance dans l'estimation de l'effet et peuvent modifier l'estimation"]
["_3.3_g_2e","Low quality","Low quality","Qualité médiocre"]
["_3.3_g_2f","Further data or evidence is very likely to have an important impact on confidence in the estimate of the effect and is likely to change the estimate.","Further data or evidence is very likely to have an important impact on confidence in the estimate of the effect and is likely to change the estimate.","Il est très probable que des données ou des preuves supplémentaires aient un impact important sur la confiance dans l'estimation de l'effet et sont susceptibles de modifier l'estimation"]
["_3.3_g_2g","Very low quality","Very low quality","Qualité très faible"]
["_3.3_g_2h","Any estimate of the effect is very uncertain.","Any estimate of the effect is very uncertain.","Toute estimation de l'effet est très incertaine"]
["_3.3_g_3","Economic evidence","Economic evidence","Preuves économiques"]
["_3.3_g_3a","The ISPOR Consolidated Health Economic Evaluation Reporting Standards (CHEERS) checklist is commonly used as a reference for reviewing the quality of economic evaluations.","The ISPOR Consolidated Health Economic Evaluation Reporting Standards (CHEERS) checklist is commonly used as a reference for reviewing the quality of economic evaluations.","La liste de contrôle ISPOR Consolidated Health Economic Evaluation Reporting Standards (CHEERS) est couramment utilisée comme référence pour examiner la qualité des évaluations économiques."]
["_3.3_g_3b","Link to CHEERS checklist","Link to CHEERS checklist","Lien vers la liste de contrôle CHEERS"]
["_3.3_g_4","Evidence based on expert opinion","Evidence based on expert opinion","Preuves fondées sur l'avis d'experts"]
["_3.3_g_4x","Certain criteria are non-measurable and rely on expert opinion, such as those that fit with the existing immunization schedule or have potential to increase coverage. Although expert opinion is subjective, the following points can be used to assess the confidence in expert opinion:","Certain criteria are non-measurable and rely on expert opinion, such as those that fit with the existing immunization schedule or have potential to increase coverage. Although expert opinion is subjective, the following points can be used to assess the confidence in expert opinion:","Certains critères ne sont pas mesurables et reposent sur l'avis d'experts (par exemple, adéquation avec le calendrier de vaccination existant ou possibilité d'augmenter la couverture). Bien que l'opinion des experts soit subjective, les points suivants peuvent être utilisés pour évaluer la confiance dans l'opinion des experts :"]
["_3.3_g_4a","Bias in selection of participants: Have criteria been used for inclusion/exclusion of relevant experts? Has selection been opportunistic?","Bias in selection of participants: Have criteria been used for inclusion/exclusion of relevant experts? Has selection been opportunistic?","Biais dans la sélection des participants : des critères ont-ils été utilisés pour l'inclusion/exclusion d'experts pertinents ? La sélection a-t-elle été opportuniste ?"]
["_3.3_g_4b","Neutrality in eliciting expert opinion: Could bias be introduced in the methods or processing of results, such as in how the question is framed?","Neutrality in eliciting expert opinion: Could bias be introduced in the methods or processing of results, such as in how the question is framed?","Neutralité dans l'obtention d'un avis d'expert : pourrait-on introduire un biais dans les méthodes ou le traitement des résultats (par exemple, dans la façon dont la question est formulée) ?"]
["_3.3_g_4c","Capacity of the expert to answer the question: How knowledgeable are the experts on the subject, and did they have good understanding of the question?","Capacity of the expert to answer the question: How knowledgeable are the experts on the subject, and did they have good understanding of the question?","Capacité de l'expert à répondre à la question : quel est le niveau de connaissance des experts sur le sujet et y avait-il une bonne compréhension de la question ?"]
["_3.3_g_4d","Agreement between experts: Did the experts indicate agreement or big differences in their responses? It is best to ask experts individually and then compare the variation in their responses.  ","Agreement between experts: Did the experts indicate agreement or big differences in their responses? It is best to ask experts individually and then compare the variation in their responses.  ","Accord entre les experts : il est préférable de demander aux experts individuellement et de comparer la variation des réponses - y a-t-il un bon accord entre les experts ou de grandes disparités dans les réponses ?"]
["Step 4"]
["_4_intro","The role of this section is for the committee to come to a shared understanding of the evidence and its limitations, in order to jointly assess the merits and drawbacks of each option.","The role of this section is for the committee to come to a shared understanding of the evidence and its limitations, in order to jointly assess the merits and drawbacks of each option.","Le rôle de cette section est pour le comité de parvenir à une compréhension commune des preuves et de leurs limites, afin d'évaluer conjointement les mérites et les inconvénients de chaque option."]
["_4_intro_x","The committee will:","The committee will:","Le comité sera en charge de  :"]
["_4_intro_x1","review the evidence critically and compare how the options perform against each criterion","review the evidence critically and compare how the options perform against each criterion","examiner de manière critique les preuves et comparer les performances des options par rapport à chaque critère"]
["_4_intro_x2","consider the implications of data uncertainty and the extent to which it may influence the relative performance of the options","consider the implications of data uncertainty and the extent to which it may influence the relative performance of the options","examiner les implications de l'incertitude des données et dans quelle mesure elle peut influencer la performance relative des options"]
["_4_intro_x3","come to a common understanding of the relative trade-offs between the options, using the criteria, weights and scoring scales set-up in Section 2","come to a common understanding of the relative trade-offs between the options, using the criteria, weights and scoring scales set-up in Section 2","parvenir à une compréhension commune des compromis à faire entre les différentes options, en utilisant les critères, les pondérations et les barèmes de notation établis dans la section 2"]
["Step 4.1"]
["_4.1_intro","In this step the committee reviews how the options compare on a criterion-by-criterion basis.","In this step the committee reviews how the options compare on a criterion-by-criterion basis.","Au cours de cette étape, le comité examine comment les options se comparent, critère par critère."]
["_4.1_intro_x","It is important to note if there are significant differences between the options and which of the conclusions may change with better quality data.","It is important to note if there are significant differences between the options and which of the conclusions may change with better quality data.","Il est important de noter s'il existe des différences significatives entre les options et lesquelles des conclusions peuvent changer avec des données de meilleure qualité."]
["_4.1_x","Assign a score to each option in the table below – using the scale from 2.3.1 – and discuss the differences between the options.","Assign a score to each option in the table below – using the scale from 2.3.1 – and discuss the differences between the options.","Attribuez une note à chaque option dans le tableau ci-dessous (en utilisant le barème de 2.3.1) et discutez des différences entre les options."]
["_4.1_x_warn","The score assigned is not included in the decision rules you have set in Sheet 2.3 Decision rules. Check to ensure you have copied correctly from Sheet 2.3, with no spelling or punctuation differences","The score assigned is not included in the decision rules you have set in Sheet 2.3 Decision rules. Check to ensure you have copied correctly from Sheet 2.3, with no spelling or punctuation differences","La note attribuée n'est pas incluse dans les règles de décision que vous avez définies dans la feuille 2.3 Règles de décision. Vérifiez que vous n'avez pas mal orthographié la note."]
["_4.1_x1","Are there significant differences among the options, or do they perform similarly?","Are there significant differences among the options, or do they perform similarly?","Y a-t-il des différences significatives entre les options, ou les performances sont-elles similaires ?"]
["_4.1_x2","Do any of the options perform unacceptably poorly on this criterion?","Do any of the options perform unacceptably poorly on this criterion?","Certaines options ont-elles des performances inacceptables sur ce critère ?"]
["_4.1_x3","Could better data change the relative performance of the options? Consider what is known, what can be inferred and what is unknown. ","Could better data change the relative performance of the options? Consider what is known, what can be inferred and what is unknown. ","Considérez ce qui est connu, ce qui peut être déduit et ce qui est inconnu. De meilleures données pourraient-elles modifier la performance relative des options ?"]
["_4.1_x4","Is this criterion only affected by the decision question or could it be influenced by other factors?","Is this criterion only affected by the decision question or could it be influenced by other factors?","Ce critère est-il uniquement affecté par la question décisionnelle ou pourrait-il être influencé par d'autres facteurs ?"]
["_score","Score","Score","Score"]
["_scale","Scale","Scale","Barème"]
["Step 4.2"]
["_4.2_intro","This step looks across all criteria to examine which options perform best overall and the extent to which the committee's judgement may change with better quality data.","This step looks across all criteria to examine which options perform best overall and the extent to which the committee's judgement may change with better quality data.","Cette étape examine tous les critères afin de déterminer les options les plus performantes et dans quelle mesure le jugement du comité peut être modifié avec des données de meilleure qualité."]
["_4.2_intro_x","For quantitative MCDA, it is important to review the sheets’ total scores and any modifying data uncertainty (links below). Remember to apply any rules defined in 2.3.2, if relevant.","For quantitative MCDA, it is important to review the sheets’ total scores and any modifying data uncertainty (links below). Remember to apply any rules defined in 2.3.2, if relevant.","Pour l'ADM quantitative, il est important de revoir les feuilles sur les scores totaux et la modification de l'incertitude des données (liens ci-dessous). N'oubliez pas d'appliquer les règles définies au point 2.3.2 (le cas échéant)."]
["_4.2_quant","IMPORTANT: For quantitative MCDA, review the links below before proceeding with this worksheet.","IMPORTANT: For quantitative MCDA, review the links below before proceeding with this worksheet.","IMPORTANT : pour l'ADM quantitative, consultez les liens ci-dessous avant de procéder avec cette feuille de travail"]
["_4.2_1t","Identifying dominant options","Identifying dominant options","Identification des options dominantes"]
["_4.2_1","Do any of the options perform significantly better or worse across most criteria? How is this affected by data uncertainty?","Do any of the options perform significantly better or worse across most criteria? How is this affected by data uncertainty?","Une ou plusieurs des options obtiennent-elles des résultats nettement meilleurs ou moins bons pour la plupart des critères ? Comment cette situation est-elle affectée par l'incertitude des données ?"]
["_4.2_2t","Applying weights and rules","Applying weights and rules","Application des pondérations et des règles"]
["_4.2_2","If weights have been used, do any of the options perform considerably better across higher weighted criteria? Might this change with better quality data? Was there disagreement among members of the committee on weights that could change this score?","If weights have been used, do any of the options perform considerably better across higher weighted criteria? Might this change with better quality data? Was there disagreement among members of the committee on weights that could change this score?","Si des pondérations ont été utilisées, une ou plusieurs des options sont-elles beaucoup plus performantes pour les critères à pondération plus élevée ? Cela pourrait-il être modifié avec des données de meilleure qualité ? Y a-t-il eu un désaccord sur les pondérations susceptibles de modifier ce score ?"]
["_4.2_2a","If decision rules are being used or you have agreed on a sequence to follow when considering criteria, document the outcome after applying each rule below.","If decision rules are being used or you have agreed on a sequence to follow when considering criteria, document the outcome after applying each rule below.","Si des règles de décision, ou un ordre établi pour tenir compte des critères, sont utilisées, documentez le résultat après avoir appliqué chaque règle ci-dessous."]
["_4.2_3t","Selecting or ranking options","Selecting or ranking options","Sélection ou classement des options"]
["_4.2_3","On balance, which option(s) are best overall, or how would the committee rank the options? Might this change with better quality data?","On balance, which option(s) are best overall, or how would the committee rank the options? Might this change with better quality data?","Dans l'ensemble, quelle(s) option(s) est (sont) la (les) meilleure(s), ou comment le comité classerait-il les options ? Cela pourrait-il changer avec des données de meilleure qualité ?"]
["_4.2_3a","Note that the committee may choose against prioritizing the best performing options if, for example: ","Note that the committee may choose against prioritizing the best performing options if, for example: ","Notez que le comité peut choisir de ne pas donner la priorité aux options les plus performantes. Par exemple, si :"]
["_4.2_3b","an option has an unacceptably low score on one or more criteria","an option has an unacceptably low score on one or more criteria","Une option a un score inacceptablement bas sur un ou plusieurs critères"]
["_4.2_3c","the committee wishes to prioritize based on consistent performance across criteria","the committee wishes to prioritize based on consistent performance across criteria","Le comité souhaite établir des priorités sur la base de performances cohérentes entre les critères"]
["_4.2_3d","there is a high level of data uncertainty for a particular option","there is a high level of data uncertainty for a particular option","Il existe un niveau élevé d'incertitude des données pour une option particulière"]
["_4.2_4t","Documenting contextual criteria","Documenting contextual criteria","Documentation des critères contextuels"]
["_4.2_4","If the committee considered additional criteria or factors beyond those explicitly stated in 2.1, note the criteria and the extent to which they influenced discussions.","If the committee considered additional criteria or factors beyond those explicitly stated in 2.1, note the criteria and the extent to which they influenced discussions.","Si le comité a pris en considération des critères (ou des facteurs à prendre en considération) supplémentaires en plus de ceux explicitement énoncés au point 2.1, notez les critères et dans quelle mesure ils ont influencé les discussions."]
["_4.2_link_1","Total scores (QUANTITATIVE MCDA)","Total scores (QUANTITATIVE MCDA)","Score total (ADM QUANTITATIVE)"]
["_total_score","Total score","Total score","Score total"]
["_4.2_g_1","The scores and weights have been combined and summed across criteria to give a total score per option.","The scores and weights have been combined and summed across criteria to give a total score per option.","Les scores et les pondérations ont été combinés et additionnés sur l'ensemble des critères pour donner un score total par option."]
["_4.2_g_2","The bar chart shows the total score per option. A higher total score indicates better performance across criteria.","The bar chart shows the total score per option. A higher total score indicates better performance across criteria.","Le diagramme à barres indique le score total par option. Un score total plus élevé indique une meilleure performance sur l'ensemble des critères"]
["_4.2_g_3","The table beneath the bar chart summarizes the weights, scores and total scores. It is important to examine the table to understand what is influencing the total scores.","The table beneath the bar chart summarizes the weights, scores and total scores. It is important to examine the table to understand what is influencing the total scores.","Le tableau sous le diagramme à barres résume les pondérations, les scores et les scores totaux. Il est important d'examiner le tableau pour comprendre ce qui influence les scores totaux"]
["_4.2_link_2","Modelling uncertainty (QUANTITATIVE MCDA)","Modelling uncertainty (QUANTITATIVE MCDA)","Modélisation de l'incertitude (ADM QUANTITATIVE)"]
["_4.2_g_t1","New weight","New weight","Nouvelle pondération"]
["_4.2_g_t2","New score","New score","Nouveau score"]
["_4.2_g_t3","New total score","New total score","Nouveau score total"]
["_4.2_g_x","The purpose of this sheet is to conduct one-way sensitivity analysis, in order to consider whether uncertainty in the data or disagreement on weights could significantly alter the relative performance of each option.","The purpose of this sheet is to conduct one-way sensitivity analysis, in order to consider whether uncertainty in the data or disagreement on weights could significantly alter the relative performance of each option.","L'objectif de cette feuille est de mener une analyse de sensibilité unidirectionnelle afin de déterminer si l'incertitude des données ou un désaccord sur les pondérations pourrait modifier de manière significative la performance relative de chaque option."]
["_4.2_g_x1","For any weights where there was disagreement, change the weight.","For any weights where there was disagreement, change the weight.","Pour toute pondération où il y a eu désaccord, changez la pondération"]
["_4.2_g_x2","For any scores that could be affected by data uncertainty, vary the score.","For any scores that could be affected by data uncertainty, vary the score.","Pour tout score qui pourrait être affecté par l'incertitude des données, varier le score"]
["_4.2_g_x3","Is there a change in the best performing option(s)?","Is there a change in the best performing option(s)?","Y a-t-il un changement dans la (les) option(s) la plus performante(s) ?"]
[]
["Step 5"]
["_5_intro","The role of this section is to finalize and communicate the recommendation.","The role of this section is to finalize and communicate the recommendation.","Le rôle de cette section est de finaliser et de communiquer la recommandation."]
["_5_intro_x","The committee will:","The committee will:","Le comité sera en charge de :"]
["_5_intro_x1","come to an agreement on the final recommendation, review the strength of the recommendation, and consider the need for any supplementary and/or research recommendations","come to an agreement on the final recommendation, review the strength of the recommendation, and consider the need for any supplementary and/or research recommendations","parvenir à un accord sur la recommandation finale, examiner la force de la recommandation et envisager la nécessité de recommandations additionnelle et/ou de recherche"]
["_5_intro_x2","concisely communicate the recommendation for the final decision-maker and other audiences, as relevant","concisely communicate the recommendation for the final decision-maker and other audiences, as relevant","communiquer de manière concise la recommandation au décideur final et à d'autres publics, le cas échéant"]
["_5_intro_x3","evaluate the recommendation process and set provisions to monitor implementation of the recommendation","evaluate the recommendation process and set provisions to monitor implementation of the recommendation","évaluer le processus de recommandation et définir des dispositifs de suivi de la mise en œuvre de la recommandation"]
[null,0]
["Step 5.1"]
["_5.1_intro","In this step, the committee makes a preliminary recommendation and decides how best to deal with data uncertainty.","In this step, the committee makes a preliminary recommendation and decides how best to deal with data uncertainty.","Dans cette étape, le comité fait une recommandation préliminaire et décide de la meilleure façon de traiter l'incertitude des données."]
["_5.1_intro_x","The committee may decide to modify the recommendation after completing sheets 5.1 and 5.2. The final recommendation will be recorded in 5.3.","The committee may decide to modify the recommendation after completing sheets 5.1 and 5.2. The final recommendation will be recorded in 5.3.","Le comité peut décider de modifier la recommandation après avoir rempli les feuilles 5.1 et 5.2 ; la recommandation finale sera consignée au point 5.3."]
["_5.1.1","Preliminary recommendation","Preliminary recommendation","Recommandation préliminaire"]
["_5.1.1_x","Given available evidence, what would the committee recommend? Why?","Given available evidence, what would the committee recommend? Why?","Compte tenu des preuves disponibles, quelles seraient les recommandations du comité ? Pourquoi ?"]
["_5.1.2","Strength of the recommendation","Strength of the recommendation","Force de la recommandation"]
["_5.1.2_x1","Quality of the evidence – is it likely that further research would change the recommendation?","Quality of the evidence – is it likely that further research would change the recommendation?","Qualité des preuves - est-il probable que des recherches supplémentaires modifieraient la recommandation ?"]
["_5.1.2_x2","Is there a significant difference among the options?","Is there a significant difference among the options?","Y a-t-il une différence significative entre les options ?"]
["_5.1.2_x3","Are there any major drawbacks to the options put forward in the recommendation?","Are there any major drawbacks to the options put forward in the recommendation?","Les options proposées dans la recommandation présentent-elles des inconvénients majeurs ?"]
["_5.1.3","Confidence to proceed with a recommendation","Confidence to proceed with a recommendation","Confiance pour procéder à une recommandation"]
["_5.1.3_x","Does the committee have sufficient confidence to make a recommendation?","Does the committee have sufficient confidence to make a recommendation?","Le comité a-t-il suffisamment confiance pour faire une recommandation ?"]
["_5.1.4","Addressing data limitations","Addressing data limitations","Remédier aux limitations des données"]
["_5.1.4_x","Are there measures that should be taken to address important limitations in data availability or quality? Only list those that are high priority.","Are there measures that should be taken to address important limitations in data availability or quality? Only list those that are high priority.","Y a-t-il des mesures qui devraient être prises pour remédier aux importantes limitations en matière de disponibilité ou de qualité des données ? N'indiquez que celles qui sont prioritaires."]
["Step 5.2"]
["_5.2_intro","The purpose of this step is to consider any potentially negative implications of the preliminary recommendation and discuss how these could be addressed.","The purpose of this step is to consider any potentially negative implications of the preliminary recommendation and discuss how these could be addressed.","L'objectif de cette étape est d'examiner les éventuelles implications négatives de la recommandation préliminaire et de discuter de la manière dont elles pourraient être traitées."]
["_5.2_intro_x","Mitigating actions can be included as supplementary recommendations in 5.3.","Mitigating actions can be included as supplementary recommendations in 5.3.","Des mesures d'atténuation peuvent être incluses en tant que recommandations additionnelles à l'étape 5.3."]
["_5.2.1","Mitigating against poor performance","Mitigating against poor performance","Atténuation des effets des faibles performances"]
["_5.2.1_x",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Do the recommended option(s) perform poorly on any of the criteria? If so, consider whether there are mitigation measures that could be taken."},"Do the recommended option(s) perform poorly on any of the criteria? If so, consider whether there are mitigation measures that could be taken.","L'option ou les options recommandées donnent-elles de faibles résultats pour l'un des critères ? Dans l'affirmative, examinez si des mesures d'atténuation pourraient être prises."]
["_5.2.2","Implications for practice, training, funding, policy","Implications for practice, training, funding, policy","Implications pour la pratique, la formation, le financement, la politique"]
["_5.2.2_x","Does the recommendation require any major change in practice, training, funding or policy? Give details.","Does the recommendation require any major change in practice, training, funding or policy? Give details.","La recommandation nécessite-t-elle un changement majeur dans la pratique, la formation, le financement ou la politique ? Donnez des détails."]
["_5.2.3","Further implementation challenges","Further implementation challenges","Autres défis de mise en œuvre"]
["_5.2.3_x","Consider whether there are any additional implementation challenges associated with the recommendation and possible mitigation measures.","Consider whether there are any additional implementation challenges associated with the recommendation and possible mitigation measures.","Examinez si la recommandation et les éventuelles mesures d'atténuation posent des problèmes additionnels de mise en œuvre."]
["Step 5.3"]
["_5.3_intro","During this step, the committee finalizes and rationalizes the recommendation.","During this step, the committee finalizes and rationalizes the recommendation.","Au cours de cette étape, le comité finalise et justifie la recommandation."]
["_5.3_intro_x","The main recommendation should address the decision question in 1.1.1 and can be supported by supplementary and/or research recommendations.","The main recommendation should address the decision question in 1.1.1 and can be supported by supplementary and/or research recommendations.","La recommandation principale doit porter sur la question décisionnelle visée au point 1.1.1 et peut être soutenue par des recommandations supplémentaires et/ou de recherche."]
["_5.3.1","Recommendation and rationale","Recommendation and rationale","Recommandation et justification"]
["_5.3.1_x","Record the final recommendation of the committee and compose a brief rationale.","Record the final recommendation of the committee and compose a brief rationale.","Enregistrez la recommandation finale du comité avec une brève justification."]
["_5.3.1_x1","Improve accountability, being as specific as possible about the action and who should take it.","Improve accountability, being as specific as possible about the action and who should take it.","Afin de renforcer le sens des responsabilités, soyez aussi précis que possible sur l'action et sur les personnes qui doivent la mener"]
["_5.3.1_x2","Ensure the recommendation can stand alone and be understood without reference to supporting material.","Ensure the recommendation can stand alone and be understood without reference to supporting material.","La recommandation doit être autonome et comprise sans référence à des documents justificatifs"]
["_5.3.1_x3","Avoid technical terminology and jargon where possible.","Avoid technical terminology and jargon where possible.","Éviter autant que possible la terminologie et le jargon"]
["_5.3.1_t1","Recommendation","Recommendation","Recommandation"]
["_5.3.1_t2","Rationale","Rationale","Justification"]
["_5.3.2","Supplementary recommendations","Supplementary recommendations","Recommandations complémentaires"]
["_5.3.2_x","Note any supplementary recommendations, such as those based on the discussions in 5.2.","Note any supplementary recommendations, such as those based on the discussions in 5.2.","Indiquez toute recommandation supplémentaire (par exemple, basée sur les discussions du point 5.2)."]
["_5.3.3","Research recommendations","Research recommendations","Recommandations en matière de recherche"]
["_5.3.3_x","If there are high priority research questions to address, note these below.","If there are high priority research questions to address, note these below.","S'il y a des questions de recherche hautement prioritaires à traiter, notez-les ci-dessous."]
["_5.3.3_link","Useful link: using the PICO technique to formulate research questions","Useful link: using the PICO technique to formulate research questions","Lien utile : utiliser la technique PICO pour formuler des questions de recherche"]
["_5.3.3_xx","For each research question identified, give a brief rationale outlining the following points:","For each research question identified, give a brief rationale outlining the following points:","Pour chaque question de recherche identifiée, donnez une brève justification soulignant les points suivants :"]
["_5.3.3_x1","Importance of the research for policy recommendations","Importance of the research for policy recommendations","Importance de la recherche pour les recommandations politiques"]
["_5.3.3_x2","An explanation of why existing evidence is inadequate","An explanation of why existing evidence is inadequate","Une explication des raisons pour lesquelles les preuves existantes sont inadéquates"]
["_5.3.3_x3","Resourcing requirements (indication of time and budget) and potential funding sources","Resourcing requirements (indication of time and budget) and potential funding sources","Besoins en ressources (indication du temps et du budget) et sources de financement potentielles"]
["_5.3.3_t1","Research question","Research question","Question en matière de recherche"]
["_5.3.3_t2","Brief rationale","Brief rationale","Brève justification"]
["_5.3.3_t3","Importance","Importance","Importance"]
["_5.3.3_t4","Data gap addressed","Data gap addressed","Lacunes à combler dans les données"]
["_5.3.3_t5","Resourcing","Resourcing","Ressources"]
["Step 5.4"]
["_5.4_intro","To establish the legitimacy of the recommendations, it is important to review individual recommendations, their implementations and the process followed to reach the recommendation.","To establish the legitimacy of the recommendations, it is important to review individual recommendations, their implementations and the process followed to reach the recommendation.","Pour légitimer les recommandations, il est important d'examiner les recommandations individuellement, leur mise en œuvre et le processus permettant d'aboutir à la recommandation."]
["_5.4_intro_x","This step is concerned with the monitoring and evaluation of the recommendation and the recommendation process.","This step is concerned with the monitoring and evaluation of the recommendation and the recommendation process.","Cette étape concerne le suivi et l'évaluation de la recommandation et du processus de recommandation."]
["_5.4.1","Next review of the recommendation","Next review of the recommendation","Prochain ré-examen de la recommandation"]
["_5.4.1_x","When should this recommendation next be reviewed by the committee?","When should this recommendation next be reviewed by the committee?","Quand cette recommandation devrait-elle être examinée par le comité ?"]
["_5.4.2","Monitoring implementation","Monitoring implementation","Suivi de la mise en œuvre"]
["_5.4.2_x","How will implementation of the recommendation be monitored and evaluated? Specify who is responsible.","How will implementation of the recommendation be monitored and evaluated? Specify who is responsible.","Comment la mise en œuvre de la recommandation sera-t-elle suivie et évaluée ? Précisez le responsable chargé de ce suivi."]
["_5.4.3","Improving the process","Improving the process","Amélioration du processus"]
["_5.4.3_x","Summarize any key changes to the recommendation process suggested for the future, including the action to take, rationale and who is responsible","Summarize any key changes to the recommendation process suggested for the future, including the action to take, rationale and who is responsible","Résumer les principaux changements apportés au processus de recommandation, y compris les mesures à prendre, leur justification et les personnes responsables"]
["_5.4.3_link","DOWNLOAD: evaluation sheet for committee and/or secretariat (.doc)","DOWNLOAD: evaluation sheet for committee and/or secretariat (.doc)","TÉLÉCHARGER : feuille d'évaluation pour le comité et/ou le secrétariat (.doc)"]
["_5.4.3_t1","Change to the process","Change to the process","Modification du processus"]
["_5.4.3_t2","Reason","Reason","Motif"]
["_5.4.3_t3","Responsible focal point","Responsible focal point","Point focal responsable"]
["_5.4.3_t4","Timeline","Timeline","Calendrier"]
["_5.4.3_g","EVALUATION FORM","EVALUATION FORM","FORMULAIRE D'ÉVALUATION"]
["_part","Part","Part","Partie"]
["_yn","Yes/No","Yes/No","Oui/Non"]
["_details","Details","Details","Détails"]
["_improve","Suggested improvements (if any)","Suggested improvements (if any)","Améliorations suggérées (le cas échéant)"]
["_5.4.3_gx","The purpose of this questionnaire is to review the recommendation process, so that it can be improved for future recommendations. The questionnaire should be completed by the secretariat, members of the recommendation committee, and members of the technical team for evidence assessment. It can either be completed individually or as a group.","The purpose of this questionnaire is to review the recommendation process, so that it can be improved for future recommendations. The questionnaire should be completed by the secretariat, members of the recommendation committee, and members of the technical team for evidence assessment. It can either be completed individually or as a group.","Le but de ce questionnaire est de revoir le processus de recommandation, de sorte qu'il puisse être amélioré pour les recommandations futures. Le questionnaire doit être rempli par le secrétariat, les membres du comité de recommandation et les membres de l'équipe technique pour l'évaluation des preuves. Il peut être rempli individuellement ou en groupe."]
["_5.4.3_g1","Project management","Project management","Gestion de projet"]
["_5.4.3_g1a","Was the recommendation process too long/short?","Was the recommendation process too long/short?","Le processus de recommandation était-il trop long/trop court ?"]
["_5.4.3_g1b","Was the duration of, and time between, meetings appropriate?","Was the duration of, and time between, meetings appropriate?","La durée des réunions et le temps entre celles-ci étaient-ils appropriés ?"]
["_5.4.3_g1c","Was the split of tasks to be undertaken by the committee, secretariat and technical team clearly defined?","Was the split of tasks to be undertaken by the committee, secretariat and technical team clearly defined?","La répartition des tâches entre le comité, le secrétariat et l'équipe technique a-t-elle été clairement définie ?"]
["_5.4.3_g1d","Did meetings and communication forums support the committee and secretariat, enabling them to work well?","Did meetings and communication forums support the committee and secretariat, enabling them to work well?","Les réunions et les forums de communication ont-ils aidé le comité et le secrétariat à bien travailler ?"]
["_5.4.3_g2","Process overview","Process overview","Aperçu du processus"]
["_5.4.3_g2a","Was the purpose of each step clear? ","Was the purpose of each step clear? ","L'objectif de chaque étape était-il clair ? "]
["_5.4.3_g2b","Were any of the steps unnecessary?","Were any of the steps unnecessary?","Certaines de ces mesures étaient-elles inutiles ?"]
["_5.4.3_g2c","Would any of the steps have benefitted from additional guidance?","Would any of the steps have benefitted from additional guidance?","Certaines de ces étapes auraient-elles pu bénéficier de conseils supplémentaires ?"]
["_5.4.3_g2d","Should any of the steps be pre-populated in the future?","Should any of the steps be pre-populated in the future?","Certaines de ces étapes devraient-elles être pré-remplies à l'avenir ?"]
["_5.4.3_g2e","Are there steps that should be adapted?","Are there steps that should be adapted?","Y aurait-il des mesures à adapter ?"]
["_5.4.3_g3","Participation","Participation","Participation"]
["_5.4.3_g3a","Did the recommendation incorporate the right stakeholder perspectives?","Did the recommendation incorporate the right stakeholder perspectives?","La recommandation a-t-elle inclus les perspectives adéquates des parties prenantes ?"]
["_5.4.3_g3b","Did all committee members have equal opportunity to contribute during discussions?","Did all committee members have equal opportunity to contribute during discussions?","Tous les membres du comité ont-ils eu les mêmes possibilités de contribuer aux discussions ?"]
["_5.4.3_g3c","Would additional briefings or training allow stakeholders to participate better in discussions?","Would additional briefings or training allow stakeholders to participate better in discussions?","Un briefing ou une formation supplémentaire permettrait-il aux parties prenantes de mieux participer aux discussions ?"]
["_5.4.3_g4",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Criteria for decision-making"},"Criteria for decision-making","Critères de décision"]
["_5.4.3_g4a","Did the criteria selection process work well? Were appropriate criteria selected?","Did the criteria selection process work well? Were appropriate criteria selected?","Le processus de sélection des critères a-t-il bien fonctionné ? Des critères appropriés ont-ils été sélectionnés ?"]
["_5.4.3_g4b","Was the weighting process and incorporation of weights useful?","Was the weighting process and incorporation of weights useful?","Le processus de pondération et l'incorporation des poids ont-ils été utiles ?"]
["_5.4.3_g4c","Was the scoring scale useful and appropriate? Would you suggest changes for the future?","Was the scoring scale useful and appropriate? Would you suggest changes for the future?","Le barème de notation était-il utile et approprié ? Apporteriez-vous des modifications à l'avenir ?"]
["_5.4.3_g5","Using evidence to come to a recommendation","Using evidence to come to a recommendation","Utiliser des preuves pour parvenir à une recommandation"]
["_5.4.3_g5a","Did all committee members have a good understanding of the evidence and its limitations?","Did all committee members have a good understanding of the evidence and its limitations?","Tous les membres du comité ont-ils eu une bonne compréhension des preuves et de leurs limites ?"]
["_5.4.3_g5b","Were the evidence statements and performance matrix useful for evidence interpretation?","Were the evidence statements and performance matrix useful for evidence interpretation?","Les déclarations de preuves et la matrice de performance ont-elles été utiles pour l'interprétation des preuves ?"]
["_5.4.3_g5c","Did the committee come to a consensus on the recommendation?","Did the committee come to a consensus on the recommendation?","Le comité est-il parvenue à un consensus sur la recommandation ?"]
["_5.4.3_g5d","Were any committee members left behind during discussions?","Were any committee members left behind during discussions?","Certains membres du comité ont-ils été oubliés lors des discussions ?"]
["_5.4.3_g6","Final comments or suggestions for improvement","Final comments or suggestions for improvement","Commentaires finaux ou suggestions d'amélioration"]
["_5.4.3_g7a","Thank you!","Thank you!","Merci !"]
["_5.4.3_g7b","Your responses will help the secretariat improve the process for future recommendations.","Your responses will help the secretariat improve the process for future recommendations.","Vos réponses aideront le secrétariat à améliorer le processus pour de futures recommandations"]
["Step 5.5"]
["_5.5_intro","The final step is to communicate the recommendation to the decision-maker and other stakeholders, including a provision to consider any comments through an appeal process.","The final step is to communicate the recommendation to the decision-maker and other stakeholders, including a provision to consider any comments through an appeal process.","L'étape finale consiste à communiquer la recommandation au décideur et aux autres parties prenantes, en prévoyant notamment la possibilité de prendre en compte tout commentaire par le biais d'une procédure de recours."]
["_5.5_intro_x","The template report in this tool can be used and adapted as needed to summarize and communicate the recommendation.","The template report in this tool can be used and adapted as needed to summarize and communicate the recommendation.","Le modèle de rapport figurant dans cet outil peut être utilisé et adapté selon les besoins pour résumer et communiquer la recommandation."]
["_5.5.1","Writing the final report","Writing the final report","Rédaction du rapport final"]
["_5.5.1_x","The final report should include an overview of the evidence and how it led to the final recommendation.","The final report should include an overview of the evidence and how it led to the final recommendation.","Le rapport doit inclure une vue d'ensemble des preuves et comment dont elles ont conduit à la recommandation finale."]
["_5.5.1_x1","The end users of the report should have a clear understanding of its relevance for them, the action requested, and why.","The end users of the report should have a clear understanding of its relevance for them, the action requested, and why.","Les utilisateurs finaux du rapport doivent être clairement en mesure de voir la pertinence, l'action demandée et pourquoi."]
["_5.5.1_x2","It is important to be concise and to convey the main messages as clearly as possible. Supporting information can be included as appendices.","It is important to be concise and to convey the main messages as clearly as possible. Supporting information can be included as appendices.","Il est important d'être concis et de transmettre les principaux messages aussi clairement que possible. Des informations complémentaires peuvent être incluses en annexe."]
["_5.5.1_link_1","DOWNLOAD: text for the final report (.doc)","DOWNLOAD: text for the final report (.doc)","TÉLÉCHARGER : texte du rapport final (.doc)"]
["_5.5.1_link_2","DOWNLOAD: images of all charts in the tool (.png)","DOWNLOAD: images of all charts in the tool (.png)","TÉLÉCHARGEMENT : images de toutes les cartes dans l'outil (.png)"]
["_5.5.2","Communication plan","Communication plan","Plan de communication"]
["_5.5.2_x","Explain how the final recommendation will be communicated.","Explain how the final recommendation will be communicated.","Expliquez comment la recommandation finale sera communiquée."]
["_5.5.2_x1","Will the report be published? Who can access it?","Will the report be published? Who can access it?","Le rapport sera-t-il publié ? Qui peut y avoir accès ?"]
["_5.5.2_x2","Who can review the recommendation and provide input?","Who can review the recommendation and provide input?","Qui peut examiner la recommandation et apporter sa contribution ?"]
["_5.5.3","Appeal process","Appeal process","Procédure de recours"]
["_5.5.3_x","Summarize the appeal process, outlining who can appeal, the timelines, and how the appeal is considered.","Summarize the appeal process, outlining who can appeal, the timelines, and how the appeal is considered.","Résumez la procédure d'appel, en précisant qui peut faire appel, les délais et la manière dont l'appel est examiné."]
[null,0]
["5.5.1 report template "]
["_5.5.1_subtitle",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Text for the final report"},"Text for the final report","Texte du rapport final"]
["_5.5.1_instruction","This document contains text from the decision-support tool, which can be used to help in completing the template report (available at: XX)","This document contains text from the decision-support tool, which can be used to help in completing the template report (available at: XX)","Ce document contient le texte de l'outil d'aide à la décision, qui peut être utilisé pour aider à remplir le modèle de rapport (disponible à l'adresse : XX)"]
["_paragraph","Paragraph","Paragraph","Paragraphe"]
["_5.5.1_h1","EXECUTIVE SUMMARY","EXECUTIVE SUMMARY","RÉSUMÉ"]
["_5.5.1_q1","Decision question (1.1.1)","Decision question (1.1.1)","question décisionnelle (1.1.1)"]
["_5.5.1_q2","Options (1.3.2)","Options (1.3.2)","Options (1.3.2)"]
["_5.5.1_q3","Recommendation with summary of strength ","Recommendation with summary of strength ","Recommandation avec résumé des points forts "]
["_5.5.1_q4","Supplementaty recommendations (5.3.2)","Supplementaty recommendations (5.3.2)","Recommandations complémentaires (5.3.2)"]
["_5.5.1_q5","Date of next review","Date of next review","Date de la prochaine révision"]
["_5.5.1_h2","Background","Background","Contexte"]
["_5.5.1_q6","Exisiting guidance/recommendation/practise (1.2.2)","Exisiting guidance/recommendation/practise (1.2.2)","Orientation/recommandation/pratique existante (s) (1.2.2)"]
["_5.5.1_q7","Summary of relevant background (1.2.1)","Summary of relevant background (1.2.1)","Résumé du contexte pertinent(1.2.1)"]
["_5.5.1_q8","Summarise relevant recommendation (1.2.3)","Summarise relevant recommendation (1.2.3)","Résumer la recommandation pertinente (1.2.3)"]
["_5.5.1_q9","Summarize who requested the recommendation (1.1.3), the decision question (1.1.1) and why it is being considered (1.1.2)","Summarize who requested the recommendation (1.1.3), the decision question (1.1.1) and why it is being considered (1.1.2)","Résumez qui a demandé la recommandation (1.1.3), la question décisionnelle (1.1.1) et la raison pour laquelle elle est examinée (1.1.2)"]
["_5.5.1_q10","Summarise potential significant consequences ","Summarise potential significant consequences ","Résumer les conséquences significatives potentielles "]
["_5.5.1_q10b","List the options being compared with a brief rationale, explaining why options have been excluded","List the options being compared with a brief rationale, explaining why options have been excluded","Énumérer les options comparées avec une brève justification, en expliquant pourquoi certaines options ont été exclues"]
["_5.5.1_h3","Recommendation process","Recommendation process","Processus de recommandation"]
["_5.5.1_q11","State the committee or working group that made the recommendation (1.4.2)","State the committee or working group that made the recommendation (1.4.2)","Indiquez le comité ou le groupe de travail qui a formulé la recommandation (1.4.2)"]
["_5.5.1_q12","If the working group or committee was out together specifically for the recommendation, outline how members were selected (1.4.1)","If the working group or committee was out together specifically for the recommendation, outline how members were selected (1.4.1)","Si le groupe de travail ou le comité s'est réuni spécifiquement pour la recommandation, expliquez comment les membres ont été sélectionnés (1.4.1)"]
["_5.5.1_q13","If relevant, explain how other stakeholders were consulted during the recommendation process (1.4.3)","If relevant, explain how other stakeholders were consulted during the recommendation process (1.4.3)","Le cas échéant, expliquez comment les autres parties prenantes ont été consultées au cours du processus de recommandation (1.4.3)"]
["_5.5.1_q14","Type of MCDA used (1.5.1)","Type of MCDA used (1.5.1)","Type d'ADM utilisée (1.5.1)"]
["_5.5.1_q15","Rationale for MCDA selected (1.5.1)","Rationale for MCDA selected (1.5.1)","Justification de la sélection des ADM (1.5.1)"]
["_table ","Table","Table","Tableau"]
["_5.5.1_h4","Criteria","Criteria","Critères"]
["_5.5.1_h5","Discussion","Discussion","Discussion"]
["_5.5.1_q16","Summarise the option that performs best overall (4.2.3)","Summarise the option that performs best overall (4.2.3)","Résumez l'option la plus performante dans l'ensemble (4.2.3)"]
["_5.5.1_q17","Summarise the ourcome of discussions on the other considerations (5.2.1, 5.2.2, 5.2.3)","Summarise the ourcome of discussions on the other considerations (5.2.1, 5.2.2, 5.2.3)","Résumer le résultat des discussions sur les autres considérations (5.2.1, 5.2.2, 5.2.3)"]
["_5.5.1_h6","Final recommendation","Final recommendation","Recommandation finale"]
["_5.5.1_q18","Summarise recommendation and strength ","Summarise recommendation and strength ","Résumer les recommandations et les points forts "]
["_5.5.1_q19","Summarise supplementaty recommendations (5.3.2)","Summarise supplementaty recommendations (5.3.2)","Résumer les recommandations complémentaires (5.3.2)"]
["_5.5.1_h7","Annex","Annex","Annexe"]
["_5.5.1_q20","Members of the working group or committee (1.4.4)","Members of the working group or committee (1.4.4)","Membres du groupe de travail ou du comité (1.4.4)"]
["_5.5.1_q21","Scoring scales for each criterion (2.3.1)","Scoring scales for each criterion (2.3.1)","Barèmes de notation pour chaque critère (2.3.1)"]
["_5.5.1_q22","Decision rules (2.3.2)","Decision rules (2.3.2)","Règles de décision (2.3.2)"]
["_5.5.1_q23","Research recommendations (5.3.3)","Research recommendations (5.3.3)","Recommandations en matière de recherche (5.3.3)"]
[null,{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",\"\",OFFSET(WORDING,0,lang_num))","v":""}]
["Acknowledgments",""]
["_ack_1",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Authors: "},"Authors: ","Auteurs :"]
["_ack_2","The authors gratefully acknowledge the guidance from CDC Health Economics and Modeling Unit (CDC HEMU), as well as the contributions from pilot country teams:","The authors gratefully acknowledge the guidance from CDC Health Economics and Modeling Unit (CDC HEMU), as well as the contributions from pilot country teams:","Les auteurs remercient l'Unité d'économie de la santé et de modélisation du CDC (CDC HEMU) pour ses conseils, ainsi que les équipes des pays pilotes pour leurs contributions :"]
["_ack_3","The authors gratefully acknowledge the review and feedback from:","The authors gratefully acknowledge the review and feedback from:","Les auteurs sont reconnaissants de la révision et des commentaires qu'ils ont reçus :"]
[]
["Glossary",""]
["_gl",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",OFFSET(WORDING,0,1),OFFSET(WORDING,0,lang_num))","v":"Glossary"},"Glossary","Glossaire"]
["_gl_1","BPS","BPS","SPS"]
["_gl_1a","Benefits Package Selection","Benefits Package Selection","Sélection d'un panier de soins "]
["_gl_1b","The process to choose which health services and goods to be funded, either fully or partially, from public revenues.","The process to choose which health services and goods to be funded, either fully or partially, from public revenues.","Le processus permettant de choisir les services et les biens de santé à financer, entièrement ou partiellement, à partir des recettes publiques."]
["_gl_2","Constraint","Constraint","Contrainte"]
["_gl_2a","A criterion that reflects fixed or limited capacity (for example, budget or cold chain capacity)","A criterion that reflects fixed or limited capacity (for example, budget or cold chain capacity)","Un critère qui reflète une capacité fixe ou limitée (par exemple, le budget ou la capacité de la chaîne du froid)"]
["_gl_3","CTC","CTC","CTC"]
["_gl_3a","Controlled temperature chain","Controlled temperature chain","Chaîne à température contrôlée"]
["_gl_3b","An innovative approach to vaccine management allowing vaccines to be kept at temperatures outside of the traditional cold chain of +2°C to +8°C for a limited period of time under monitored and controlled conditions, as appropriate to the stability of the antigen","An innovative approach to vaccine management allowing vaccines to be kept at temperatures outside of the traditional cold chain of +2°C to +8°C for a limited period of time under monitored and controlled conditions, as appropriate to the stability of the antigen","Une approche innovante de la gestion des vaccins permettant de conserver les vaccins à des températures en dehors de la chaîne du froid traditionnelle de +2°C à +8°C pendant une période limitée dans des conditions surveillées et contrôlées, en fonction de la stabilité de l'antigène"]
["_gl_4","EtR","EtR","EtR"]
["_gl_4a","Evidence to Recommendation","Evidence to Recommendation","Preuves à l'appui de la recommandation"]
["_gl_4b","The GRADE EtR framework supports panels to use evidence in a structured and transparent way to inform decisions","The GRADE EtR framework supports panels to use evidence in a structured and transparent way to inform decisions","le cadre GRADE EtR aide les groupes d'experts à utiliser les preuves de manière structurée et transparente pour éclairer leurs décisions"]
["_gl_5","EPI","EPI","PEV"]
["_gl_5a","Expanded programme on immunization","Expanded programme on immunization","programme élargi de vaccination"]
["_gl_6","HPV","HPV","HPV"]
["_gl_6a","Human papillomavirus","Human papillomavirus","papillomavirus humains"]
["_gl_7","HTA","HTA","ETS"]
["_gl_7a","Health technology assessment","Health technology assessment","évaluation des technologies de la santé"]
["_gl_7b","A multidisciplinary process to evaluate the social, economic, organizational and ethical issues of a health intervention or health technology","A multidisciplinary process to evaluate the social, economic, organizational and ethical issues of a health intervention or health technology","Un processus multidisciplinaire pour évaluer les questions sociales, économiques, organisationnelles et éthiques d'une intervention sanitaire ou d'une technologie de la santé"]
["_gl_8","JE","JE","EJ"]
["_gl_8a","Japanese encephalitis","Japanese encephalitis","encéphalite japonaise"]
["_gl_9","MCDA","MCDA","ADM"]
["_gl_9a","Multi-criteria decision analysis","Multi-criteria decision analysis","analyse décisionnelle multicritère"]
["_gl_10","MCV","MCV","MCV"]
["_gl_10a","Measles containing vaccine","Measles containing vaccine","vaccin à valence rougeole"]
["_gl_11","MOH","MOH"]
["_gl_11a","Ministry of Health","Ministry of Health","ministère de la Santé"]
["_gl_12","NIS","NIS","SNI"]
["_gl_12a","National Immunization Strategy","National Immunization Strategy","stratégie nationale d'immunisation"]
["_gl_13","NITAG","NITAG","GTCV"]
["_gl_13a","National Immunization Technical Advisory Group","National Immunization Technical Advisory Group","groupes techniques consultatifs nationaux pour la vaccination"]
["_gl_14","PCV","PCV","VPC"]
["_gl_14a","Pneumococcal conjugate vaccine","Pneumococcal conjugate vaccine","vaccin antipneumococciques conjugué"]
["_gl_15","SIA","SIA","AVS"]
["_gl_15a",{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",\"\",OFFSET(WORDING,0,lang_num))","v":"Supplementary immunization activity"},"Supplementary immunization activity","activité d'immunisation supplémentaire"]
["_gl_15b","An effective strategy for delivering vaccination to children otherwise missed by routine services or to older susceptible individuals who are not among the age groups targeted by the Expanded Programme on Immunization (EPI) services","An effective strategy for delivering vaccination to children otherwise missed by routine services or to older susceptible individuals who are not among the age groups targeted by the Expanded Programme on Immunization (EPI) services","Une stratégie efficace pour vacciner les enfants qui ne sont pas pris en charge par les services de routine ou les personnes âgées sensibles qui ne font pas partie des groupes d'âge ciblés par les services du programme élargi de vaccination (PEV)"]
["_gl_16","TWG","TWG","?"]
["_gl_16a","Technical working group","Technical working group","Groupe de travail technique"]
["_gl_17","WHO","WHO","OMS"]
["_gl_17a","World Health Organization","World Health Organization","Organisation mondiale de la Santé"]
["_gl_18","WHO SAGE","WHO SAGE","OMS SAGE"]
["_gl_18a","WHO Strategic Advisory Group of Experts on Immunization","WHO Strategic Advisory Group of Experts on Immunization","Groupe stratégique consultatif d’experts de l'OMS"]
["_gl_18b","SAGE is the principal advisory group to WHO for vaccines and immunization. It is charged with advising WHO on overall global policies and strategies, ranging from vaccines and technology, research and development, to delivery of immunization and its linkages with other health interventions","SAGE is the principal advisory group to WHO for vaccines and immunization. It is charged with advising WHO on overall global policies and strategies, ranging from vaccines and technology, research and development, to delivery of immunization and its linkages with other health interventions","Le SAGE est le principal groupe consultatif de l'OMS en matière de vaccins et d'immunisation. Il est chargé de conseiller l'OMS sur les politiques et les stratégies mondiales globales, allant des vaccins et de la technologie, de la recherche et du développement, à la fourniture de la vaccination et à ses liens avec d'autres interventions sanitaires."]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,{"$f":"IF(OFFSET(WORDING,0,lang_num)=\"\",\"\",OFFSET(WORDING,0,lang_num))","v":""}]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]
[null,""]