CINXE.COM
Methodological Resources
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> <html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta id="ED.office" scheme="EDWeb" content="IES Funding Opportunities: Methodological Resources" /> <meta id="DC.identifier" scheme="URL" content="http://ies.ed.gov/funding/resources.asp" /> <meta id="DC.date.valid" scheme="ISO 8601" content="2012-11-21"/> <meta id="DC.publisher" content="Institute of Education Sciences (IES)" /> <meta id="DC.format" scheme="IMT" content="text/HTML" /> <meta id="DC.title" content="IES Funding Opportunities" /> <meta id="DC.language" scheme="ISO 639-2" content="en" /> <meta id="DC.description" content="The Institute of Education Sciences provides information about its Education Research funding through Requests for Applications, Requests for Proposals, and other announcements. This page provides information about Methodological Resources." /> <meta id="description" content="The Institute of Education Sciences provides information about its Education Research funding through Requests for Applications, Requests for Proposals, and other announcements. This page provides information about Methodological Resources." /> <meta id="DC.subject" scheme="EDWeb" content="Educational Improvement; Excellence in Education; Educational Research; Funding opportunities." /> <meta id="keywords" content="Educational Improvement; Excellence in Education; Educational Research; National Center for Education Research; National Center for Special Education Research; Funding Opportunities; Methodological Resources." /> <meta id="DC.subject" content="Institute of Education Sciences; Funding Opportunities; Education Research Grant Programs; Methodological Resources." /> <meta id="DC-ED.audience" scheme="EDWeb" content="Policymakers; Researchers; Teachers" /> <meta id="DC.type" scheme="EDWeb" content="Indexes; Offices" /> <meta id="rating" content="General" /> <meta id="robots" content="all" /> <title>Methodological Resources</title> <link href="css/fundStyle.css" rel="stylesheet" type="text/css" /> </head> <body> <div class="headContents"> <meta name="viewport" content="width=device-width, initial-scale=1"> <meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1"> <link rel="icon" type="image/png" sizes="32x32" href="/images/favicons/IESfavicon_32px.png"> <link rel="icon" type="image/png" sizes="128x128" href="/images/favicons/IESfavicon_128px.png"> <link rel="icon" type="image/png" sizes="152x152" href="/images/favicons/IESfavicon_152px.png"> <link rel="icon" type="image/png" sizes="167x167" href="/images/favicons/IESfavicon_167px.png"> <link rel="icon" type="image/png" sizes="180x180" href="/images/favicons/IESfavicon_180px.png"> <link rel="icon" type="image/png" sizes="192x192" href="/images/favicons/IESfavicon_192px.png"> <link rel="icon" type="image/png" sizes="196x196" href="/images/favicons/IESfavicon_196px.png"> <link href='//fonts.googleapis.com/css?family=Montserrat:400,700' rel='stylesheet' type='text/css'> <link href="/css/main.css" rel="stylesheet" type="text/css" /> <link href="/css/IES_Core_0004.css" rel="stylesheet" type="text/css" /> <link href="/css/IES_Mobile_0004.css" rel="stylesheet" type="text/css" /> </div> <!-- Google tag (gtag.js) --> <script async src="https://www.googletagmanager.com/gtag/js?id=G-G0527Y6PQD"></script> <script> window.dataLayer = window.dataLayer || []; function gtag() { dataLayer.push(arguments); } gtag('js', new Date()); gtag('config', 'G-G0527Y6PQD'); </script> <script type="text/javascript" src="/js/customevents.js"></script> <!--CUSTOM EVENTS--> <script> gtag('event', 'maped_pageviews'); gtag('event', 'edge_pageviews'); gtag('event', 'contact_us'); gtag('event', 'sign_up_for_newsflash'); gtag('event', 'whats_new_calendar'); gtag('event', 'contact_us_sent_email'); gtag('event', 'view_aris_staff_contact_information'); gtag('event', 'newsflash_sign_up'); </script> <script type="text/javascript" src="/js/jquery-3.5.1.min.js"></script> <script type="text/javascript"> //<![CDATA[ var $$i = jQuery.noConflict(true); //]]> </script> <script type="text/javascript" src="/js/hfsNav.js?v=02"></script> <script type="text/javascript" src="/js/nav_0005.js"></script> <script type="text/javascript" src="/js/importBlogPosts.js"></script> <script type="text/javascript" src="/js/main.js"></script> <div class="ies"> <a id="top"></a> <div style="display:none"><a href="#content" title="Skip Navigation">Skip Navigation</a></div> <div class="header_container"> <div class="header"> <div class="clearfix header_nav"> <div class="bc"> <a href="/" class="ies_link">IES</a> <a href="#" class="top_nav"> <span class="long_name">Institute of<br />Education Sciences</span> <div class="l menuIcon"><img src="/images/icons/menuIcon.png" alt="Menu" /></div> </a> </div> <div class="clearfix main_nav"> <div class="clearfix ies_cnav ies_nav_c"> <ul class="sub_cats"> <li> <a href="#">Featured</a> <ul class="clearfix"> <li class="left_col"> <a href="/ncee/projects/eric.asp" title="ERIC - Education Resources Information Center">ERIC - Education Resources Information Center</a> <a href="//nces.ed.gov/nationsreportcard" title="Nation's Report Card">Nation's Report Card</a> <a href="/ncee/edlabs/" title="Regional Educational Laboratory Program">Regional Educational Laboratory Program</a> <a href="/sbir/" title="Small Business Innovation Research">Small Business Innovation Research</a> <a href="/ncee/wwc/" title="What Works Clearinghouse">What Works Clearinghouse</a> <a href="//nces.ed.gov/collegenavigator" title="College Navigator">College Navigator</a> </li> </ul> </li> <li> <a href="/pubsearch/" title="Publications & Products Search">Publications & Products Search</a> <ul class="clearfix"> <li class="left_col"> <a href="/pubsearch/" title="Publications & Products Search">Publications & Products Search</a> <form action="/pubsearch/" method="get" name="PubSearch"><input type="hidden" name="HasSearched" value="1" /><label for="HFSPubsSearchBox" style="display:none;">Search box</label><input type="text" name="searchstring" id="HFSPubsSearchBox" value="" /><input type="submit" value="Search"></form> </li> </ul> </li> <li> <a href="#" class="ies_for_researchers">For Researchers</a> <ul class="clearfix"> <li class="left_col"> <a href="//ies.ed.gov/ncee/projects/evaluationTA.asp" title="TA Resources for Evaluations">TA Resources for Evaluations</a> <a href="/funding/resources.asp" title="Methodological Resources">Methodological Resources</a> <a href="/funding/webinars/ResearchMethodsTraining.asp" title="Research Methods Training Programs">Research Methods Training Programs</a> <a href="/funding/videos.asp" title="Video Presentations">Video Presentations</a> <a href="/funding/datasets.asp" title="Available Datasets">Available Datasets</a> <a href="/director/sro/application_review.asp" title="Peer Review Process">Peer Review Process</a> <a href="/funding/researchaccess.asp" title="IES Policy Regarding Public Access to Research">IES Policy Regarding Public Access to Research</a> <a href="/research.asp" title="How Can I Learn About IES Funded Research?">How Can I Learn About IES Funded Research?</a> </li> </ul> </li> <li> <a href="/funding">Funding Opportunities</a> <ul class="clearfix"> <li class="left_col"> <a href="/funding" title="Funding Opportunities">Funding Opportunities</a> <a href="/funding/webinars/index.asp" title="Research Funding Webinars">Research Funding Webinars</a> <strong><a href="/funding/grantsearch/index.asp" title="Search Funded Research Grants and Contracts">Search Funded Research Grants and Contracts</a></strong> </li> </ul> </li> <li> <a href="#">News & Events</a> <ul class="clearfix"> <li class="left_col"> <a href="/whatsnew/" title="News">News</a> <a href="/newsflash/" title="NewsFlash">NewsFlash</a> <a href="/whatsnew/pressreleases.asp" title="Press Releases">Press Releases</a> <!--<a href="/whatsnew/newsletters/index.asp" title="IES Newsletter">IES Newsletter</a>--> <a href="/help/rss.asp" title="RSS Feeds">RSS Feeds</a> </li> <li class="right_col"> <a href="/events.asp " title="Events">Events</a> <a href="/pimeeting/default.aspx" title="IES Research Conference">IES Research Conference</a> <a href="/whatsnew/conferences/" title="Conferences, Training and Presentations">Conferences, Training and Presentations</a> <a href="/whatsnew/calendar/?tid=14&cid=6&va=1" title="Bridge Events">Bridge Events</a> <a href="/ncer/whatsnew/techworkinggroup/" title="Technical Working Group Meeting Summaries">Technical Working Group Meeting Summaries</a> </li> </ul> </li> <li> <a href="/aboutus/">About Us</a> <ul class="clearfix"> <li class="left_col"> <a href="/aboutus/" title="About the Institute of Education Sciences">About the Institute of Education Sciences</a> <a href="/director/board/index.asp" title="National Board for Education Sciences">National Board for Education Sciences</a> <a href="/aboutus/scientific_integrity.asp" title="Scientific Integrity Policy">Scientific Integrity Policy</a> <a href="/director/sro/index.asp" title="Standards and Review">Standards and Review</a> <a href="/aboutus/diversity.asp">IES Diversity Statement</a> <a href="/help/webmail" title="Contact Us">Contact Us</a> <a href="/help" title="Help">Help</a> </li> <li class="right_col"> <a href="/director/index.asp" title="Director of IES & Remarks">Director</a> <a href="/director/ddap.asp" title="Deputy Director for Administration & Policy">Deputy Director for Admin & Policy</a> <a href="/director/dds.asp" title="Deputy Director for Science">Deputy Director for Science</a> <a href="https://nces.ed.gov/help/ieschart.asp" title="IES Organizational Chart">Organizational Chart</a> <a href="/staff/" title="Staff Directory">Staff Directory</a> </li> </ul> </li> </ul> <div class="common_main_nav"> <div class="common_links"> <a href="/contact/">Contact</a><br /> <a href="/data.asp">Tools</a><br /> <a href="http://www.ed.gov/">ED.gov</a><br /> <a href="/newsflash/#ies">Newsflash</a> </div> <div class="social_links"> <!--<a href="#"><img src="/images/icons/facebookNav.png" alt="Facebook logo" /> Facebook</a><br />--> <a href="/blogs/">IES Blog</a><br /> <a href="https://twitter.com/IESResearch/"><img src="/images/icons/twitterNav.png" alt="Twitter logo" /></a> <a href="https://twitter.com/IESResearch/">Twitter</a><br /> <a href="https://www.facebook.com/IESResearch/"><img src="/images/icons/facebookNav.png" alt="Facebook logo" /></a> <a href="https://www.facebook.com/IESResearch/">Facebook</a> </div> </div> </div> </div> <!--Updated Accessible Search--> <div class="site_search"> <a href="#" class="mob_search"><img src="/images/icons/searchIcon.png" alt="Search NCES" /></a> <form onsubmit="return hfsIsSearchValid(this);" method="get" action="/search/search_redirect.asp" name="HeaderSearch"> <label for="HFSSearchBox" class="sr-only">Search box</label><input type="text" id="HFSSearchBox" name="Search" placeholder="Search" aria-label="Search"><input type="hidden" name="website" value="IES"><input type="submit" value="Go" class="submitBtn search-link" aria-label="Submit search" /> </form> </div> <!--<div class="site_search"> <a href="#" class="mob_search"><img src="/images/icons/searchIcon.png" alt="Search IES" /></a> <form onsubmit="return hfsIsSearchValid(this);" method="get" action="/search/search_redirect.asp" name="HeaderSearch"><label for="HFSSearchBox" style="display:none;">Search box</label><input type="text" value="Search" id="HFSSearchBox" name="Search"><input type="hidden" value="IES" name="website"><input type="submit" value="Go" class="submitBtn search-link" /></form> </div>--> </div> </div> </div> <div class="MainContent Style1c"> <a href="/resourcesforresearchers.asp"><h5>Resources for Researchers</h5></a> <p class="fndblt_tl"><img class="fndblt" src="/images/icons/fund_blt.gif" alt="arrow" />Methodological Resources</p> <div class="fndtxt"> <p><strong>An Introduction to Adaptive Interventions and SMART Designs in Education</strong></p> <p>Educators must often adapt interventions over time because what works for one student may not work for another and what works now for one student may not work in the future for the same student. Adaptive interventions provide education practitioners with a prespecified, systematic, and replicable way of doing this through a sequence of decision rules for whether, how, and when to modify interventions. The sequential, multiple assignment, randomized trial (SMART) is one type of multistage, experimental design that can help education researchers build high-quality adaptive interventions. Despite the critical role adaptive interventions can play in various domains of education, research about adaptive interventions and the use of SMART designs to develop effective adaptive interventions in education is in its infancy. To help the field move forward in this area, the National Center for Special Education Research (NCSER) and the National Center for Education Evaluation and Regional Assistance (NCEE) commissioned a paper by leading experts in adaptive interventions and SMART designs. This paper aims to provide information on building and evaluating high-quality adaptive interventions and review the components of SMART designs, discuss the key features of the SMART, and introduce common research questions for which SMARTs may be appropriate. To view this paper, <a href="https://ies.ed.gov/ncser/pubs/2020001/pdf/2020001.pdf">click here</a>.</p> <p><strong>Companion Guidelines on Replication and Reproducibility in Education Research (2018)</strong></p> <p>Since the release of the Common Guidelines for Education Research and Development in 2013, there has been increased attention to replication and reproducibility studies and their role in building the evidence base. In response, a joint IES-NSF committee has developed the Companion Guidelines on Replication and Reproducibility in Education Research to supplement the Common Guidelines for Education Research and Development. The Companion Guidelines highlight the importance of replication and reproducibility studies and provides guidance on the steps researchers can take to promote corroboration, ensure the integrity of research, and extend the evidence base. To download a copy of the Companion Guidelines on Replication and Reproducibility in Education Research, <a href="/pdf/CompanionGuidelinesReplicationReproducibility.pdf">click here</a>. </p> <p><strong>Common Guidelines for Education Research and Development (2013)</strong></p> <p>In August 2013, a Joint Committee of representatives from the U.S. Department of Education (ED) and the National Science Foundation (NSF) released a report that 1) defines the types of ED- and NSF-funded research that relates to the development and testing of interventions and strategies designed to increase learning, and 2) specifies how the types of research relate to one another, and describe the theoretical and empirical basis needed to justify each research type. The Joint Committee intends this report to be a "living document" that may be adapted by agencies or divisions within agencies in response to their needs and opportunities. Over time, the framework may be elaborated or rearranged according to agency focus and assessments of the needs of education researchers and practitioners. To download a copy of the Common Guidelines for Education Research, <a href="/pdf/CommonGuidelines.pdf">click here</a>. </p> <p><strong>Translating the Statistical Representation of the Effects of Education Interventions into More Readily Interpretable Forms</strong></p> <p>The primary purpose of this paper is to provide suggestions to researchers about ways to present statistical findings about the effects of educational interventions that might make the nature and magnitude of those effects easier to understand. These suggestions and the related discussion are framed within the context of studies that use experimental designs to compare measured outcomes for two groups of participants, one in an intervention condition and the other in a control condition.</p> <p><img src="/images/icons/AcrobatSM.gif" width="16" height="16" hspace="0" vspace="1" border="0" align="top" alt="PDF File"/> <a href="/ncser/pubs/20133000/pdf/20133000.pdf">View, download, and print the full report as a PDF file</a> <small>(1.3 MB)</small></p> <p><strong>Designing Cluster-Randomized Trials</strong></p> <p>The National Center for Education Research (NCER) in the Institute of Education Sciences (IES) of the U.S. Department of Education hosts an annual Summer Research Training Institute on Cluster-Randomized Trials to increase the national capacity of researchers to develop and conduct rigorous evaluations of the effectiveness of education interventions. To see video transcripts and presentation files from the 2008 Institute, <a href="http://www.northwestern.edu/ipr/qcenter/NCER2008/">click here</a>. For the 2007 Institute presentations, <a href="/ncer/whatsnew/conferences/rct_traininginstitute/presentations.asp">click here</a>.</p> <p>CONSORT, which stands for Consolidated Standards of Reporting Trials, was developed to provide guidance on the tracking and reporting of critical aspects of randomized controlled trials (RCTs). The main initiative of the CONSORT group was the development of a set of recommendations for reporting RCTs, called the CONSORT Statement. The Statement includes a <a href="/transfer.asp?location=www.consort-statement.org/consort-statement/">22-item checklist</a>, which focuses on study design, analysis, and interpretation of the results, and a <a href="/transfer.asp?location=www.consort-statement.org/consort-statement/flow-diagram/">flow diagram</a>, which provides a structure for tracking participants at each study stage. IES encourages researchers to use these tools in their Goal 3 and Goal 4 research projects.<br /> <a href="/transfer.asp?location=www.consort-statement.org/">http://www.consort-statement.org/</a></p> <p><strong>Power Analysis</strong></p> <p>This paper, entitled "Statistical Power Analysis in Education Research" and coauthored by Larry Hedges and Christopher Rhoads provides a guide to calculating statistical power for the complex multilevel designs that are used in most field studies in education research. Click <a href="/ncser/pubs/20103006/">here</a> to view, download and print the paper as a PDF file. </p> <p>Goal Three and Goal Four applications submitted to IES will typically require a detailed power analysis. The Optimal Design Software for Multi-Level and Longitudinal Research is useful for statistical power analysis of group-level interventions. To download the free Optimal Design software and learn more about the project, <a href="http://sitemaker.umich.edu/group-based/home">click here</a>. </p> <p><strong>Presentations on Methodological Issues</strong></p> <p>To view selected presentations, meeting agendas, and videos from previous IES Research Conferences, <a href="/funding/conf_presentations.asp">click here</a>.</p> <p><strong>Technical Methods Resources</strong></p> <p>NCEE has formed a technical methods group to work on issues and strategies that assure evaluations of education interventions provide unbiased and causally valid assessments. The technical methods working group aims to advance and provide guidance for those specialists who are embarking on evaluations in education. To view recent Technical Methods Reports, <a href="/ncee/tech_methods/">click here</a>.</p> <p><strong>Effect Sizes in Research on Children and Families</strong></p> <p>This special issue of Child Development Perspectives (<a href="/transfer.asp?location=www3.interscience.wiley.com/journal/121536517/issue">December 2008, Volume 2 Issue 3</a>) contains a number of articles on the application of effect sizes in research on children and families.<br/> <img src="/images/icons/AcrobatSM.gif" width="16" height="16" hspace="0" vspace="0" border="0" align="top" alt="PDF File"/> <a href="/funding/pdf/effectssize.pdf">Articles on effect sizes included in the special issue of Child Development Perspectives.</a> <small>(142 KB)</small></p> <p><img src="/images/icons/link_icon.gif" alt="Website" width="16" height="16" vspace="1" align="top"/> <a href="/resourcesforresearchers.asp">Browse Resources for Researchers</a></p> </div> </div> </div> <div class="footer_container ies"> <div class="footer"> <div class="clearfix footer_top"> <div class="bc"> <a href="/" class="ies_nav">IES</a> <a href="/" class="nces_nav"> <span class="long_name">Institute of<br /> Education Sciences</span> </a> </div> </div> <div class="clearfix footer_nav"> <div class="clearfix left_s"> <span class="section">Explore the Institute of Education Sciences</span> <div class="left_s"> <ul> <li><a href="/" class="center_title">IES</a></li> <li><a href="/">Home</a></li> <li><a href="/aboutus/">About</a></li> <li><a href="/pubsearch/">Publications</a></li> <li><a href="/data.asp">Data</a></li> <li><a href="/funding/">Funding</a></li> <li><a href="/events.asp">News</a></li> </ul> </div> <div class="right_s"> <ul> <li><span class="center_title">IES Centers</a></li> <li><a href="/ncee/">NCEE</a></li> <li><a href="/ncer/">NCER</a></li> <li><a href="https://nces.ed.gov/">NCES</a></li> <li><a href="/ncser/">NCSER</a></li> </div> </div> <div class="clearfix right_s"> <div class="left_s"> <ul> <li><span class="section">IES Policies and Standards</span></li> <li><a href="/aboutus/diversity.asp">IES Diversity Statement</a></li> <li><a href="https://nces.ed.gov/statprog/2012/">NCES Statistical Standards</a></li> <li><a href="/director/sro/">Peer Review Process</a></li> <li><a href="/help/privacy.asp">Privacy and Security Policies</a></li> <li><a href="/funding/researchaccess.asp">Public Access Policy</a></li> </ul> <ul> <li> </li> <li><a href="/contact/" class="section">Contact Us</a></li> <li> </li> <li><a href="http://www.ed.gov/"><strong>U.S. Department of Education</strong></a></li> </ul> </div> <div class="right_s"> <ul> <li><span class="section">Additional Resources</span></li> <li><a href="https://eric.ed.gov/">ERIC</a></li> <li><a href="https://ies.ed.gov/help/ieschart.asp">Organizational Chart</a></li> </ul> </div> </div> </div> </div> </div> <script id="_fed_an_ua_tag" language="javascript" type="text/javascript" src="/js/Universal-Federated-Analytics-Min.js?pga4=55622235&agency=ED&subagency=IES"></script> </body> </html>