Challenges of crowdsourcing: Analysis of Historypin

<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta http-equiv="Content-Security-Policy" content="upgrade-insecure-requests"> <script type="text/javascript"> var pathInfo = { base: 'https://www.idea.org/blog/wp-content/themes/ideaorg/', css: 'css/', js: 'js/', swf: 'swf/', } </script> <title>Challenges of crowdsourcing: Analysis of Historypin – IDEA</title> <link rel='dns-prefetch' href='//s.w.org' /> <link rel="alternate" type="application/rss+xml" title="IDEA » Feed" href="https://www.idea.org/blog/feed/" /> <link rel="alternate" type="application/rss+xml" title="IDEA » Comments Feed" href="https://www.idea.org/blog/comments/feed/" /> <link rel="alternate" type="application/rss+xml" title="IDEA » Challenges of crowdsourcing: Analysis of Historypin Comments Feed" href="https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/feed/" /> <script type="text/javascript"> window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/11\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/11\/svg\/","svgExt":".svg","source":{"concatemoji":"\/\/www.idea.org\/blog\/wp-includes\/js\/wp-emoji-release.min.js?ver=4.9.26"}}; !function(e,a,t){var n,r,o,i=a.createElement("canvas"),p=i.getContext&&i.getContext("2d");function s(e,t){var a=String.fromCharCode;p.clearRect(0,0,i.width,i.height),p.fillText(a.apply(this,e),0,0);e=i.toDataURL();return p.clearRect(0,0,i.width,i.height),p.fillText(a.apply(this,t),0,0),e===i.toDataURL()}function c(e){var t=a.createElement("script");t.src=e,t.defer=t.type="text/javascript",a.getElementsByTagName("head")[0].appendChild(t)}for(o=Array("flag","emoji"),t.supports={everything:!0,everythingExceptFlag:!0},r=0;r<o.length;r++)t.supports[o[r]]=function(e){if(!p||!p.fillText)return!1;switch(p.textBaseline="top",p.font="600 32px Arial",e){case"flag":return s([55356,56826,55356,56819],[55356,56826,8203,55356,56819])?!1:!s([55356,57332,56128,56423,56128,56418,56128,56421,56128,56430,56128,56423,56128,56447],[55356,57332,8203,56128,56423,8203,56128,56418,8203,56128,56421,8203,56128,56430,8203,56128,56423,8203,56128,56447]);case"emoji":return!s([55358,56760,9792,65039],[55358,56760,8203,9792,65039])}return!1}(o[r]),t.supports.everything=t.supports.everything&&t.supports[o[r]],"flag"!==o[r]&&(t.supports.everythingExceptFlag=t.supports.everythingExceptFlag&&t.supports[o[r]]);t.supports.everythingExceptFlag=t.supports.everythingExceptFlag&&!t.supports.flag,t.DOMReady=!1,t.readyCallback=function(){t.DOMReady=!0},t.supports.everything||(n=function(){t.readyCallback()},a.addEventListener?(a.addEventListener("DOMContentLoaded",n,!1),e.addEventListener("load",n,!1)):(e.attachEvent("onload",n),a.attachEvent("onreadystatechange",function(){"complete"===a.readyState&&t.readyCallback()})),(n=t.source||{}).concatemoji?c(n.concatemoji):n.wpemoji&&n.twemoji&&(c(n.twemoji),c(n.wpemoji)))}(window,document,window._wpemojiSettings); </script> <style type="text/css"> img.wp-smiley, img.emoji { display: inline !important; border: none !important; box-shadow: none !important; height: 1em !important; width: 1em !important; margin: 0 .07em !important; vertical-align: -0.1em !important; background: none !important; padding: 0 !important; } </style> <link rel='stylesheet' id='yarppWidgetCss-css' href='//www.idea.org/blog/wp-content/plugins/yet-another-related-posts-plugin/style/widget.css' type='text/css' media='all' /> <link rel='stylesheet' id='contact-form-7-css' href='//www.idea.org/blog/wp-content/plugins/contact-form-7/includes/css/styles.css' type='text/css' media='all' /> <link rel='stylesheet' id='base-style-css' href='//www.idea.org/blog/wp-content/themes/ideaorg/style.css' type='text/css' media='all' /> <link rel='stylesheet' id='base-theme-css' href='//www.idea.org/blog/wp-content/themes/ideaorg/theme.css' type='text/css' media='all' /> <script type='text/javascript' src='//www.idea.org/blog/wp-includes/js/jquery/jquery.js'></script> <script type='text/javascript' src='//www.idea.org/blog/wp-includes/js/jquery/jquery-migrate.min.js'></script> <link rel='https://api.w.org/' href='https://www.idea.org/blog/wp-json/' /> <link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://www.idea.org/blog/xmlrpc.php?rsd" /> <link rel="wlwmanifest" type="application/wlwmanifest+xml" href="https://www.idea.org/blog/wp-includes/wlwmanifest.xml" /> <link rel='prev' title='Dinovember: Creative literacy starts young' href='https://www.idea.org/blog/2013/11/18/dinovember-creative-literacy-starts-young/' /> <link rel='next' title='Gender role literacy: Girls in science?' href='https://www.idea.org/blog/2014/03/05/gender-role-literacy-girls-in-science/' /> <link rel="canonical" href="https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/" /> <link rel='shortlink' href='https://www.idea.org/blog/?p=4375' /> <link rel="alternate" type="application/json+oembed" href="https://www.idea.org/blog/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.idea.org%2Fblog%2F2013%2F12%2F09%2Fchallenges-of-crowdsourcing-analysis-of-historypin%2F" /> <link rel="alternate" type="text/xml+oembed" href="https://www.idea.org/blog/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.idea.org%2Fblog%2F2013%2F12%2F09%2Fchallenges-of-crowdsourcing-analysis-of-historypin%2F&format=xml" /> </head> <body class="inner single single-post postid-4375 single-format-standard"> <div id="wrapper" class="js-ajax-holder"> <header id="header"> <div class="container"> <div class="logo"> <a href="https://www.idea.org/blog"><img src="https://www.idea.org/blog/wp-content/themes/ideaorg/images/logo.png" alt="IDEA"></a> </div> <div class="search-block"> <a href="#" class="opener"> <picture>  <source srcset="https://www.idea.org/blog/wp-content/themes/ideaorg/images/small-search.png, https://www.idea.org/blog/wp-content/themes/ideaorg/images/small-search-2x.png 2x" media="(max-width: 767px)"> <source srcset="https://www.idea.org/blog/wp-content/themes/ideaorg/images/search.png, https://www.idea.org/blog/wp-content/themes/ideaorg/images/search-2x.png 2x">  <img src="search.png" alt="search"> </picture> </a> <div class="form-search"> <form action="https://www.idea.org/blog" method="get" class="search js-search-form"> <fieldset> <input id="search" name="s" type="search" placeholder="Type your search..." value=""> <button class="search-btn" type="submit" value=""> <picture>  <source srcset="https://www.idea.org/blog/wp-content/themes/ideaorg/images/small-search.png, https://www.idea.org/blog/wp-content/themes/ideaorg/images/small-search-2x.png 2x" media="(max-width: 767px)"> <source srcset="https://www.idea.org/blog/wp-content/themes/ideaorg/images/search.png, https://www.idea.org/blog/wp-content/themes/ideaorg/images/search-2x.png 2x">  <img src="search.png" alt="search"> </picture> </button> </fieldset> </form> <a class="opener2" href="#">Browse Topics</a> </div> </div> </div> <div class="topics-page"> <div class="container"> <div class="topics-holder"> <a href="#" class="closer"><span></span></a> <div class="widget widget_pages"> <h3>Current page</h3> <ul class="js-ajax-links-holder"> <li class="page_item"><a href="https://www.idea.org/blog/tag/community/">community,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/crowdsourcing/">Crowdsourcing,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/culture/">culture,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/google-street-view/">Google Street View,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/history/">history,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/historypin/">Historypin,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/knowledge/">knowledge,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/maps/">maps,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/outreach/">outreach,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/streetview/">StreetView,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/user-interface/">user interface,</a></li> <li class="page_item"><a href="https://www.idea.org/blog/tag/web-2-0/">Web 2.0</a></li> </ul> </div> <div class="widget widget_tag_cloud"> <h3>Other topics</h3> <div class="tagcloud js-ajax-links-holder"> <a href="https://www.idea.org/blog/tag/access/" class="tag-cloud-link tag-link-222 tag-link-position-1" style="font-size: 28.358208955224px;" aria-label="access (21 items)">access</a>, <a href="https://www.idea.org/blog/tag/android/" class="tag-cloud-link tag-link-112 tag-link-position-2" style="font-size: 21.791044776119px;" aria-label="Android (7 items)">Android</a>, <a href="https://www.idea.org/blog/tag/apple/" class="tag-cloud-link tag-link-110 tag-link-position-3" style="font-size: 26.268656716418px;" aria-label="Apple (15 items)">Apple</a>, <a href="https://www.idea.org/blog/tag/apps/" class="tag-cloud-link tag-link-169 tag-link-position-4" style="font-size: 25.970149253731px;" aria-label="apps (14 items)">apps</a>, <a href="https://www.idea.org/blog/tag/art/" class="tag-cloud-link tag-link-107 tag-link-position-5" style="font-size: 23.880597014925px;" aria-label="art (10 items)">art</a>, <a href="https://www.idea.org/blog/tag/audience/" class="tag-cloud-link tag-link-45 tag-link-position-6" style="font-size: 28.358208955224px;" aria-label="Audience (21 items)">Audience</a>, <a href="https://www.idea.org/blog/tag/blog/" class="tag-cloud-link tag-link-87 tag-link-position-7" style="font-size: 23.283582089552px;" aria-label="blog (9 items)">blog</a>, <a href="https://www.idea.org/blog/tag/classroom/" class="tag-cloud-link tag-link-188 tag-link-position-8" style="font-size: 21.791044776119px;" aria-label="classroom (7 items)">classroom</a>, <a href="https://www.idea.org/blog/tag/community/" class="tag-cloud-link tag-link-26 tag-link-position-9" style="font-size: 25.970149253731px;" aria-label="community (14 items)">community</a>, <a href="https://www.idea.org/blog/tag/content-management/" class="tag-cloud-link tag-link-39 tag-link-position-10" style="font-size: 25.522388059701px;" aria-label="content management (13 items)">content management</a>, <a href="https://www.idea.org/blog/tag/costs/" class="tag-cloud-link tag-link-70 tag-link-position-11" style="font-size: 21.044776119403px;" aria-label="costs (6 items)">costs</a>, <a href="https://www.idea.org/blog/tag/culture/" class="tag-cloud-link tag-link-217 tag-link-position-12" style="font-size: 22.537313432836px;" aria-label="culture (8 items)">culture</a>, <a href="https://www.idea.org/blog/tag/data/" class="tag-cloud-link tag-link-38 tag-link-position-13" style="font-size: 27.164179104478px;" aria-label="Data (17 items)">Data</a>, <a href="https://www.idea.org/blog/tag/dissemination/" class="tag-cloud-link tag-link-134 tag-link-position-14" style="font-size: 25.970149253731px;" aria-label="dissemination (14 items)">dissemination</a>, <a href="https://www.idea.org/blog/tag/e-learning/" class="tag-cloud-link tag-link-81 tag-link-position-15" style="font-size: 22.537313432836px;" aria-label="e-learning (8 items)">e-learning</a>, <a href="https://www.idea.org/blog/tag/education/" class="tag-cloud-link tag-link-192 tag-link-position-16" style="font-size: 26.716417910448px;" aria-label="education (16 items)">education</a>, <a href="https://www.idea.org/blog/tag/evaluation/" class="tag-cloud-link tag-link-135 tag-link-position-17" style="font-size: 26.268656716418px;" aria-label="evaluation (15 items)">evaluation</a>, <a href="https://www.idea.org/blog/tag/exhibits/" class="tag-cloud-link tag-link-53 tag-link-position-18" style="font-size: 24.925373134328px;" aria-label="exhibits (12 items)">exhibits</a>, <a href="https://www.idea.org/blog/tag/experiences/" class="tag-cloud-link tag-link-168 tag-link-position-19" style="font-size: 23.880597014925px;" aria-label="experiences (10 items)">experiences</a>, <a href="https://www.idea.org/blog/tag/facebook/" class="tag-cloud-link tag-link-85 tag-link-position-20" style="font-size: 20px;" aria-label="Facebook (5 items)">Facebook</a>, <a href="https://www.idea.org/blog/tag/finding-information/" class="tag-cloud-link tag-link-21 tag-link-position-21" style="font-size: 20px;" aria-label="finding information (5 items)">finding information</a>, <a href="https://www.idea.org/blog/tag/free/" class="tag-cloud-link tag-link-248 tag-link-position-22" style="font-size: 21.791044776119px;" aria-label="free (7 items)">free</a>, <a href="https://www.idea.org/blog/tag/funding/" class="tag-cloud-link tag-link-149 tag-link-position-23" style="font-size: 21.044776119403px;" aria-label="funding (6 items)">funding</a>, <a href="https://www.idea.org/blog/tag/games/" class="tag-cloud-link tag-link-170 tag-link-position-24" style="font-size: 21.044776119403px;" aria-label="games (6 items)">games</a>, <a href="https://www.idea.org/blog/tag/google/" class="tag-cloud-link tag-link-74 tag-link-position-25" style="font-size: 24.477611940299px;" aria-label="google (11 items)">google</a>, <a href="https://www.idea.org/blog/tag/higher-education/" class="tag-cloud-link tag-link-61 tag-link-position-26" style="font-size: 21.044776119403px;" aria-label="higher education (6 items)">higher education</a>, <a href="https://www.idea.org/blog/tag/history/" class="tag-cloud-link tag-link-154 tag-link-position-27" style="font-size: 22.537313432836px;" aria-label="history (8 items)">history</a>, <a href="https://www.idea.org/blog/tag/interactivity-2/" class="tag-cloud-link tag-link-197 tag-link-position-28" style="font-size: 26.268656716418px;" aria-label="interactivity (15 items)">interactivity</a>, <a href="https://www.idea.org/blog/tag/ios/" class="tag-cloud-link tag-link-113 tag-link-position-29" style="font-size: 21.044776119403px;" aria-label="iOS (6 items)">iOS</a>, <a href="https://www.idea.org/blog/tag/ipad/" class="tag-cloud-link tag-link-108 tag-link-position-30" style="font-size: 22.537313432836px;" aria-label="IPad (8 items)">IPad</a>, <a href="https://www.idea.org/blog/tag/iphone/" class="tag-cloud-link tag-link-123 tag-link-position-31" style="font-size: 21.044776119403px;" aria-label="iPhone (6 items)">iPhone</a>, <a href="https://www.idea.org/blog/tag/learning-2/" class="tag-cloud-link tag-link-191 tag-link-position-32" style="font-size: 24.925373134328px;" aria-label="learning (12 items)">learning</a>, <a href="https://www.idea.org/blog/tag/metrics/" class="tag-cloud-link tag-link-33 tag-link-position-33" style="font-size: 20px;" aria-label="metrics (5 items)">metrics</a>, <a href="https://www.idea.org/blog/tag/mobile/" class="tag-cloud-link tag-link-71 tag-link-position-34" style="font-size: 27.761194029851px;" aria-label="mobile (19 items)">mobile</a>, <a href="https://www.idea.org/blog/tag/museum/" class="tag-cloud-link tag-link-105 tag-link-position-35" style="font-size: 30px;" aria-label="museum (27 items)">museum</a>, <a href="https://www.idea.org/blog/tag/navigation/" class="tag-cloud-link tag-link-22 tag-link-position-36" style="font-size: 20px;" aria-label="navigation (5 items)">navigation</a>, <a href="https://www.idea.org/blog/tag/online-course/" class="tag-cloud-link tag-link-295 tag-link-position-37" style="font-size: 20px;" aria-label="online course (5 items)">online course</a>, <a href="https://www.idea.org/blog/tag/open-access/" class="tag-cloud-link tag-link-177 tag-link-position-38" style="font-size: 21.044776119403px;" aria-label="open access (6 items)">open access</a>, <a href="https://www.idea.org/blog/tag/outreach/" class="tag-cloud-link tag-link-136 tag-link-position-39" style="font-size: 29.253731343284px;" aria-label="outreach (24 items)">outreach</a>, <a href="https://www.idea.org/blog/tag/personalization/" class="tag-cloud-link tag-link-137 tag-link-position-40" style="font-size: 21.044776119403px;" aria-label="personalization (6 items)">personalization</a>, <a href="https://www.idea.org/blog/tag/planning/" class="tag-cloud-link tag-link-139 tag-link-position-41" style="font-size: 24.925373134328px;" aria-label="planning (12 items)">planning</a>, <a href="https://www.idea.org/blog/tag/publishing/" class="tag-cloud-link tag-link-179 tag-link-position-42" style="font-size: 22.537313432836px;" aria-label="publishing (8 items)">publishing</a>, <a href="https://www.idea.org/blog/tag/smartphone/" class="tag-cloud-link tag-link-114 tag-link-position-43" style="font-size: 21.044776119403px;" aria-label="smartphone (6 items)">smartphone</a>, <a href="https://www.idea.org/blog/tag/social-media-2/" class="tag-cloud-link tag-link-51 tag-link-position-44" style="font-size: 26.716417910448px;" aria-label="social media (16 items)">social media</a>, <a href="https://www.idea.org/blog/tag/study/" class="tag-cloud-link tag-link-133 tag-link-position-45" style="font-size: 21.791044776119px;" aria-label="study (7 items)">study</a>, <a href="https://www.idea.org/blog/tag/twitter/" class="tag-cloud-link tag-link-164 tag-link-position-46" style="font-size: 22.537313432836px;" aria-label="Twitter (8 items)">Twitter</a>, <a href="https://www.idea.org/blog/tag/user-interface/" class="tag-cloud-link tag-link-20 tag-link-position-47" style="font-size: 28.358208955224px;" aria-label="user interface (21 items)">user interface</a>, <a href="https://www.idea.org/blog/tag/video/" class="tag-cloud-link tag-link-118 tag-link-position-48" style="font-size: 21.791044776119px;" aria-label="video (7 items)">video</a>, <a href="https://www.idea.org/blog/tag/visitors/" class="tag-cloud-link tag-link-97 tag-link-position-49" style="font-size: 25.522388059701px;" aria-label="visitors (13 items)">visitors</a>, <a href="https://www.idea.org/blog/tag/visualization/" class="tag-cloud-link tag-link-199 tag-link-position-50" style="font-size: 21.044776119403px;" aria-label="visualization (6 items)">visualization</a> </div> </div> <div class="js-ajax-frame"> <section class="post-list"> <h3>Recent posts</h3> <article class="post"> <div class="article-footer"> <time datetime="2014">5 Mar 2014</time> <h4><a href="https://www.idea.org/blog/2014/03/05/gender-role-literacy-girls-in-science/">Gender role literacy: Girls in science?</a></h4> </div> <p>There are gender wars, and then there are casualties. It wasn’t until 2011 that the behemoth toymaker LEGO acknowledged girls’ desire to build with bricks, even though the company had long before made a seemingly effortless pivot to co-branding, video games, and major motion pictures. So it’s little wonder that girls face all-too-real obstacles when <a href="https://www.idea.org/blog/2014/03/05/gender-role-literacy-girls-in-science/">[…]</a></p> <a class="more" href="https://www.idea.org/blog/2014/03/05/gender-role-literacy-girls-in-science/">Read more</a> </article> <article class="post"> <div class="article-footer"> <time datetime="2013">9 Dec 2013</time> <h4><a href="https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/">Challenges of crowdsourcing: Analysis of Historypin</a></h4> </div> <p>Crowdsourcing can build virtual community, engage the public, and build large knowledge databases about science and culture. But what does it take, and how fast can you grow? For some insight, we look at a crowdsourced history site: Historypin is an appealing database of historical photos, with dates, locations, captions, and other metadata. It’s called History <a href="https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/">[…]</a></p> <a class="more" href="https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/">Read more</a> </article> <article class="post"> <div class="article-footer"> <time datetime="2013">18 Nov 2013</time> <h4><a href="https://www.idea.org/blog/2013/11/18/dinovember-creative-literacy-starts-young/">Dinovember: Creative literacy starts young</a></h4> </div> <p>“Uh-oh,” Refe Tuma heard his girls whisper. “Mom and Dad are not going to like this.” It’s Dinovember, and his family’s plastic dinosaurs have been getting into mischief all month. Every year, Tuma and his wife devote the month of November to “convincing our children that, while they sleep, their plastic dinosaur figures come to life. Related <a href="https://www.idea.org/blog/2013/11/18/dinovember-creative-literacy-starts-young/">[…]</a></p> <a class="more" href="https://www.idea.org/blog/2013/11/18/dinovember-creative-literacy-starts-young/">Read more</a> </article> </section> </div> </div> </div> </div> </header> <main role="main" id="main"><div id="twocolumns"> <div class="container"> <h1>Challenges of crowdsourcing: Analysis of Historypin</h1> <div class="twocolumns-holder"> <section id="content" class="about-holder img-posts"> <article class="post"> <p><img class="alignright size-thumbnail wp-image-4405" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.14.21-AM-132x150.png" alt="Historypin globe" width="132" height="150" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.14.21-AM-132x150.png 132w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.14.21-AM.png 140w" sizes="(max-width: 132px) 100vw, 132px" />Crowdsourcing can build virtual community, engage the public, and build large knowledge databases about science and culture. But what does it take, and how fast can you grow?</p> <p><img class="alignleft wp-image-4388 size-medium" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.54.05-PM-240x61.png" alt="Historypin logo" width="240" height="61" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.54.05-PM-240x61.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.54.05-PM-150x38.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.54.05-PM.png 252w" sizes="(max-width: 240px) 100vw, 240px" />For some insight, we look at a crowdsourced history site: <a href="http://www.historypin.com">Historypin</a> is an appealing database of historical photos, with dates, locations, captions, and other metadata. It’s called History “<strong>pin”</strong> because the photos are pinned on a map. (See recent article about <a title="Changes over time, in photos and maps" href="http://www.idea.org/blog/2013/08/21/changes-over-time-in-photos-and-maps/">Changes over time, in photos and maps</a>.) Some locations have photos from multiple dates, showing how a place has changed over time, or cross-referenced with Google Maps StreetView. Currently, Historypin has 308k items, from 51k users, and 1.4k institutions. This is a graph of pins over the last three years:<span id="more-4375"></span></p> <p><img class="alignnone size-large wp-image-4378" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-5.55.18-PM-545x289.png" alt="Pins on Historypin, 2010-2013" width="545" height="289" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-5.55.18-PM-545x289.png 545w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-5.55.18-PM-150x79.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-5.55.18-PM-240x127.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-5.55.18-PM.png 699w" sizes="(max-width: 545px) 100vw, 545px" /></p> <p>Aside from a change in their growth rate in early 2012, growth is linear. Since new users are always being added, the linear rate of content growth means users are losing interest. The following are activity rates:</p> <p><img class="alignnone size-large wp-image-4381" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-6.15.30-PM-545x257.png" alt="Daily activity at Historypin in 2013" width="545" height="257" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-6.15.30-PM-545x257.png 545w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-6.15.30-PM-150x70.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-6.15.30-PM-240x113.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-6.15.30-PM.png 711w" sizes="(max-width: 545px) 100vw, 545px" /></p> <p>These graphs show some trends:</p> <ul> <li><em>New users</em>: In early 2013, Historypin was pulling in around 23 new users a day, and that rate nearly doubled by late summer. But there was a precipitous fall in July 2013, and Historypin currently averages 17 new users per day.</li> <li><em>New institutions</em>: This rate is more consistent, hovering around two new institutions per day. This rate will eventually limit as they saturate the market.</li> <li><em>Daily pins</em>: Between personal and institutional users, and ignoring a one-time spike in May 2013, the rate of new contributions hovers around 200-300 items per day.</li> </ul> <p>How much do users participate? Users can join for many reasons; e.g., to contribute, to be able to make favorites (bookmarks), of curiosity, or because they are spammers. As with many sites, most users are dormant, with just a few users doing most of the activity. The following are the number of pins posted per user:</p> <p><img class="alignnone size-large wp-image-4400" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-12.44.02-AM-545x229.png" alt="Pins per user" width="545" height="229" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-12.44.02-AM-545x229.png 545w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-12.44.02-AM-150x63.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-12.44.02-AM-240x101.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-12.44.02-AM.png 608w" sizes="(max-width: 545px) 100vw, 545px" /></p> <p>Four out of five users never post a photo, and 9% only upload one image. The remaining 12% are enumerated in the above-right graph (<em>starting at the top clockwise</em>).</p> <h1>Not another drop in the bucket</h1> <p>It can be thankless to contribute to a crowdsourcing site, so successful projects provide a broader context and community. Historypin illustrates some good practices.</p> <p>One strategy is to have themes. Rather than generic task (“do stuff”), a theme narrows the scope (“do stuff about the San Francisco Bay”). For example, here are three current Historypin themes:</p> <p><img class="alignnone size-large wp-image-4383" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.34.28-PM-545x185.png" alt="Historypin projects" width="545" height="185" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.34.28-PM-545x185.png 545w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.34.28-PM-150x51.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.34.28-PM-240x81.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.34.28-PM.png 992w" sizes="(max-width: 545px) 100vw, 545px" /></p> <p><a href="http://diyhistory.lib.uiowa.edu"><img class="alignright size-medium wp-image-4385" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.47.36-PM-240x55.png" alt="DIY History" width="240" height="55" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.47.36-PM-240x55.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.47.36-PM-150x34.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-7.47.36-PM.png 435w" sizes="(max-width: 240px) 100vw, 240px" /></a>Themes are also used by the <a href="http://diyhistory.lib.uiowa.edu">DIY History</a> site from University of Iowa Libraries, where volunteers have been recruited to transcribe 37,507 handwritten pages of stories of Civil War soldiers and their families, of Iowa women making lives for themselves and their communities, and other themes like cookbooks, women’s lives, and the machinations of railroad barons. In DIY history, they have a large archive collection, organized into these themes.</p> <p>Here’s one of their letters, which needs transcription:</p> <p><img class="alignnone size-full wp-image-4398" src="http://www.idea.org/blog/wp-content/uploads/2013/12/ccc31.jpg" alt="A letter for transcription about transcription" width="504" height="271" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/ccc31.jpg 504w, https://www.idea.org/blog/wp-content/uploads/2013/12/ccc31-150x80.jpg 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/ccc31-240x129.jpg 240w" sizes="(max-width: 504px) 100vw, 504px" /></p> <p>Narrow themes create a manageable and achievable workload, offsetting the drudgery of transcription, and providing satisfaction to volunteers.</p> <h1>Other good features</h1> <p><img class="alignright size-full wp-image-4391" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.15-PM.png" alt="Old Weather" width="204" height="63" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.15-PM.png 204w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.15-PM-150x46.png 150w" sizes="(max-width: 204px) 100vw, 204px" />Projects must have robust, easy to use technology so that volunteers can easily get started and participate.</p> <p>Also, draw on gamefication principles: Keep it fun and satisfying, include some challenge and sense of accomplishments. <a href="http://www.oldweather.org">Old Weather</a> has a clear process. It’s clear how to get involved, and easy to follow individual and project progress.</p> <p><img class="alignnone size-large wp-image-4392" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.51-PM-545x188.png" alt="Follow vesselsChoose your voyage by joining a vesselIllustrations_2Digitise pagesEarn points on each ship. Every page countsIllustrations_3Get promotedWork your way up from Cadet to Lieutenant and even become Captain" width="545" height="188" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.51-PM-545x188.png 545w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.51-PM-150x51.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.51-PM-240x83.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.40.51-PM.png 560w" sizes="(max-width: 545px) 100vw, 545px" /></p> <p>Another motivator for contributors is to have tangible outcomes or context. For example, Old Weather has tangible outcomes, providing Arctic and worldwide weather observations which are fed into climate models of past environmental conditions; and tracking past ship movements so historians can tell the stories of the people on board.</p> <p><img class="alignright size-medium wp-image-4390" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.39.30-PM-240x110.png" alt="Papers of the War Department" width="240" height="110" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.39.30-PM-240x110.png 240w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.39.30-PM-150x69.png 150w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-08-at-8.39.30-PM.png 290w" sizes="(max-width: 240px) 100vw, 240px" />Appeal and ease of use matters. A similar idea, “<a href="http://wardepartmentpapers.org/">Papers of the War Department</a>” from the Center for History and New Media at George Mason University is progressing much slower, with 1.6k registered users (since June 2010), and approximately 200 people volunteering on the site per three month period. Volunteers have transcribed approx 4 thousand (out of 43k total) documents. At this rate, the Mason project will be done in 30 years. Check out their site, and you’ll see how it falls flat.</p> <h1>So what’s happening with Historypin?</h1> <p><img class="size-full wp-image-4402 alignright" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.08.16-AM.png" alt="Sadpin" width="157" height="158" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.08.16-AM.png 157w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.08.16-AM-150x150.png 150w" sizes="(max-width: 157px) 100vw, 157px" />Historypin is not growing exponentially. It’s not viral. Rather, Historypin’s rates of new users, new content, and new content per user have been falling in 2013. Here are a few theories:</p> <ul> <li><strong>Failure to tap a nerve</strong> – Not many people care to help stick photo pins on a map, despite their themed projects. Some ideas don’t stick.</li> <li><strong>Hasn’t reached a critical density</strong> – The earth has 149 million square kilometers of land. London is 1.5k square kilometers. A density of 1 photo per square kilometer would be require ~500x more pins.</li> <li><strong>Monolingual</strong> – Historypin wants to have a global community, but the site is exclusively English. It’s not hard to translate a user interface. (See our 2012 article about <a title="Do more by outsourcing some outreach tasks to freelancers" href="http://www.idea.org/blog/2012/05/30/do-more-by-outsourcing-some-outreach-tasks-to-freelancers/">outsourcing translations</a>.)</li> <li><strong>Closed system</strong> – There’s no way to export your content, link it to another system, nor is there an API. Similarly, they did not pursue a way for institutions to use their site on the backend, e.g., for a historical society in a small town to create a local site on their platform.</li> <li><strong><img class="alignright size-full wp-image-4404" src="http://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.13.03-AM.png" alt="We Are What We Do" width="157" height="86" srcset="https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.13.03-AM.png 157w, https://www.idea.org/blog/wp-content/uploads/2013/12/Screen-Shot-2013-12-09-at-1.13.03-AM-150x82.png 150w" sizes="(max-width: 157px) 100vw, 157px" />Questionable owner & future</strong> – The absence of clear funding sources undermines confidence in the long term prospects. Historypin was created by <a href="http://wearewhatwedo.org/">We Are What We Do</a>, a “not-for-profit behaviour change company.” Their other projects range from branding a series of <a href="http://wearewhatwedo.org/portfolio/im-not-a-plastic-bag/">plastic shopping bags</a> for a British retailer, to <a href="http://wearewhatwedo.org/portfolio/tweet-towel/">embroidered napkins</a> with Tweets. The sole mention of a funding source for Historypin is a vague comment about support from Google.</li> <li><strong>Bugs</strong> – Most of the technology on the Historypin site is slick and polished, but the core action of browsing photos on a map is buggy and awkward unless you zoom in close. Their mobile app is criticized by many users for being buggy and inadequate.</li> </ul> <p>It’s a shame, because they are doing lots of things right, with a visually appealing site, an <a href="http://blog.historypin.com">active and authentic blog</a>, smooth technology, a <a href="http://www.historypin.com/app/">mobile app</a>, and some social media (<a href="https://twitter.com/Historypin">Twitter</a>, <a href="https://www.facebook.com/historypin">Facebook</a>) to give contributors a sense of what’s new. In August 2013, Historypin acquired a smaller, similar project, LookBackMaps, but that has not boosted activity.</p> <h1>Invaluable labor</h1> <p>These considerations are important because crowdsourcing with volunteers has strong potential to deliver two kinds of content:</p> <p>(a) <strong>Content which requires human judgement</strong>. For example, transcription projects focus on documents which are impossible to digitize automatically with OCR, but cost prohibitive to be transcribed by paid staff. Volunteers to the rescue! Once digitized, the documents become more vital, searchable in full text, read online, cross-referenced and mined by researchers. Fascinating insights can be extracted from large amounts of historical text.</p> <p>(b) <strong>Content in which volunteers have unique knowledge</strong>. For example, the beauty of Historypin is that so much of the world’s photographic history is owned by individuals. When people share these old photos, scanning their family albums and the like, many other, interesting questions can be asked and explored.</p> <h1>What do you think?</h1> <p>What other crowdsourced projects in science and culture should folks know about? And what do you think are key ingredients for success?</p> <hr /> <p><em>Data source: Statistics from the home page and site of HistoryPin and other projects, over time.</em></p> <div class='yarpp-related'> <h3>Related posts:</h3><ol> <li><a href="https://www.idea.org/blog/2012/11/14/three-examples-of-multidisciplinary-outreach-to-h-s-students/" rel="bookmark" title="Three examples of multidisciplinary outreach to H.S. students">Three examples of multidisciplinary outreach to H.S. students </a> <small>Sciences and history can nicely meet at historical sites. It engages the history-minded in science, and the science-minded...</small></li> <li><a href="https://www.idea.org/blog/2011/07/20/considerations-for-new-niche-social-networks/" rel="bookmark" title="Considerations for new niche social networks">Considerations for new niche social networks </a> <small>Social networking gives professionals and enthusiastic members of the public a great way to connect and share information...</small></li> <li><a href="https://www.idea.org/blog/2011/07/20/software-options-for-niche-social-networks/" rel="bookmark" title="Software options for niche social networks">Software options for niche social networks </a> <small>So you want to create a niche social network? And you’ve read the prior post on overall issues...</small></li> <li><a href="https://www.idea.org/blog/2011/08/09/reaching-the-public-via-wikipedia/" rel="bookmark" title="Reaching the public via Wikipedia">Reaching the public via Wikipedia </a> <small>Wikipedia, the free, online encyclopedia that “anyone can edit,” is a useful way to deliver scientific and cultural knowledge...</small></li> <li><a href="https://www.idea.org/blog/2012/10/29/30-popular-twitter-hashtags-for-education-and-outreach/" rel="bookmark" title="30 popular Twitter #hashtags for education and outreach">30 popular Twitter #hashtags for education and outreach </a> <small>Twitter hashtags are useful for promoting your projects, learning about new topics, and discovering trends. But what hashtags to...</small></li> </ol> </div> </article> <section class="section comments" id="comments"> <h3>One comment on <strong>Challenges of crowdsourcing: Analysis of Historypin</strong></h3> <div class="commentlist"> <div class="commentlist-item"> <div class="pingback even thread-even depth-1" id="comment-2642"> <div class="commentlist-holder"> <a href='http://kulturimweb.net/2013/12/18/newsletter-18-dezember-2013/' rel='external nofollow' class='url'>Newsletter 18. Dezember 2013 | kulturimweb.net</a> <p class="meta"><a href="https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/#comment-2642">18 Dec 2013, 7:04 am</a></p> <p>[…] Eine Analyse der Social Media Plattform HistoryPin untersucht die Herausforderungen von Crowdsourcing-Projekten. idea.org […]</p> <p><a rel='nofollow' class='comment-reply-link' href='https://www.idea.org/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/?replytocom=2642#respond' onclick='return addComment.moveForm( "comment-2642", "2642", "respond", "4375" )' aria-label='Reply to Newsletter 18. Dezember 2013 | kulturimweb.net'>Reply</a></p> </div> </div> </div> </div> </section> <section class="comment-respond"> <div id="respond" class="comment-respond"> <h3 id="reply-title" class="comment-reply-title">Leave a Reply <small><a rel="nofollow" id="cancel-comment-reply-link" href="/blog/2013/12/09/challenges-of-crowdsourcing-analysis-of-historypin/#respond" style="display:none;">Cancel reply</a></small></h3> <form action="https://www.idea.org/blog/wp-comments-post.php" method="post" id="commentform" class="comment-form"> <p class="comment-notes"><span id="email-notes">Your email address will not be published.</span> Required fields are marked <span class="required">*</span></p><p class="comment-form-author"><label for="author">Name <span class="required">*</span></label> <input id="author" name="author" type="text" value="" size="30" maxlength="245" required='required' /></p> <p class="comment-form-email"><label for="email">Email <span class="required">*</span></label> <input id="email" name="email" type="text" value="" size="30" maxlength="100" aria-describedby="email-notes" required='required' /></p> <p class="comment-form-url"><label for="url">Website</label> <input id="url" name="url" type="text" value="" size="30" maxlength="200" /></p> <p class="comment-form-comment"><label for="comment">Comment</label> <textarea id="comment" name="comment" cols="45" rows="8" maxlength="65525" required="required"></textarea></p><p class="form-submit"><input name="submit" type="submit" id="submit" class="submit" value="Post Comment" /> <input type='hidden' name='comment_post_ID' value='4375' id='comment_post_ID' /> <input type='hidden' name='comment_parent' id='comment_parent' value='0' /> </p><p style="display: none;"><input type="hidden" id="akismet_comment_nonce" name="akismet_comment_nonce" value="70af0f4688" /></p><p style="display: none;"><input type="hidden" id="ak_js" name="ak_js" value="11"/></p> </form> </div> </section> </section> <aside id="sidebar"> <section class="widget inner-text"> <h3>Related posts</h3> <article class="post"> <h2><a href="https://www.idea.org/blog/2012/11/14/three-examples-of-multidisciplinary-outreach-to-h-s-students/">Three examples of multidisciplinary outreach to H.S. students<i class="icon-arrow-right-alt1"></i></a></h2> <p>Sciences and history can nicely meet at historical sites. It engages the history-minded in science, and the science-minded in history. Two examples were recently discussed by Chris Shires, director of interpretation and programs at the Edsel & Eleanor Ford House. Related posts: Mobile museums (on a truck): History and science delivered There is no better way <a href="https://www.idea.org/blog/2012/11/14/three-examples-of-multidisciplinary-outreach-to-h-s-students/">[…]</a></p> </article> <article class="post"> <h2><a href="https://www.idea.org/blog/2011/07/20/considerations-for-new-niche-social-networks/">Considerations for new niche social networks<i class="icon-arrow-right-alt1"></i></a></h2> <p>Social networking gives professionals and enthusiastic members of the public a great way to connect and share information about scientific or cultural topics. A niche social network can benefit small, grassroots projects as well as large institutions, achieving many objectives simultaneously. A social network allows members to e.g., exchanging information, making personal connections, fostering dialog <a href="https://www.idea.org/blog/2011/07/20/considerations-for-new-niche-social-networks/">[…]</a></p> </article> <article class="post"> <h2><a href="https://www.idea.org/blog/2011/07/20/software-options-for-niche-social-networks/">Software options for niche social networks<i class="icon-arrow-right-alt1"></i></a></h2> <p>So you want to create a niche social network? And you’ve read the prior post on overall issues to consider? Here’s an overview of over a dozen software platforms you might consider. Related posts: Open Source vs. proprietary software When deciding what software to use for a project, how do you decide on open source <a href="https://www.idea.org/blog/2011/07/20/software-options-for-niche-social-networks/">[…]</a></p> </article> <article class="post"> <h2><a href="https://www.idea.org/blog/2011/08/09/reaching-the-public-via-wikipedia/">Reaching the public via Wikipedia<i class="icon-arrow-right-alt1"></i></a></h2> <p>Wikipedia, the free, online encyclopedia that “anyone can edit,” is a useful way to deliver scientific and cultural knowledge to the public. Wikipedia is the 5th most visited web site, with 400–450 million unique visitors per month. It’s not “merely a larger audience, but a different audience,” says Sara Snyder, webmaster for the Smithsonian Institution’s Archives of American Art, who has recently started <a href="https://www.idea.org/blog/2011/08/09/reaching-the-public-via-wikipedia/">[…]</a></p> </article> <article class="post"> <h2><a href="https://www.idea.org/blog/2012/10/29/30-popular-twitter-hashtags-for-education-and-outreach/">30 popular Twitter #hashtags for education and outreach<i class="icon-arrow-right-alt1"></i></a></h2> <div style="padding: 10px 0">http://www.youtube.com/watch?v=L5rVH1KGBCY”>Nice</div> <p>Twitter hashtags are useful for promoting your projects, learning about new topics, and discovering trends. But what hashtags to use? We’ve analyzed usage patterns for over a thousand hashtags used in education and outreach, and give you the best. Even if you are active on Twitter, some will be familiar to you, and some will be new. <a href="https://www.idea.org/blog/2012/10/29/30-popular-twitter-hashtags-for-education-and-outreach/">[…]</a></p> <div style="clear:both"></div> </article> </section> </aside> </div> </div> </div> </main> <aside class="info-links"> <div class="container"> <div class="left-holder"> <p><time datetime="2013">09 Dec 2013</time> , post by <a href="https://www.idea.org/blog/author/idea/" title="Posts by IDEA" rel="author">IDEA</a></p> </div> <div class="right-holder"> <ul> <li><a href="https://www.idea.org/blog/tag/historypin/">Historypin</a></li> <li><a href="https://www.idea.org/blog/tag/web-2-0/">Web 2.0</a></li> <li><a href="https://www.idea.org/blog/tag/google-street-view/">Google Street View</a></li> <li><a href="https://www.idea.org/blog/tag/crowdsourcing/">Crowdsourcing</a></li> <li><a href="https://www.idea.org/blog/tag/knowledge/">knowledge</a></li> <li><a href="https://www.idea.org/blog/tag/streetview/">StreetView</a></li> <li><a href="https://www.idea.org/blog/tag/culture/">culture</a></li> <li><a href="https://www.idea.org/blog/tag/maps/">maps</a></li> <li><a href="https://www.idea.org/blog/tag/history/">history</a></li> <li><a href="https://www.idea.org/blog/tag/outreach/">outreach</a></li> <li><a href="https://www.idea.org/blog/tag/community/">community</a></li> <li><a href="https://www.idea.org/blog/tag/user-interface/">user interface</a></li> </ul> </div> </div> </aside> <aside class="items-holder"> <div class="container"> <div class="list-items widget-apps-widget"><h3>Read more about <br class="separator"><strong>our language-related apps.</strong></h3> <ul> <li> <div class="item-holder"> <a href="http://www.idea.org/otherwordly"> <picture>  <source srcset="https://www.idea.org/blog/wp-content/uploads/2023/09/otherwordly_appicon_1024px_rounded_01-35x36.png, https://www.idea.org/blog/wp-content/uploads/2023/09/otherwordly_appicon_1024px_rounded_01-70x70.png 2x" media="(max-width: 767px)"> <source srcset="https://www.idea.org/blog/wp-content/uploads/2023/09/otherwordly_appicon_1024px_rounded_01-70x70.png, https://www.idea.org/blog/wp-content/uploads/2023/09/otherwordly_appicon_1024px_rounded_01-140x140.png 2x">  <img src="https://www.idea.org/blog/wp-content/uploads/2023/09/otherwordly_appicon_1024px_rounded_01-70x70.png" alt=""> </picture> <span class="title" style="color:#c46e3c">OtherWordly</span> </a> </div> </li> <li> <div class="hr"></div> <div class="item-holder"> <a href="http://www.idea.org/inotherwords"> <picture>  <source srcset="https://www.idea.org/blog/wp-content/uploads/2023/09/inotherwords_appicon_1024px_rounded_01-35x36.png, https://www.idea.org/blog/wp-content/uploads/2023/09/inotherwords_appicon_1024px_rounded_01-70x70.png 2x" media="(max-width: 767px)"> <source srcset="https://www.idea.org/blog/wp-content/uploads/2023/09/inotherwords_appicon_1024px_rounded_01-70x70.png, https://www.idea.org/blog/wp-content/uploads/2023/09/inotherwords_appicon_1024px_rounded_01-140x140.png 2x">  <img src="https://www.idea.org/blog/wp-content/uploads/2023/09/inotherwords_appicon_1024px_rounded_01-70x70.png" alt=""> </picture> <span class="title" style="color:#8b8be0">In Other Words</span> </a> </div> </li> <li> <div class="hr"></div> <div class="item-holder"> <a href="http://www.idea.org/linguabase"> <picture>  <source srcset="https://www.idea.org/blog/wp-content/uploads/2023/09/linguabase_appicon_1024px_rounded_01-35x36.png, https://www.idea.org/blog/wp-content/uploads/2023/09/linguabase_appicon_1024px_rounded_01-70x70.png 2x" media="(max-width: 767px)"> <source srcset="https://www.idea.org/blog/wp-content/uploads/2023/09/linguabase_appicon_1024px_rounded_01-70x70.png, https://www.idea.org/blog/wp-content/uploads/2023/09/linguabase_appicon_1024px_rounded_01-140x140.png 2x">  <img src="https://www.idea.org/blog/wp-content/uploads/2023/09/linguabase_appicon_1024px_rounded_01-70x70.png" alt=""> </picture> <span class="title" style="color:#b859cc">Liguabase</span> </a> </div> </li> </ul> </div> </div> </aside> <footer id="footer"> <div class="container"> <nav class="page-nav"> <ul> <li id="menu-item-4498" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-home menu-item-4498"><a href="https://www.idea.org/blog/">Home</a></li> <li id="menu-item-4497" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4497"><a href="https://www.idea.org/blog/about/">Mission & history</a></li> <li id="menu-item-4499" class="popup menu-item menu-item-type-custom menu-item-object-custom menu-item-4499"><a title="popup" class="js-btn-show-popups" href="#wrapper">Browse topics</a></li> <li id="menu-item-4666" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-4666"><a href="https://www.idea.org/blog/contact/">Contact IDEA</a></li> <li>Copyright © 2024 <a href="https://www.idea.org/blog">IDEA</a></li> </ul> </nav> </div> </footer> </div> <link rel='stylesheet' id='yarppRelatedCss-css' href='//www.idea.org/blog/wp-content/plugins/yet-another-related-posts-plugin/style/related.css' type='text/css' media='all' /> <script type='text/javascript'> /* <![CDATA[ */ var wpcf7 = {"apiSettings":{"root":"https:\/\/www.idea.org\/blog\/wp-json\/contact-form-7\/v1","namespace":"contact-form-7\/v1"},"cached":"1"}; /* ]]> */ </script> <script type='text/javascript' src='//www.idea.org/blog/wp-content/plugins/contact-form-7/includes/js/scripts.js'></script> <script type='text/javascript' src='//www.idea.org/blog/wp-content/themes/ideaorg/js/comment-reply.js'></script> <script type='text/javascript' src='//www.idea.org/blog/wp-content/themes/ideaorg/js/jquery.main.js'></script> <script type='text/javascript' src='//www.idea.org/blog/wp-includes/js/wp-embed.min.js'></script> <script async="async" type='text/javascript' src='//www.idea.org/blog/wp-content/plugins/akismet/_inc/form.js'></script> </body>  <script async src="https://www.googletagmanager.com/gtag/js?id=G-Y68B45MT0H"></script> <script> window.dataLayer = window.dataLayer || []; function gtag(){dataLayer.push(arguments);} gtag('js', new Date()); gtag('config', 'G-Y68B45MT0H'); </script> </html>

CINXE.COM

Challenges of crowdsourcing: Analysis of Historypin – IDEA