CINXE.COM

<!DOCTYPE html> <html class="client-nojs skin-theme-clientpref-day mf-expand-sections-clientpref-0 mf-font-size-clientpref-small mw-mf-amc-clientpref-0" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>User:Dsimic/Traffic stats calculation - Wikipedia</title> <script>(function(){var className="client-js skin-theme-clientpref-day mf-expand-sections-clientpref-0 mf-font-size-clientpref-small mw-mf-amc-clientpref-0";var cookie=document.cookie.match(/(?:^|; )enwikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"a4a80de3-d3c1-4efc-a501-699c6e6a81f1","wgCanonicalNamespace":"User","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":2,"wgPageName":"User:Dsimic/Traffic_stats_calculation","wgTitle":"Dsimic/Traffic stats calculation","wgCurRevisionId":1077564765, "wgRevisionId":1077564765,"wgArticleId":45421324,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName":"User:Dsimic/Traffic_stats_calculation","wgRelevantArticleId":45421324,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgRelevantUserName":"Dsimic","wgNoticeProject":"wikipedia","wgCiteReferencePreviewsActive":false,"wgFlaggedRevsParams":{"tags":{"status":{"levels":1}}},"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgPopupsFlags":0,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFMode":"stable","wgMFAmc":false,"wgMFAmcOutreachActive":false,"wgMFAmcOutreachUserEligible":false,"wgMFLazyLoadImages":true,"wgMFEditNoticesFeatureConflict":false,"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist": true,"tagline":false,"nearby":true},"wgMFIsSupportedEditRequest":true,"wgMFScriptPath":"","wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":20000,"wgRelatedArticlesCompat":[],"wgEditSubmitButtonLabelPublish":true,"wgSectionTranslationTargetLanguages":["ace","ady","alt","am","ami","an","ang","ann","anp","ar","ary","arz","as","ast","av","avk","awa","ay","az","azb","ba","ban","bar","bbc","bcl","bdr","be","bew","bg","bho","bi","bjn","blk","bm","bn","bo","bpy","br","bs","btm","bug","ca","cdo","ce","ceb","ch","chr","ckb","co","cr","crh","cs","cu","cy","da","dag","de","dga","din","diq","dsb","dtp","dv","dz","ee","el","eml","eo","es","et","eu","fa","fat","ff","fi","fj","fo","fon","fr","frp","frr","fur","fy","gag","gan","gcr","gl","glk","gn","gom","gor","gpe","gu","guc","gur","guw","gv","ha","hak","haw","he","hi","hif","hr","hsb","ht","hu","hy","hyw","ia","iba","ie","ig","igl","ilo","io","is","it","iu","ja","jam","jv","ka","kaa","kab","kbd","kbp","kcg","kg","kge","ki","kk","kl", "km","kn","ko","koi","krc","ks","ku","kus","kv","kw","ky","lad","lb","lez","lg","li","lij","lld","lmo","ln","lo","lt","ltg","lv","mad","mai","map-bms","mdf","mg","mhr","mi","min","mk","ml","mn","mni","mnw","mos","mr","mrj","ms","mt","mwl","my","myv","mzn","nah","nan","nap","nb","nds","nds-nl","ne","new","nia","nl","nn","nqo","nr","nso","ny","oc","om","or","os","pa","pag","pam","pap","pcd","pcm","pdc","pl","pms","pnb","ps","pt","pwn","qu","rm","rn","ro","rsk","rue","rup","rw","sa","sah","sat","sc","scn","sco","sd","se","sg","sgs","sh","shi","shn","si","sk","skr","sl","sm","smn","sn","so","sq","sr","srn","ss","st","stq","su","sv","sw","szl","ta","tay","tcy","tdd","te","tet","tg","th","ti","tk","tl","tly","tn","to","tpi","tr","trv","ts","tt","tum","tw","ty","tyv","udm","ur","uz","ve","vec","vep","vi","vls","vo","vro","wa","war","wo","wuu","xal","xh","xmf","yi","yo","yue","za","zgh","zh","zu"],"isLanguageSearcherCXEntrypointEnabled":false,"mintEntrypointLanguages":["ace","ast","azb","bcl", "bjn","bh","crh","ff","fon","ig","is","ki","ks","lmo","min","sat","ss","tn","vec"],"wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"],"GEHomepageSuggestedEditsEnableTopics":true,"wgGETopicsMatchModeEnabled":false,"wgGEStructuredTaskRejectionReasonTextInputEnabled":false,"wgGELevelingUpEnabledForUser":false,"wgMinervaPermissions":{"watchable":true,"watch":false},"wgMinervaFeatures":{"beta":false,"donate":true,"mobileOptionsLink":true,"categories":false,"pageIssues":true,"talkAtTop":true,"historyInPageActions":false,"overflowSubmenu":false,"tabsOnSpecials":true,"personalMenu":false,"mainMenuExpanded":false,"echo":true,"nightMode":true},"wgMinervaDownloadNamespaces":[0]};RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.pygments":"ready","skins.minerva.styles":"ready", "skins.minerva.content.styles.images":"ready","mediawiki.hlist":"ready","skins.minerva.codex.styles":"ready","skins.minerva.icons":"ready","skins.minerva.amc.styles":"ready","ext.wikimediamessages.styles":"ready","mobile.init.styles":"ready","ext.wikimediaBadges":"ready"};RLPAGEMODULES=["ext.pygments.view","site","mediawiki.page.ready","skins.minerva.scripts","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.gadget.switcher","ext.urlShortener.toolbar","ext.centralauth.centralautologin","ext.popups","mobile.init","ext.echo.centralauth","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.cx.eventlogging.campaigns","ext.cx.entrypoints.languagesearcher.init","mw.externalguidance.init","ext.checkUser.clientHints"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.pygments%2CwikimediaBadges%7Cext.wikimediamessages.styles%7Cmediawiki.hlist%7Cmobile.init.styles%7Cskins.minerva.amc.styles%7Cskins.minerva.codex.styles%7Cskins.minerva.content.styles.images%7Cskins.minerva.icons%2Cstyles&only=styles&skin=minerva"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=minerva"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=minerva"> <meta name="generator" content="MediaWiki 1.44.0-wmf.6"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="noindex,follow,max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="theme-color" content="#eaecf0"> <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes, minimum-scale=0.25, maximum-scale=5.0"> <meta property="og:title" content="User:Dsimic/Traffic stats calculation - Wikipedia"> <meta property="og:type" content="website"> <link rel="manifest" href="/w/api.php?action=webapp-manifest"> <link rel="alternate" type="application/x-wiki" title="Edit this page" href="/w/index.php?title=User:Dsimic/Traffic_stats_calculation&action=edit"> <link rel="apple-touch-icon" href="/static/apple-touch/wikipedia.png"> <link rel="icon" href="/static/favicon/wikipedia.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Wikipedia (en)"> <link rel="EditURI" type="application/rsd+xml" href="//en.wikipedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://en.wikipedia.org/wiki/User:Dsimic/Traffic_stats_calculation"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en"> <link rel="dns-prefetch" href="//meta.wikimedia.org" /> <link rel="dns-prefetch" href="login.wikimedia.org"> </head> <body class="mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-2 ns-subject mw-editable page-User_Dsimic_Traffic_stats_calculation rootpage-User_Dsimic stable skin-minerva action-view skin--responsive mw-mf-amc-disabled mw-mf"><div id="mw-mf-viewport"> <div id="mw-mf-page-center"> <a class="mw-mf-page-center__mask" href="#"></a> <header class="header-container header-chrome"> <div class="minerva-header"> <nav class="navigation-drawer toggle-list view-border-box"> <input type="checkbox" id="main-menu-input" class="toggle-list__checkbox" role="button" aria-haspopup="true" aria-expanded="false" aria-labelledby="mw-mf-main-menu-button"> <label role="button" for="main-menu-input" id="mw-mf-main-menu-button" aria-hidden="true" data-event-name="ui.mainmenu" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet toggle-list__toggle"> </label> <div id="mw-mf-page-left" class="menu view-border-box"> <ul id="p-navigation" class="toggle-list__list"> <li class="toggle-list-item "> <a class="toggle-list-item__anchor menu__item--home" href="/wiki/Main_Page" data-mw="interface"> Home </a> </li> <li class="toggle-list-item "> <a class="toggle-list-item__anchor menu__item--random" href="/wiki/Special:Random" data-mw="interface"> Random </a> </li> <li class="toggle-list-item skin-minerva-list-item-jsonly"> <a class="toggle-list-item__anchor menu__item--nearby" href="/wiki/Special:Nearby" data-event-name="menu.nearby" data-mw="interface"> Nearby </a> </li> </ul> <ul id="p-personal" class="toggle-list__list"> <li class="toggle-list-item "> <a class="toggle-list-item__anchor menu__item--login" href="/w/index.php?title=Special:UserLogin&returnto=User%3ADsimic%2FTraffic+stats+calculation" data-event-name="menu.login" data-mw="interface"> Log in </a> </li> </ul> <ul id="pt-preferences" class="toggle-list__list"> <li class="toggle-list-item skin-minerva-list-item-jsonly"> <a class="toggle-list-item__anchor menu__item--settings" href="/w/index.php?title=Special:MobileOptions&returnto=User%3ADsimic%2FTraffic+stats+calculation" data-event-name="menu.settings" data-mw="interface"> Settings </a> </li> </ul> <ul id="p-donation" class="toggle-list__list"> <li class="toggle-list-item "> <a class="toggle-list-item__anchor menu__item--donate" href="https://donate.wikimedia.org/?wmf_source=donate&wmf_medium=sidebar&wmf_campaign=en.wikipedia.org&uselang=en&wmf_key=minerva" data-event-name="menu.donate" data-mw="interface"> Donate </a> </li> </ul> <ul class="hlist"> <li class="toggle-list-item "> <a class="toggle-list-item__anchor menu__item--about" href="/wiki/Wikipedia:About" data-mw="interface"> About Wikipedia </a> </li> <li class="toggle-list-item "> <a class="toggle-list-item__anchor menu__item--disclaimers" href="/wiki/Wikipedia:General_disclaimer" data-mw="interface"> Disclaimers </a> </li> </ul> </div> <label class="main-menu-mask" for="main-menu-input"></label> </nav> <div class="branding-box"> <a href="/wiki/Main_Page"> <img src="/static/images/mobile/copyright/wikipedia-wordmark-en.svg" alt="Wikipedia" width="120" height="18" style="width: 7.5em; height: 1.125em;"/> </a> </div> <form action="/w/index.php" method="get" class="minerva-search-form"> <div class="search-box"> <input type="hidden" name="title" value="Special:Search"/> <input class="search skin-minerva-search-trigger" id="searchInput" type="search" name="search" placeholder="Search Wikipedia" aria-label="Search Wikipedia" autocapitalize="sentences" title="Search Wikipedia [f]" accesskey="f"> </div> <button id="searchIcon" class="cdx-button cdx-button--size-large cdx-button--icon-only cdx-button--weight-quiet skin-minerva-search-trigger"> Search </button> </form> <nav class="minerva-user-navigation" aria-label="User navigation"> </nav> </div> </header> <main id="content" class="mw-body"> <div class="banner-container"> <div id="siteNotice"></div> </div> <div class="pre-content heading-holder"> <div class="page-heading"> <h1 id="firstHeading" class="firstHeading mw-first-heading">User:Dsimic/Traffic stats calculation</h1> <div class="tagline"></div> </div> <ul id="p-associated-pages" class="minerva__tab-container"> <li class="minerva__tab selected"> <a class="minerva__tab-text" href="/wiki/User:Dsimic/Traffic_stats_calculation" rel="" data-event-name="tabs.subject">User page</a> </li> <li class="minerva__tab "> <a class="minerva__tab-text" href="/wiki/User_talk:Dsimic/Traffic_stats_calculation" rel="discussion" data-event-name="tabs.talk">Talk</a> </li> </ul> <nav class="page-actions-menu"> <ul id="p-views" class="page-actions-menu__list"> <li id="language-selector" class="page-actions-menu__list-item"> <a role="button" href="" data-mw="interface" data-event-name="menu.languages" title="Language" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet language-selector disabled"> Language </a> </li> <li id="page-actions-watch" class="page-actions-menu__list-item"> <a role="button" id="ca-watch" href="/w/index.php?title=Special:UserLogin&returnto=User%3ADsimic%2FTraffic+stats+calculation" data-event-name="menu.watch" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet menu__item--page-actions-watch"> Watch </a> </li> <li id="page-actions-edit" class="page-actions-menu__list-item"> <a role="button" id="ca-edit" href="/w/index.php?title=User:Dsimic/Traffic_stats_calculation&action=edit" data-event-name="menu.edit" data-mw="interface" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet edit-page menu__item--page-actions-edit"> Edit </a> </li> </ul> </nav>  <div id="mw-content-subtitle"><div class="subpages">< <bdi dir="ltr"><a href="/wiki/User:Dsimic" title="User:Dsimic">User:Dsimic</a></bdi></div></div> </div> <div id="bodyContent" class="content"> <div id="mw-content-text" class="mw-body-content"><script>function mfTempOpenSection(id){var block=document.getElementById("mf-section-"+id);block.className+=" open-block";block.previousSibling.className+=" open-block";}</script><div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><section class="mf-section-0" id="mf-section-0"><div id="toc" class="toc" role="navigation" aria-labelledby="mw-toc-heading"><input type="checkbox" role="button" id="toctogglecheckbox" class="toctogglecheckbox" style="display:none"><div class="toctitle" lang="en" dir="ltr"><h2 id="mw-toc-heading">Contents</h2><label class="toctogglelabel" for="toctogglecheckbox"></label></div> <ul> <li class="toclevel-1 tocsection-1"><a href="#Automated_monthly_statistics_calculation">1 Automated monthly statistics calculation</a> <ul> <li class="toclevel-2 tocsection-2"><a href="#Source_code">1.1 Source code</a></li> <li class="toclevel-2 tocsection-3"><a href="#Output_example">1.2 Output example</a></li> </ul> </li> </ul> </div> </section><div class="mw-heading mw-heading2 section-heading" onclick="mfTempOpenSection(1)"><h2 id="Automated_monthly_statistics_calculation">Automated monthly statistics calculation</h2> <a role="button" href="/w/index.php?title=User:Dsimic/Traffic_stats_calculation&action=edit&section=1" title="Edit section: Automated monthly statistics calculation" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet "> edit </a> </div><section class="mf-section-1 collapsible-block" id="mf-section-1"> <style data-mw-deduplicate="TemplateStyles:r1236090951">.mw-parser-output .hatnote{font-style:italic}.mw-parser-output div.hatnote{padding-left:1.6em;margin-bottom:0.5em}.mw-parser-output .hatnote i{font-style:normal}.mw-parser-output .hatnote+link+.hatnote{margin-top:-0.5em}@media print{body.ns-0 .mw-parser-output .hatnote{display:none!important}}</style><div role="note" class="hatnote navigation-not-searchable">See also: <a href="/wiki/User_talk:Dsimic#Wikiviewstats_utility" title="User talk:Dsimic">User talk:Dsimic § Wikiviewstats utility</a>, <a href="/wiki/User_talk:Dsimic#An_alternative_data_source_for_traffic_stats_calculation" title="User talk:Dsimic">User talk:Dsimic § An alternative data source for traffic stats calculation</a>, and <a href="/wiki/User:Dsimic#CREATED-ARTICLES" title="User:Dsimic">User:Dsimic § Articles I've created</a></div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Further information: <a href="/wiki/Wikipedia:Statistics" title="Wikipedia:Statistics">Wikipedia:Statistics</a>, <a href="/wiki/Wikipedia:VIEWSSTATS" class="mw-redirect" title="Wikipedia:VIEWSSTATS">Wikipedia:Statistics § Page views</a>, and <a href="/wiki/Wikipedia:Pageview_statistics" title="Wikipedia:Pageview statistics">Wikipedia:Pageview statistics</a></div> Below is a rather simple <a href="/wiki/PHP" title="PHP">PHP</a> program that fetches monthly <a href="/wiki/Page_view" class="mw-redirect" title="Page view">page views</a> statistics provided by the <a href="https://wikitech.wikimedia.org/wiki/Analytics/PageviewAPI" class="extiw" title="wikitech:Analytics/PageviewAPI">Pageview API</a> in <a href="/wiki/JSON" title="JSON">JSON</a> format (that's a public <a href="/wiki/API" title="API">API</a> developed and maintained by the <a href="/wiki/Wikimedia_Foundation" title="Wikimedia Foundation">Wikimedia Foundation</a>, see also its detailed <a class="external text" href="https://wikimedia.org/api/rest_v1/?doc#!/Pageviews_data/get_metrics_pageviews_per_article_project_access_agent_article_granularity_start_end">REST API documentation</a>), for a specified list of articles, and calculates their total monthly views and average views per day. The fetched page views statistics don't include <a href="/wiki/Web_crawler" title="Web crawler">spider</a>- or <a href="/wiki/Internet_bot" title="Internet bot">bot</a>-generated traffic. The program is intended to be run interactively from a <a href="/wiki/Command-line_interface" title="Command-line interface">command-line interface</a> (CLI); instead of running it locally, on a machine capable of executing PHP <a href="/wiki/Scripting_language" title="Scripting language">scripts</a>, you may also use some of the freely available online PHP <a href="/wiki/Integrated_development_environment" title="Integrated development environment">development environments</a>. Initially, this program used the page views statistics provided by <a rel="nofollow" class="external text" href="http://stats.grok.se/">stats.grok.se</a> in JSON format, but that <a href="/wiki/Web_service" title="Web service">web service</a> unfortunately became no longer updated around mid-January 2016, and it remains defunct as of June 2016<a class="external text" href="https://en.wikipedia.org/w/index.php?title=Dsimic/Traffic_stats_calculation&action=edit">[update]</a>. If needed, you can also have a look at that <a href="/wiki/Special:PermanentLink/723114012" title="Special:PermanentLink/723114012">older version</a> of the program code and documentation. As pretty much everything else here on Wikipedia, I'm releasing this program code under the terms of the <a href="/wiki/Wikipedia:CC_BY-SA" class="mw-redirect" title="Wikipedia:CC BY-SA">CC BY-SA 3.0</a> license, so please feel free to use it and modify according to your needs. Of course, feel free to use <a href="/wiki/User_talk:Dsimic" title="User talk:Dsimic">my talk page</a> to <a class="external text" href="https://en.wikipedia.org/w/index.php?title=User_talk:Dsimic&action=edit&section=new">leave me a message</a> in case you have any questions, suggestions, bug reports, etc. <div class="mw-heading mw-heading3"><h3 id="Source_code">Source code</h3> <a role="button" href="/w/index.php?title=User:Dsimic/Traffic_stats_calculation&action=edit&section=2" title="Edit section: Source code" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet "> edit </a> </div> Before running this program, you need to modify the list of articles contained in the <code>$articles</code> <a href="/wiki/Variable_(computer_science)" title="Variable (computer science)">variable</a> (what's in the code below is the list of articles <a class="external text" href="https://tools.wmflabs.org/sigma/created.py?name=Dsimic&server=enwiki&max=100&ns=,,&redirects=none">I've created</a> or started), and to modify the month and year for which statistics are to be fetched and calculated, which are specified through the <code>FETCH_MONTH</code> and <code>FETCH_YEAR</code> <a href="/wiki/Constant_(computer_programming)" title="Constant (computer programming)">constants</a>, respectively. When the program is configured to calculate statistics for the current month, it takes into account only the whole/elapsed days; as a result, running the program on the first day of the month to calculate current month statistics isn't supported. Also, in case whole days are missing in the statistics data available from the Pageview API, the program doesn't count in such zero-page-views days when calculating the averages. The <code>FETCH_PROJECT</code> constant selects the encyclopedia: <code>en.wikipedia.org</code> is for the <a href="/wiki/English_Wikipedia" title="English Wikipedia">English Wikipedia</a>, <code>de.wikipedia.org</code> is for the <a href="/wiki/German_Wikipedia" title="German Wikipedia">German Wikipedia</a>, etc. Just as a note, getting ready-to-run PHP code of this program is as easy as viewing the <a href="/wiki/Wiki_code" class="mw-redirect" title="Wiki code">Wiki code</a> of this page and copying what's between the <code><syntaxhighlight lang="php" line></code> and <code></syntaxhighlight></code> <a href="/wiki/HTML_tag" class="mw-redirect" title="HTML tag">tags</a>. The program code below is the latest available version, and it is updated on this page after any improvements or <a href="/wiki/Bugfix" class="mw-redirect" title="Bugfix">bugfixes</a> are implemented. <div class="mw-highlight mw-highlight-lang-php mw-content-ltr mw-highlight-lines" dir="ltr"><pre><?php define('FETCH_MONTH', '01'); // MM define('FETCH_YEAR', '2016'); // YYYY define('FETCH_PROJECT', 'en.wikipedia.org'); // "en.wikipedia.org", "de.wikipedia.org", etc. $articles = array('Stagefright (bug)', 'Row hammer', 'Address generation unit', 'UniDIMM', 'kdump (Linux)', 'kernfs (BSD)', 'kernfs (Linux)', 'ftrace', 'Android Runtime', 'WebScaleSQL', 'Intel X99', 'HipHop Virtual Machine', 'kpatch', 'kGraft', 'CoreOS', 'ARM Cortex-A17', 'Solid-state storage', 'Port Control Protocol', 'zswap', 'Emdebian Grip', 'ThinkPad 8', 'Laravel', 'OpenLMI', 'Open vSwitch', 'Distributed Overlay Virtual Ethernet', 'Management Component Transport Protocol', 'Buildroot', 'dm-cache', 'bcache', 'SATA Express', 'OpenZFS', 'List of Eurocrem packages', 'M.2', 'Eurocrem'); // --------------------------------------------- // obviously, configurable stuff ends here // --------------------------------------------- define('CHUNK_SIZE', 10); // articles, imposed by the Pageview API rate limit (see below) define('CHUNK_SLEEP', 1); // seconds, also related to the API rate limit define('EXIT_SUCCESS', 0); // program exit codes define('EXIT_FAILURE', 1); set_time_limit(0); ini_set('memory_limit', 67108864); ini_set('default_socket_timeout', 90); // a few short helper functions function plural_output($value, $unit) { return (number_format($value) . " {$unit}" . ((abs($value) != 1) ? 's' : '')); } function progress_message($message = '.') { static $last_message = null; $now = microtime(true); $ret_val = false; if (($last_message === null) || (($now - $last_message) > 0.5)) { // one message every 0.5 seconds echo($message); $last_message = $now; $ret_val = true; // the message has been printed } return ($ret_val); } // prepare the cURL handles for all articles echo("\nFetching statistics data: "); $start_time = microtime(true); $handles = array(); $articles_total = count($articles); $day_of_month = @date('j'); $current_month = (FETCH_MONTH == @date('m')); if ($articles_total == 0) { // a small sanity check echo("no articles specified!\n"); exit(EXIT_FAILURE); } if ($current_month && ($day_of_month == 1)) { // account only the whole days, also knowing echo("no elapsed days in current month!\n"); // that the Pageview API rejects invalid dates exit(EXIT_FAILURE); } $days_total = !$current_month ? cal_days_in_month(CAL_GREGORIAN, FETCH_MONTH, FETCH_YEAR) : ($day_of_month - 1); $fetch_range = FETCH_YEAR . FETCH_MONTH . '01/' . FETCH_YEAR . FETCH_MONTH . sprintf('%02d', $days_total); for ($id = 0; $id < $articles_total; $id++) { $handles[$id] = curl_init(); curl_setopt($handles[$id], CURLOPT_URL, 'https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/' . FETCH_PROJECT . '/all-access/user/' . rawurlencode(ucfirst($articles[$id])) . "/daily/{$fetch_range}"); curl_setopt($handles[$id], CURLOPT_HEADER, false); curl_setopt($handles[$id], CURLOPT_RETURNTRANSFER, true); curl_setopt($handles[$id], CURLOPT_SSL_VERIFYPEER, false); curl_setopt($handles[$id], CURLOPT_CONNECTTIMEOUT, 20); curl_setopt($handles[$id], CURLOPT_TIMEOUT, 60); curl_setopt($handles[$id], CURLOPT_DNS_CACHE_TIMEOUT, 3600); curl_setopt($handles[$id], CURLOPT_FORBID_REUSE, false); curl_setopt($handles[$id], CURLOPT_FRESH_CONNECT, false); curl_setopt($handles[$id], CURLOPT_MAXCONNECTS, 10); curl_setopt($handles[$id], CURLOPT_USERAGENT, 'https://en.wikipedia.org/wiki/User_talk:Dsimic'); } progress_message(); // run the cURL handles in chunks because the Pageview API imposes a rate limit, // which, as of June 1, 2016, is specified at 10 requests per second, although // it seems to be happily handling *much* higher rates $handle_all = curl_multi_init(); $chunks = ceil(1.0 * $articles_total / CHUNK_SIZE); $output = array(); $error_messages = array('Parsing JSON data failed' => -1); $views_total = 0; $failures = 0; $days_available = array(); $php_version = explode('.', phpversion(), 3); if (($php_version[0] >= 5) && // available since PHP 5.5.0 ($php_version[1] >= 5)) { curl_multi_setopt($handle_all, CURLMOPT_PIPELINING, true); curl_multi_setopt($handle_all, CURLMOPT_MAXCONNECTS, 10); } for ($chunk = 0; $chunk < $chunks; $chunk++) { // fetch one chunk at a time $id_limit = min(($chunk + 1) * CHUNK_SIZE, $articles_total); for ($id = $chunk * CHUNK_SIZE; $id < $id_limit; $id++) // all articles in this chunk curl_multi_add_handle($handle_all, $handles[$id]); do { // fetch the articles stats data in JSON format... $status = curl_multi_exec($handle_all, $running); progress_message(); } while (($status == CURLM_CALL_MULTI_PERFORM) || ($running > 0)); for ($id = $chunk * CHUNK_SIZE; $id < $id_limit; $id++) { // ... and process it $json = curl_multi_getcontent($handles[$id]); if (($json == '') || // is the JSON Ok? (($json = json_decode($json, true)) === null) || !array_key_exists('items', $json) || !is_array($json['items'])) { ++$failures; if (($message = curl_error($handles[$id])) != '') { // for some reason, curl_errno() if (!array_key_exists($message, $error_messages)) { // always returns zero here $errno = -1 * count($error_messages) - 1; $error_messages[$message] = $errno; } else // already seen $errno = $error_messages[$message]; } else // below -1 are the cURL errors $errno = -1; $output[$id] = $errno; } else { // fetched JSON data is Ok $views = 0; foreach ($json['items'] as $json_item) { $views += $json_item['views']; if ($json_item['views'] > 0) // complete days may be missing $days_available[$json_item['timestamp']] = true; } $views_total += $views; $output[$id] = $views; } curl_multi_remove_handle($handle_all, $handles[$id]); curl_close($handles[$id]); progress_message(); // done with this chunk } if ($chunk != ($chunks - 1)) { // don't sleep after the last chunk $message = '#'; // all this results in smooth progress messages $limit = CHUNK_SLEEP * 4; for ($i = 0; $i <= $limit; $i++) { if (progress_message($message) === true) // print only one "marker" $message = '.'; usleep(250000); } } } curl_multi_close($handle_all); echo(" done.\n\n"); // done fetching all chunks of the stats data, generate and print the output... arsort($output, SORT_NUMERIC); $error_messages = array_flip($error_messages); $articles_ok = $articles_total - $failures; $first_error = true; foreach ($output as $id => $views) if ($views >= 0) echo("- {$articles[$id]}: total " . plural_output($views, 'view') . "\n"); else { if ($first_error && ($articles_ok > 0)) { // display an empty line before echo("\n"); // the first failure message $first_error = false; } echo("> {$articles[$id]}: failure ({$error_messages[$views]})\n"); } // ... and the final summary $days_missing = $days_total - count($days_available); $month_name = @date('F', @strtotime(FETCH_YEAR . '-' . FETCH_MONTH . '-01')); $elapsed_time = microtime(true) - $start_time; $elapsed_min = intval($elapsed_time / 60); $elapsed_sec = round($elapsed_time - $elapsed_min * 60); echo("\nDone, {$month_name} " . FETCH_YEAR . ' statistics for ' . plural_output($articles_ok, 'article') . ' fetched in ' . (($elapsed_min > 0) ? (plural_output($elapsed_min, 'minute') . ' and ') : '') . plural_output($elapsed_sec, 'second') . ".\n" . (($failures > 0) ? ('Fetching the views statistics failed for ' . plural_output($failures, 'article') . ".\n") : '')); if ($days_total > $days_missing) { // it's entirely possible that $views_daily = intval($views_total / ($days_total - $days_missing)); // all days were missing echo('Total ' . plural_output($views_total, 'view') . ', averaging in ' . plural_output($views_daily, 'view') . ' per day (' . plural_output($days_total, ($current_month ? 'whole ' : '') . 'day') . ' in ' . ($current_month ? 'the current' : 'that') . ' month' . (($days_missing > 0) ? (', with the statistics unavailable for ' . plural_output($days_missing, 'day')) : '') . ").\n"); } else { // no statistics data echo('Sorry, no statistics data is available at the moment for ' . ($current_month ? 'the current' : 'that') . " month.\n"); $errno = ((($days_total != $days_missing) ? 10 : 0) + // just in case, perform some additional (($views_total != 0) ? 20 : 0)); // sanity checks on the internal logic if ($errno > 0) { echo("\nInternal errors detected (error code: {$errno}), please report on " . "https://en.wikipedia.org/wiki/User_talk:Dsimic by providing complete program output.\n"); exit(EXIT_FAILURE); } } exit(EXIT_SUCCESS); ?> </pre></div> <div class="mw-heading mw-heading3"><h3 id="Output_example">Output example</h3> <a role="button" href="/w/index.php?title=User:Dsimic/Traffic_stats_calculation&action=edit&section=3" title="Edit section: Output example" class="cdx-button cdx-button--size-large cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--icon-only cdx-button--weight-quiet "> edit </a> </div> Below is an example of the output produced when the program from above is run. The program sorts the articles by their total page views in descending order, so the article that has received the largest number of page views is first in the printed list. In the <code>Fetching statistics data</code> line, dots (<code>.</code>) represent the progress updates during the processing of each article chunk, while the <a href="/wiki/Number_sign" title="Number sign">hash marks</a> (<code>#</code>) represent the beginning of processing for each new article chunk. This chunking is necessary because the <a href="https://wikitech.wikimedia.org/wiki/Analytics/PageviewAPI" class="extiw" title="wikitech:Analytics/PageviewAPI">Pageview API</a> imposes a <a class="external text" href="https://wikimedia.org/api/rest_v1/?doc#!/Pageviews_data/get_metrics_pageviews_per_article_project_access_agent_article_granularity_start_end">rate limit</a> on the API queries it receives, which, as of June 1, 2016<a class="external text" href="https://en.wikipedia.org/w/index.php?title=Dsimic/Traffic_stats_calculation&action=edit">[update]</a>, is specified at 10 requests per second. <div class="mw-highlight mw-highlight-lang-text mw-content-ltr" dir="ltr"><pre>Fetching statistics data: ...#.#.#. done. - M.2: total 64,598 views - SATA Express: total 21,724 views - Laravel: total 16,115 views - Stagefright (bug): total 12,717 views - CoreOS: total 11,593 views - Android Runtime: total 9,493 views - Intel X99: total 7,928 views - HipHop Virtual Machine: total 5,944 views - Row hammer: total 3,896 views - Open vSwitch: total 3,769 views - Solid-state storage: total 3,006 views - dm-cache: total 2,044 views - OpenZFS: total 2,011 views - kpatch: total 1,927 views - UniDIMM: total 1,924 views - ARM Cortex-A17: total 1,758 views - Port Control Protocol: total 1,621 views - Buildroot: total 1,397 views - bcache: total 1,323 views - kdump (Linux): total 1,184 views - zswap: total 1,052 views - Eurocrem: total 1,032 views - Management Component Transport Protocol: total 961 views - ftrace: total 921 views - Address generation unit: total 723 views - kGraft: total 630 views - kernfs (Linux): total 598 views - ThinkPad 8: total 427 views - Distributed Overlay Virtual Ethernet: total 409 views - WebScaleSQL: total 317 views - Emdebian Grip: total 284 views - kernfs (BSD): total 280 views - OpenLMI: total 229 views - List of Eurocrem packages: total 99 views Done, January 2016 statistics for 34 articles fetched in 7 seconds. Total 183,934 views, averaging in 5,933 views per day (31 days in that month). </pre></div>    </section></div> <noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?useformat=mobile&type=1x1&usesul3=0" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://en.wikipedia.org/w/index.php?title=User:Dsimic/Traffic_stats_calculation&oldid=1077564765">https://en.wikipedia.org/w/index.php?title=User:Dsimic/Traffic_stats_calculation&oldid=1077564765</a>"</div></div> </div> <div class="post-content" id="page-secondary-actions"> </div> </main> <footer class="mw-footer minerva-footer" role="contentinfo"> <a class="last-modified-bar" href="/w/index.php?title=User:Dsimic/Traffic_stats_calculation&action=history"> <div class="post-content last-modified-bar__content"> Last edited on 17 March 2022, at 00:06 </div> </a> <div class="post-content footer-content"> <div id="p-lang"> <h4>Languages</h4> <section> <ul id="p-variants" class="minerva-languages"></ul> <ul class="minerva-languages"></ul> This page is not available in other languages. </section> </div> <div class="minerva-footer-logo"><img src="/static/images/mobile/copyright/wikipedia-wordmark-en.svg" alt="Wikipedia" width="120" height="18" style="width: 7.5em; height: 1.125em;"/> </div> <ul id="footer-info" class="footer-info hlist hlist-separated"> <li id="footer-info-lastmod"> This page was last edited on 17 March 2022, at 00:06 (UTC).</li> <li id="footer-info-copyright">Content is available under <a class="external" rel="nofollow" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en">CC BY-SA 4.0</a> unless otherwise noted.</li> </ul> <ul id="footer-places" class="footer-places hlist hlist-separated"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Wikipedia:About">About Wikipedia</a></li> <li id="footer-places-disclaimers"><a href="/wiki/Wikipedia:General_disclaimer">Disclaimers</a></li> <li id="footer-places-contact"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us">Contact Wikipedia</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Universal_Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/en.wikipedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-terms-use"><a href="https://foundation.m.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use">Terms of Use</a></li> <li id="footer-places-desktop-toggle"><a id="mw-mf-display-toggle" href="//en.wikipedia.org/w/index.php?title=User:Dsimic/Traffic_stats_calculation&mobileaction=toggle_view_desktop" data-event-name="switch_to_desktop">Desktop</a></li> </ul> </div> </footer> </div> </div> <div class="mw-notification-area" data-mw="interface"></div>  <script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-746fb5b8df-45hvm","wgBackendResponseTime":189,"wgPageParseReport":{"limitreport":{"cputime":"0.107","walltime":"0.301","ppvisitednodes":{"value":570,"limit":1000000},"postexpandincludesize":{"value":3372,"limit":2097152},"templateargumentsize":{"value":134,"limit":2097152},"expansiondepth":{"value":14,"limit":100},"expensivefunctioncount":{"value":2,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":58668,"limit":5000000},"entityaccesscount":{"value":0,"limit":400},"timingprofile":["100.00% 181.786 1 -total"," 18.28% 33.238 1 Template:See_also"," 11.99% 21.789 2 Template:As_of"," 11.57% 21.030 1 Template:URL"," 6.29% 11.438 2 Template:DMCA"," 4.74% 8.610 2 Template:Dated_maintenance_category"," 3.69% 6.704 3 Template:Main_other"," 3.64% 6.610 2 Template:FULLROOTPAGENAME"," 2.68% 4.867 2 Template:Ns_has_subpages"," 2.41% 4.372 1 Template:Details"]},"scribunto":{"limitreport-timeusage":{"value":"0.018","limit":"10.000"},"limitreport-memusage":{"value":933293,"limit":52428800}},"cachereport":{"origin":"mw-web.codfw.main-6d64f599dc-699kr","timestamp":"20241202140643","ttl":2592000,"transientcontent":false}}});});</script> <script>(window.NORLQ=window.NORLQ||[]).push(function(){var ns,i,p,img;ns=document.getElementsByTagName('noscript');for(i=0;i<ns.length;i++){p=ns[i].nextSibling;if(p&&p.className&&p.className.indexOf('lazy-image-placeholder')>-1){img=document.createElement('img');img.setAttribute('src',p.getAttribute('data-src'));img.setAttribute('width',p.getAttribute('data-width'));img.setAttribute('height',p.getAttribute('data-height'));img.setAttribute('alt',p.getAttribute('data-alt'));p.parentNode.replaceChild(img,p);}}});</script> </body> </html>