CINXE.COM
<!doctype html> <html lang="en" dir="ltr" class="blog-wrapper blog-post-page plugin-blog plugin-id-default" data-has-hydrated="false"> <head> <meta charset="UTF-8"> <meta name="generator" content="Docusaurus v3.5.2"> <title data-rh="true">(Ended) (Follow-up)[Outage] June 18, 2024: Emergency maintenance of Lustre7 | NIG supercomputer</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:image" content="https://sc.ddbj.nig.ac.jp/en/img/docusaurus-social-card.jpg"><meta data-rh="true" name="twitter:image" content="https://sc.ddbj.nig.ac.jp/en/img/docusaurus-social-card.jpg"><meta data-rh="true" property="og:url" content="https://sc.ddbj.nig.ac.jp/en/blog/2024-06-19-Lustre7_maintenance_followup"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" property="og:locale:alternate" content="ja"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docusaurus_tag" content="default"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docsearch:docusaurus_tag" content="default"><meta data-rh="true" property="og:title" content="(Ended) (Follow-up)[Outage] June 18, 2024: Emergency maintenance of Lustre7 | NIG supercomputer"><meta data-rh="true" name="description" content="The restoration work was completed at 9:00am on Tuesday, 25 June 2024."><meta data-rh="true" property="og:description" content="The restoration work was completed at 9:00am on Tuesday, 25 June 2024."><meta data-rh="true" property="og:type" content="article"><meta data-rh="true" property="article:published_time" content="2024-06-19T00:00:00.000Z"><meta data-rh="true" property="article:tag" content="maintenance"><link data-rh="true" rel="icon" href="/en/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://sc.ddbj.nig.ac.jp/en/blog/2024-06-19-Lustre7_maintenance_followup"><link data-rh="true" rel="alternate" href="https://sc.ddbj.nig.ac.jp/blog/2024-06-19-Lustre7_maintenance_followup" hreflang="ja"><link data-rh="true" rel="alternate" href="https://sc.ddbj.nig.ac.jp/en/blog/2024-06-19-Lustre7_maintenance_followup" hreflang="en"><link data-rh="true" rel="alternate" href="https://sc.ddbj.nig.ac.jp/blog/2024-06-19-Lustre7_maintenance_followup" hreflang="x-default"><script data-rh="true" type="application/ld+json">{"@context":"https://schema.org","@type":"BlogPosting","@id":"https://sc.ddbj.nig.ac.jp/en/blog/2024-06-19-Lustre7_maintenance_followup","mainEntityOfPage":"https://sc.ddbj.nig.ac.jp/en/blog/2024-06-19-Lustre7_maintenance_followup","url":"https://sc.ddbj.nig.ac.jp/en/blog/2024-06-19-Lustre7_maintenance_followup","headline":"(Ended) (Follow-up)[Outage] June 18, 2024: Emergency maintenance of Lustre7","name":"(Ended) (Follow-up)[Outage] June 18, 2024: Emergency maintenance of Lustre7","description":"The restoration work was completed at 9:00am on Tuesday, 25 June 2024.","datePublished":"2024-06-19T00:00:00.000Z","author":[],"keywords":[],"isPartOf":{"@type":"Blog","@id":"https://sc.ddbj.nig.ac.jp/en/blog","name":"Blog"}}</script><link rel="alternate" type="application/rss+xml" href="/en/blog/rss.xml" title="NIG supercomputer RSS Feed"> <link rel="alternate" type="application/atom+xml" href="/en/blog/atom.xml" title="NIG supercomputer Atom Feed"><link rel="stylesheet" href="/en/assets/css/styles.31b14134.css"> <script src="/en/assets/js/runtime~main.d6066371.js" defer="defer"></script> <script src="/en/assets/js/main.69e1a6bc.js" defer="defer"></script> </head> <body class="navigation-with-keyboard"> <script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return window.localStorage.getItem("theme")}catch(t){}}();t(null!==e?e:"light")}(),function(){try{const n=new URLSearchParams(window.location.search).entries();for(var[t,e]of n)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav class="DDBJNavbar_G5e_"><a class="DDBJNavbar__Brand_w2qm" href="https://www.ddbj.nig.ac.jp/index.html" title="DDBJ"><svg xmlns="http://www.w3.org/2000/svg" xml:space="preserve" viewBox="0 0 180 66" class="DDBJNavbar__BrandImage_ydE3"><style>.st0{fill:#fff}.st1{fill:#e99523}</style><path d="M37.9 58.4c-.3-.3-1.8-.7-5.1-1.6-.5.5-1.4 1.5-3.4 3 2.1.4 7.1.6 7.9.3 1.3-.5.9-1.4.6-1.7M1.8 4.2c-.7.1-2.2.8-1.7 1.5.3.4 3.8.7 7 1.8.8-1 1.6-1.7 2.1-2.1-4.4-1.3-6.9-1.3-7.4-1.2M28.2 16.6c-1.9-4.9-7.7-7.8-13.9-9.4-.6.4-1.7 1.6-2.1 2.5 6.9 2.9 10.2 5.7 11.3 8.6 1.8 4.5-3.6 11.8-6.8 15.7-3.7 4.5-7.2 9.1-5.9 13.7 1.5 5.4 8.5 9.8 12.2 10.5.5.1 3.2-2.7 3.2-2.8-4.9-2-10.6-5.6-10.9-10.6-.2-3.7 3.3-8.4 6-11.6 4.4-5.3 9.2-10.7 6.9-16.6" class="st0"></path><path d="M20 0C17.8-.6-1.8 10.7 2.8 24.7c1.6 4.7 8.8 7.4 12.8 9l1.8-2C12.9 30 9.9 28.1 8 24.1c-5.1-11 10.4-22 11.9-23 .8-.5.5-1 .1-1.1M37.4 44.2c-2.2-6.7-9.3-9.2-14.8-11 0 0-1.2.9-1.8 2 5.3 1.9 9.2 3.6 11 8.7 1.3 3.8-1.3 10.3-8.3 15.2-3.1 2.2-5.1 3.4-6 4-1.3.9-2.3 3.1-.2 2.7 0 0 5.7-2.3 10.7-6.3 1.2-.8 11.7-8.4 9.4-15.3" class="st1"></path><path d="M65.2 12.4H48.6v3.1l.7.1c4 .3 4 .3 4 4.6v22.7c0 4.3-.1 4.4-4.5 4.7l-.8.1v3.1h14.1c7.4 0 13-1.6 17.2-4.9 4.7-3.6 7.3-9 7.3-15.7 0-5.1-1.8-9.6-5-12.7-3.4-3.5-8.7-5.1-16.4-5.1M65 47c-4 0-5.2-1-5.2-4.5V19c0-2 .2-2.4.4-2.5.1-.1.8-.6 3.9-.6 3.7 0 6.8.7 9.2 2.2 4 2.4 6.3 6.9 6.3 12.8C79.6 38.7 75.8 47 65 47m40.4-34.6H88.8v3.1l.7.1c4 .3 4 .3 4 4.6v22.7c0 4.3-.1 4.4-4.5 4.7l-.8.1v3.1h14.1c7.4 0 13-1.6 17.2-4.9 4.7-3.6 7.2-9 7.2-15.7 0-5.1-1.8-9.6-5-12.7-3.4-3.5-8.6-5.1-16.3-5.1m-.2 34.6c-4 0-5.2-1-5.2-4.5V19c0-2 .2-2.4.4-2.5.1-.1.8-.6 3.9-.6 3.7 0 6.8.7 9.2 2.2 4 2.4 6.3 6.9 6.3 12.8-.1 7.8-3.9 16.1-14.6 16.1M151 29.9c3.7-1.8 5.8-4.6 5.8-8.3 0-2.9-1.3-5.6-3.5-7.1-2-1.4-4.8-2.1-8.9-2.1H129v3.1l.8.1c4 .3 4 .3 4 4.5v22.8c0 4.2 0 4.2-4.4 4.5l-.8.1v3.1h13.3q7.2 0 11.4-2.4c3.7-2 5.8-5.3 5.8-9.2-.1-3.2-1.6-7.3-8.1-9.1m-10.9-11.5c0-1.8.2-2 .3-2.1.3-.2 1.3-.4 2.7-.4 6 0 6.7 4.5 6.7 6.4 0 4.4-2.4 6.4-7.9 6.4h-1.8zm3.9 28.7c-3 0-3.9-.5-3.9-4.3V32.2h1.7c6.7 0 10 2.4 10 7.5.1 6.6-5.4 7.4-7.8 7.4m35.2-34.7h-15.4v3.1l.8.1c4.1.3 4.3.3 4.3 4.7v19.2c0 4.5-.1 7.9-.6 10.6-.6 3.2-2.2 5.4-5 6.7l-.7.3 1.3 3 .7-.2c1.7-.5 3.7-1.8 5.6-3.4 3.8-3.5 5.1-7.5 5.1-15.2v-21c0-4.3.2-4.4 4-4.7l.7-.1v-3.1z" class="st0"></path></svg></a><div class="DDBJNavbar__Contents_Yl5i"><ul class="DDBJServiceList_ROZw"><li class="DDBJServiceList__Item_CORC"><a class="DDBJServiceList__Link_JfRd" href="https://www.ddbj.nig.ac.jp/ddbj/index-e.html">Data Submission</a></li><li class="DDBJServiceList__Item_CORC"><a class="DDBJServiceList__Link_JfRd" href="https://www.ddbj.nig.ac.jp/services/index-e.html">Database</a></li><li class="DDBJServiceList__Item_CORC"><a class="DDBJServiceList__Link_JfRd" href="https://sc.ddbj.nig.ac.jp/en/">Supercomputer</a></li><li class="DDBJServiceList__Item_CORC"><a class="DDBJServiceList__Link_JfRd" href="https://www.ddbj.nig.ac.jp/activities/index-e.html">Activity</a></li><li class="DDBJServiceList__Item_CORC"><a class="DDBJServiceList__Link_JfRd" href="https://www.ddbj.nig.ac.jp/about/index-e.html">About us</a></li></ul></div></nav><nav aria-label="Main" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/en/"><div class="navbar__logo"><img src="/en/img/nigsc_logo.png" alt="NIGSC Logo" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/en/img/nigsc_logo.png" alt="NIGSC Logo" class="themedComponent_mlkZ themedComponent--dark_xIcU"></div><b class="navbar__title text--truncate">NIG Supercomputer</b></a><a class="navbar__item navbar__link" href="/en/guides/overview">System Overview</a><a class="navbar__item navbar__link" href="/en/application/">Make Application</a><a class="navbar__item navbar__link" href="/en/advanced_guides/advanced_guide_2023">Advanced Guides</a><a class="navbar__item navbar__link" href="/en/operation/">Operation Info</a><a class="navbar__item navbar__link" href="/en/report/">Reports</a></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link"><svg viewBox="0 0 24 24" width="20" height="20" aria-hidden="true" class="iconLanguage_nlXk"><path fill="currentColor" d="M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"></path></svg>English</a><ul class="dropdown__menu"><li><a href="/blog/2024-06-19-Lustre7_maintenance_followup" target="_self" rel="noopener noreferrer" class="dropdown__link" lang="ja">日本語</a></li><li><a href="/en/blog/2024-06-19-Lustre7_maintenance_followup" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" lang="en">English</a></li></ul></div><div class="navbar__item"> <a href="https://sc.ddbj.nig.ac.jp/search"><img src="/img/search.png" height="45" width="200"></a></div><div class="navbarSearchContainer_Bca1"></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_eExm"><div class="container margin-vert--lg"><div class="row"><main class="col col--9 col--offset-1"><article><header><h1 class="title_f1Hy">(Ended) (Follow-up)[Outage] June 18, 2024: Emergency maintenance of Lustre7</h1><div class="container_mt6G margin-vert--md"><time datetime="2024-06-19T00:00:00.000Z">June 19, 2024</time></div></header><div id="__blog-post-container" class="markdown"><p>The restoration work was completed at 9:00am on Tuesday, 25 June 2024.</p> <p>Also, the gateways (gw.ddbj.nig.ac.jp, gw2.ddbj.nig.ac.jp) have been restored and are available for logging in.</p> <ul> <li>At 18:21:14 on Mon 17 Jun, a fault occurred on the Lustre7 high-speed storage system in the General Analysis division, resulting in a partial write failure. Specifically, one of the 88 RAID groups Lustre OST (OST0029) was not writable.</li> </ul> <ul> <li>The recovery work started at around 14:00 on Tue 18 Jun and finished at around 20:00.</li> <li>However, at 20:00, it was confirmed that some compute nodes were not able to access OST0029 (neither read nor write). Specifically, the following computation nodes.<!-- --> <ul> <li>at017,at025,at026,at028,at029,at030,at031,at032,at033,at034,at035,at036,at037,at043,at044,at045,at046,at047,at048,at050,at051,at052,at053,at054,at055,at057,at058,at059,at060,at061,at062,at063,at064,at073,at074,at083,at084,at085,at087,at090,at095,at096,at097,at098,at099,at100,at101,at102,at103,at126,at127,at128,at129,at130,at131,at132,at133,at134,at135,at136 (60 of 136 Thin compute nodes Type 1a, AMD EPYC 7501 CPU)</li> <li>at139,at140,at141,at142,at143,at144,at145,at146,at147,at148,at149,at150,at151,at152,at153,at154,at155,at156,at157,at159,at160,at161,at162,at163,at164 (25 of 28 Thin compute nodes Type 1b, AMD ROMA CPU)</li> <li>it001,it002,it004,it006,it007,it008,it009,it010,it013,it014,it015,it017,it024,it025,it026,it027,it028,it029,it031,it032,it034,it035,t036,it040,it041,it048,it049,it050,it051,it052 (30 of 52 Thin compute nodes Type 2a, Intel CPU)</li> <li>igt001,igt003,igt005,igt006,igt007,igt008,igt011,igt012,igt013,igt014 (10 of 16 Thin compute nodes Type 2b, Intel CPU)</li> <li><code>gw.ddbj.nig.ac.jp</code>, <code>gw2.ddbj.nig.ac.jp</code> (all of 2 gateways for the general analysis division)</li> <li>m01,m02,m03,m04 (4 of 10 medium nodes)</li> <li>dtn4 (one of 4 data transfer nodes used for DDBJ services)</li> </ul> </li> <li> <ul> <li>Wed 19 Jun, these nodes will be restarted in sequence to normalise access to Lustre7.<!-- --> <ul> <li>Since two gateways in the general analysis section are included, login to the supercomputer will not be possible during this work and it will be disconnected from SSH communication.</li> <li><a href="/en/general_analysis_division/ga_login#two-gateways">There are two gateways in the general analysis division, so if you cannot log in to one of them, please log in from the other one.</a></li> </ul> </li> </ul> </li> </ul> <h2 class="anchor anchorWithStickyNavbar_LWe7" id="scope-of-impact">Scope of impact<a href="#scope-of-impact" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2> <ul> <li><strong>From around 18:20 on 17 June to 14:00 on 18 June, any writing to OST0029 from all compute nodes is not possible. From around 14:00 to 20:00 on 18 June, any writing and reading to OST0029 from all compute nodes is not possible. The compute nodes listed above were also not read/write accessible as of 19 June. Please check your calculation results for any anomalies.</strong> (Jobs that do not use OST0029 are not affected, but whether or not using OST0029 is randomly determined.)</li> <li>The personal genome analysis division will not be affected.</li> <li>Communication breakdowns will occur for DDBJ services that use data transfer nodes dtn2 and dtn4.</li> </ul></div><footer class="docusaurus-mt-lg"><div class="row margin-top--sm theme-blog-footer-edit-meta-row"><div class="col"><b>Tags:</b><ul class="tags_jXut padding--none margin-left--sm"><li class="tag_QGVx"><a class="tag_zVej tagRegular_sFm0" href="/en/blog/tags/maintenance">maintenance</a></li></ul></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><a class="pagination-nav__link pagination-nav__link--prev" href="/en/blog/2024-06-21-ga_maintenance"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">(Ended) [Outage] June 21, 2024: Notice of Emergency Maintenance for General Analysis Division (Lustre7)</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/en/blog/2024-06-18-Lustre7_maintenance"><div class="pagination-nav__sublabel">Older Post</div><div class="pagination-nav__label">(Ended) [Outage] June 18, 2024: Emergency maintenance of Lustre7</div></a></nav></main><div class="col col--2"><div class="tableOfContents_bqdL thin-scrollbar"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#scope-of-impact" class="table-of-contents__link toc-highlight">Scope of impact</a></li></ul></div></div></div></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">Search</div><ul class="footer__items clean-list"><li class="footer__item"><a href="http://getentry.ddbj.nig.ac.jp/top-j.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">getentry<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.ddbj.nig.ac.jp/services/arsa.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">ARSA<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://ddbj.nig.ac.jp/DRASearch/" target="_blank" rel="noopener noreferrer" class="footer__link-item">DRASearch<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title">Database</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.ddbj.nig.ac.jp/ddbj/index.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Annotated/Assembled Sequences (DDBJ)<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.ddbj.nig.ac.jp/dra/index.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Sequence Read Archive (DRA)<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.ddbj.nig.ac.jp/jga/index.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Japanese Genotype-phenotype Archive (JGA)<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://ddbj.nig.ac.jp/D-way/" target="_blank" rel="noopener noreferrer" class="footer__link-item">Submission portal D-way<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title">Supercomputer</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://sc.ddbj.nig.ac.jp" target="_blank" rel="noopener noreferrer" class="footer__link-item">NIG Supercomputer<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="footer__copyright">Copyright © 2024 National Institute of Genetics.</div></div></div></footer></div> </body> </html>