CINXE.COM

<!DOCTYPE html> <html class="client-nojs vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-toc-available" lang="en" dir="ltr"> <head> <meta charset="UTF-8"> <title>Existential risk from artificial intelligence - Wikipedia</title> <script>(function(){var className="client-js vector-feature-language-in-header-enabled vector-feature-language-in-main-page-header-disabled vector-feature-sticky-header-disabled vector-feature-page-tools-pinned-disabled vector-feature-toc-pinned-clientpref-1 vector-feature-main-menu-pinned-disabled vector-feature-limited-width-clientpref-1 vector-feature-limited-width-content-enabled vector-feature-custom-font-size-clientpref-1 vector-feature-appearance-pinned-clientpref-1 vector-feature-night-mode-enabled skin-theme-clientpref-day vector-toc-available";var cookie=document.cookie.match(/(?:^|; )enwikimwclientpreferences=([^;]+)/);if(cookie){cookie[1].split('%2C').forEach(function(pref){className=className.replace(new RegExp('(^| )'+pref.replace(/-clientpref-\w+$|[^\w-]+/g,'')+'-clientpref-\\w+( |$)'),'$1'+pref+'$2');});}document.documentElement.className=className;}());RLCONF={"wgBreakFrames":false,"wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy", "wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgRequestId":"760be504-ac2f-41f8-b297-5ec9cd194dbf","wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"Existential_risk_from_artificial_intelligence","wgTitle":"Existential risk from artificial intelligence","wgCurRevisionId":1257846244,"wgRevisionId":1257846244,"wgArticleId":46583121,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Webarchive template wayback links","Articles with short description","Short description is different from Wikidata","Use dmy dates from May 2018","Existential risk from artificial general intelligence","Future problems","Human extinction","AI safety","Technology hazards","Doomsday scenarios"],"wgPageViewLanguage":"en","wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgRelevantPageName": "Existential_risk_from_artificial_intelligence","wgRelevantArticleId":46583121,"wgIsProbablyEditable":true,"wgRelevantPageIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgRedirectedFrom":"Existential_risk_from_artificial_general_intelligence","wgNoticeProject":"wikipedia","wgCiteReferencePreviewsActive":false,"wgFlaggedRevsParams":{"tags":{"status":{"levels":1}}},"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgPopupsFlags":0,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","pageVariantFallbacks":"en"},"wgMFDisplayWikibaseDescriptions":{"search":true,"watchlist":true,"tagline":false,"nearby":true},"wgWMESchemaEditAttemptStepOversample":false,"wgWMEPageLength":100000,"wgInternalRedirectTargetUrl":"/wiki/Existential_risk_from_artificial_intelligence","wgRelatedArticlesCompat":[],"wgCentralAuthMobileDomain":false,"wgEditSubmitButtonLabelPublish":true,"wgULSPosition":"interlanguage","wgULSisCompactLinksEnabled":false, "wgVector2022LanguageInHeader":true,"wgULSisLanguageSelectorEmpty":false,"wgWikibaseItemId":"Q21715237","wgCheckUserClientHintsHeadersJsApi":["brands","architecture","bitness","fullVersionList","mobile","model","platform","platformVersion"],"GEHomepageSuggestedEditsEnableTopics":true,"wgGETopicsMatchModeEnabled":false,"wgGEStructuredTaskRejectionReasonTextInputEnabled":false,"wgGELevelingUpEnabledForUser":false};RLSTATE={"ext.globalCssJs.user.styles":"ready","site.styles":"ready","user.styles":"ready","ext.globalCssJs.user":"ready","user":"ready","user.options":"loading","ext.cite.styles":"ready","skins.vector.search.codex.styles":"ready","skins.vector.styles":"ready","skins.vector.icons":"ready","jquery.makeCollapsible.styles":"ready","ext.wikimediamessages.styles":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.interlanguage":"ready","wikibase.client.init":"ready","ext.wikimediaBadges":"ready"};RLPAGEMODULES=["mediawiki.action.view.redirect", "ext.cite.ux-enhancements","mediawiki.page.media","ext.scribunto.logs","site","mediawiki.page.ready","jquery.makeCollapsible","mediawiki.toc","skins.vector.js","ext.centralNotice.geoIP","ext.centralNotice.startUp","ext.gadget.ReferenceTooltips","ext.gadget.switcher","ext.urlShortener.toolbar","ext.centralauth.centralautologin","mmv.bootstrap","ext.popups","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.echo.centralauth","ext.eventLogging","ext.wikimediaEvents","ext.navigationTiming","ext.uls.interface","ext.cx.eventlogging.campaigns","ext.cx.uls.quick.actions","wikibase.client.vector-2022","ext.checkUser.clientHints","ext.quicksurveys.init","ext.growthExperiments.SuggestedEditSession","wikibase.sidebar.tracking"];</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.impl(function(){return["user.options@12s5i",function($,jQuery,require,module){mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); }];});});</script> <link rel="stylesheet" href="/w/load.php?lang=en&modules=ext.cite.styles%7Cext.uls.interlanguage%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediaBadges%7Cext.wikimediamessages.styles%7Cjquery.makeCollapsible.styles%7Cskins.vector.icons%2Cstyles%7Cskins.vector.search.codex.styles%7Cwikibase.client.init&only=styles&skin=vector-2022"> <script async="" src="/w/load.php?lang=en&modules=startup&only=scripts&raw=1&skin=vector-2022"></script> <meta name="ResourceLoaderDynamicStyles" content=""> <link rel="stylesheet" href="/w/load.php?lang=en&modules=site.styles&only=styles&skin=vector-2022"> <meta name="generator" content="MediaWiki 1.44.0-wmf.4"> <meta name="referrer" content="origin"> <meta name="referrer" content="origin-when-cross-origin"> <meta name="robots" content="max-image-preview:standard"> <meta name="format-detection" content="telephone=no"> <meta name="viewport" content="width=1120"> <meta property="og:title" content="Existential risk from artificial intelligence - Wikipedia"> <meta property="og:type" content="website"> <link rel="preconnect" href="//upload.wikimedia.org"> <link rel="alternate" media="only screen and (max-width: 640px)" href="//en.m.wikipedia.org/wiki/Existential_risk_from_artificial_intelligence"> <link rel="alternate" type="application/x-wiki" title="Edit this page" href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit"> <link rel="apple-touch-icon" href="/static/apple-touch/wikipedia.png"> <link rel="icon" href="/static/favicon/wikipedia.ico"> <link rel="search" type="application/opensearchdescription+xml" href="/w/rest.php/v1/search" title="Wikipedia (en)"> <link rel="EditURI" type="application/rsd+xml" href="//en.wikipedia.org/w/api.php?action=rsd"> <link rel="canonical" href="https://en.wikipedia.org/wiki/Existential_risk_from_artificial_intelligence"> <link rel="license" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en"> <link rel="alternate" type="application/atom+xml" title="Wikipedia Atom feed" href="/w/index.php?title=Special:RecentChanges&feed=atom"> <link rel="dns-prefetch" href="//meta.wikimedia.org" /> <link rel="dns-prefetch" href="//login.wikimedia.org"> </head> <body class="skin--responsive skin-vector skin-vector-search-vue mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject mw-editable page-Existential_risk_from_artificial_intelligence rootpage-Existential_risk_from_artificial_intelligence skin-vector-2022 action-view"><a class="mw-jump-link" href="#bodyContent">Jump to content</a> <div class="vector-header-container"> <header class="vector-header mw-header"> <div class="vector-header-start"> <nav class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-dropdown" class="vector-dropdown vector-main-menu-dropdown vector-button-flush-left vector-button-flush-right" > <input type="checkbox" id="vector-main-menu-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-main-menu-dropdown" class="vector-dropdown-checkbox " aria-label="Main menu" > <label id="vector-main-menu-dropdown-label" for="vector-main-menu-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" > Main menu </label> <div class="vector-dropdown-content"> <div id="vector-main-menu-unpinned-container" class="vector-unpinned-container"> <div id="vector-main-menu" class="vector-main-menu vector-pinnable-element"> <div class="vector-pinnable-header vector-main-menu-pinnable-header vector-pinnable-header-unpinned" data-feature-name="main-menu-pinned" data-pinnable-element-id="vector-main-menu" data-pinned-container-id="vector-main-menu-pinned-container" data-unpinned-container-id="vector-main-menu-unpinned-container" > <div class="vector-pinnable-header-label">Main menu</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-main-menu.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-main-menu.unpin">hide</button> </div> <div id="p-navigation" class="vector-menu mw-portlet mw-portlet-navigation" > <div class="vector-menu-heading"> Navigation </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-mainpage-description" class="mw-list-item"><a href="/wiki/Main_Page" title="Visit the main page [z]" accesskey="z">Main page</a></li><li id="n-contents" class="mw-list-item"><a href="/wiki/Wikipedia:Contents" title="Guides to browsing Wikipedia">Contents</a></li><li id="n-currentevents" class="mw-list-item"><a href="/wiki/Portal:Current_events" title="Articles related to current events">Current events</a></li><li id="n-randompage" class="mw-list-item"><a href="/wiki/Special:Random" title="Visit a randomly selected article [x]" accesskey="x">Random article</a></li><li id="n-aboutsite" class="mw-list-item"><a href="/wiki/Wikipedia:About" title="Learn about Wikipedia and how it works">About Wikipedia</a></li><li id="n-contactpage" class="mw-list-item"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us" title="How to contact Wikipedia">Contact us</a></li> </ul> </div> </div> <div id="p-interaction" class="vector-menu mw-portlet mw-portlet-interaction" > <div class="vector-menu-heading"> Contribute </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="n-help" class="mw-list-item"><a href="/wiki/Help:Contents" title="Guidance on how to use and edit Wikipedia">Help</a></li><li id="n-introduction" class="mw-list-item"><a href="/wiki/Help:Introduction" title="Learn how to edit Wikipedia">Learn to edit</a></li><li id="n-portal" class="mw-list-item"><a href="/wiki/Wikipedia:Community_portal" title="The hub for editors">Community portal</a></li><li id="n-recentchanges" class="mw-list-item"><a href="/wiki/Special:RecentChanges" title="A list of recent changes to Wikipedia [r]" accesskey="r">Recent changes</a></li><li id="n-upload" class="mw-list-item"><a href="/wiki/Wikipedia:File_upload_wizard" title="Add images or other media for use on Wikipedia">Upload file</a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> <a href="/wiki/Main_Page" class="mw-logo"> <img class="mw-logo-icon" src="/static/images/icons/wikipedia.png" alt="" aria-hidden="true" height="50" width="50"> <img class="mw-logo-wordmark" alt="Wikipedia" src="/static/images/mobile/copyright/wikipedia-wordmark-en.svg" style="width: 7.5em; height: 1.125em;"> <img class="mw-logo-tagline" alt="The Free Encyclopedia" src="/static/images/mobile/copyright/wikipedia-tagline-en.svg" width="117" height="13" style="width: 7.3125em; height: 0.8125em;"> </a> </div> <div class="vector-header-end"> <div id="p-search" role="search" class="vector-search-box-vue vector-search-box-collapses vector-search-box-show-thumbnail vector-search-box-auto-expand-width vector-search-box"> <a href="/wiki/Special:Search" class="cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only search-toggle" title="Search Wikipedia [f]" accesskey="f"> Search </a> <div class="vector-typeahead-search-container"> <div class="cdx-typeahead-search cdx-typeahead-search--show-thumbnail cdx-typeahead-search--auto-expand-width"> <form action="/w/index.php" id="searchform" class="cdx-search-input cdx-search-input--has-end-button"> <div id="simpleSearch" class="cdx-search-input__input-wrapper" data-search-loc="header-moved"> <div class="cdx-text-input cdx-text-input--has-start-icon"> <input class="cdx-text-input__input" type="search" name="search" placeholder="Search Wikipedia" aria-label="Search Wikipedia" autocapitalize="sentences" title="Search Wikipedia [f]" accesskey="f" id="searchInput" > </div> <input type="hidden" name="title" value="Special:Search"> </div> <button class="cdx-button cdx-search-input__end-button">Search</button> </form> </div> </div> </div> <nav class="vector-user-links vector-user-links-wide" aria-label="Personal tools"> <div class="vector-user-links-main"> <div id="p-vector-user-menu-preferences" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-userpage" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-dropdown" class="vector-dropdown " title="Change the appearance of the page's font size, width, and color" > <input type="checkbox" id="vector-appearance-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-appearance-dropdown" class="vector-dropdown-checkbox " aria-label="Appearance" > <label id="vector-appearance-dropdown-label" for="vector-appearance-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" > Appearance </label> <div class="vector-dropdown-content"> <div id="vector-appearance-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <div id="p-vector-user-menu-notifications" class="vector-menu mw-portlet emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> <div id="p-vector-user-menu-overflow" class="vector-menu mw-portlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="https://donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&utm_medium=sidebar&utm_campaign=C13_en.wikipedia.org&uselang=en" class="">Donate</a> </li> <li id="pt-createaccount-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:CreateAccount&returnto=Existential+risk+from+artificial+intelligence" title="You are encouraged to create an account and log in; however, it is not mandatory" class="">Create account</a> </li> <li id="pt-login-2" class="user-links-collapsible-item mw-list-item user-links-collapsible-item"><a data-mw="interface" href="/w/index.php?title=Special:UserLogin&returnto=Existential+risk+from+artificial+intelligence" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o" class="">Log in</a> </li> </ul> </div> </div> </div> <div id="vector-user-links-dropdown" class="vector-dropdown vector-user-menu vector-button-flush-right vector-user-menu-logged-out" title="Log in and more options" > <input type="checkbox" id="vector-user-links-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-user-links-dropdown" class="vector-dropdown-checkbox " aria-label="Personal tools" > <label id="vector-user-links-dropdown-label" for="vector-user-links-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" > Personal tools </label> <div class="vector-dropdown-content"> <div id="p-personal" class="vector-menu mw-portlet mw-portlet-personal user-links-collapsible-item" title="User menu" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-sitesupport" class="user-links-collapsible-item mw-list-item"><a href="https://donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&utm_medium=sidebar&utm_campaign=C13_en.wikipedia.org&uselang=en">Donate</a></li><li id="pt-createaccount" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:CreateAccount&returnto=Existential+risk+from+artificial+intelligence" title="You are encouraged to create an account and log in; however, it is not mandatory"> Create account</a></li><li id="pt-login" class="user-links-collapsible-item mw-list-item"><a href="/w/index.php?title=Special:UserLogin&returnto=Existential+risk+from+artificial+intelligence" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o"> Log in</a></li> </ul> </div> </div> <div id="p-user-menu-anon-editor" class="vector-menu mw-portlet mw-portlet-user-menu-anon-editor" > <div class="vector-menu-heading"> Pages for logged out editors <a href="/wiki/Help:Introduction" aria-label="Learn more about editing">learn more</a> </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="pt-anoncontribs" class="mw-list-item"><a href="/wiki/Special:MyContributions" title="A list of edits made from this IP address [y]" accesskey="y">Contributions</a></li><li id="pt-anontalk" class="mw-list-item"><a href="/wiki/Special:MyTalk" title="Discussion about edits from this IP address [n]" accesskey="n">Talk</a></li> </ul> </div> </div> </div> </div> </nav> </div> </header> </div> <div class="mw-page-container"> <div class="mw-page-container-inner"> <div class="vector-sitenotice-container"> <div id="siteNotice"></div> </div> <div class="vector-column-start"> <div class="vector-main-menu-container"> <div id="mw-navigation"> <nav id="mw-panel" class="vector-main-menu-landmark" aria-label="Site"> <div id="vector-main-menu-pinned-container" class="vector-pinned-container"> </div> </nav> </div> </div> <div class="vector-sticky-pinned-container"> <nav id="mw-panel-toc" aria-label="Contents" data-event-name="ui.sidebar-toc" class="mw-table-of-contents-container vector-toc-landmark"> <div id="vector-toc-pinned-container" class="vector-pinned-container"> <div id="vector-toc" class="vector-toc vector-pinnable-element"> <div class="vector-pinnable-header vector-toc-pinnable-header vector-pinnable-header-pinned" data-feature-name="toc-pinned" data-pinnable-element-id="vector-toc" > <h2 class="vector-pinnable-header-label">Contents</h2> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-toc.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-toc.unpin">hide</button> </div> <ul class="vector-toc-contents" id="mw-panel-toc-list"> <li id="toc-mw-content-text" class="vector-toc-list-item vector-toc-level-1"> <a href="#" class="vector-toc-link"> <div class="vector-toc-text">(Top)</div> </a> </li> <li id="toc-History" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#History"> <div class="vector-toc-text"> 1 History </div> </a> <ul id="toc-History-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Potential_AI_capabilities" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Potential_AI_capabilities"> <div class="vector-toc-text"> 2 Potential AI capabilities </div> </a> <button aria-controls="toc-Potential_AI_capabilities-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> Toggle Potential AI capabilities subsection </button> <ul id="toc-Potential_AI_capabilities-sublist" class="vector-toc-list"> <li id="toc-General_Intelligence" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#General_Intelligence"> <div class="vector-toc-text"> 2.1 General Intelligence </div> </a> <ul id="toc-General_Intelligence-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Superintelligence" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Superintelligence"> <div class="vector-toc-text"> 2.2 Superintelligence </div> </a> <ul id="toc-Superintelligence-sublist" class="vector-toc-list"> <li id="toc-Comparison_with_humans" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Comparison_with_humans"> <div class="vector-toc-text"> 2.2.1 Comparison with humans </div> </a> <ul id="toc-Comparison_with_humans-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Intelligence_explosion" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Intelligence_explosion"> <div class="vector-toc-text"> 2.2.2 Intelligence explosion </div> </a> <ul id="toc-Intelligence_explosion-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Alien_mind" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Alien_mind"> <div class="vector-toc-text"> 2.2.3 Alien mind </div> </a> <ul id="toc-Alien_mind-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Limits" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Limits"> <div class="vector-toc-text"> 2.2.4 Limits </div> </a> <ul id="toc-Limits-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Dangerous_capabilities" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Dangerous_capabilities"> <div class="vector-toc-text"> 2.3 Dangerous capabilities </div> </a> <ul id="toc-Dangerous_capabilities-sublist" class="vector-toc-list"> <li id="toc-Social_manipulation" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Social_manipulation"> <div class="vector-toc-text"> 2.3.1 Social manipulation </div> </a> <ul id="toc-Social_manipulation-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Cyberattacks" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Cyberattacks"> <div class="vector-toc-text"> 2.3.2 Cyberattacks </div> </a> <ul id="toc-Cyberattacks-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Enhanced_pathogens" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Enhanced_pathogens"> <div class="vector-toc-text"> 2.3.3 Enhanced pathogens </div> </a> <ul id="toc-Enhanced_pathogens-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-AI_arms_race" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#AI_arms_race"> <div class="vector-toc-text"> 2.4 AI arms race </div> </a> <ul id="toc-AI_arms_race-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Types_of_existential_risk" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Types_of_existential_risk"> <div class="vector-toc-text"> 3 Types of existential risk </div> </a> <ul id="toc-Types_of_existential_risk-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-AI_alignment" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#AI_alignment"> <div class="vector-toc-text"> 4 AI alignment </div> </a> <button aria-controls="toc-AI_alignment-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> Toggle AI alignment subsection </button> <ul id="toc-AI_alignment-sublist" class="vector-toc-list"> <li id="toc-Instrumental_convergence" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Instrumental_convergence"> <div class="vector-toc-text"> 4.1 Instrumental convergence </div> </a> <ul id="toc-Instrumental_convergence-sublist" class="vector-toc-list"> <li id="toc-Resistance_to_changing_goals" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Resistance_to_changing_goals"> <div class="vector-toc-text"> 4.1.1 Resistance to changing goals </div> </a> <ul id="toc-Resistance_to_changing_goals-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Difficulty_of_specifying_goals" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Difficulty_of_specifying_goals"> <div class="vector-toc-text"> 4.2 Difficulty of specifying goals </div> </a> <ul id="toc-Difficulty_of_specifying_goals-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Alignment_of_superintelligences" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Alignment_of_superintelligences"> <div class="vector-toc-text"> 4.3 Alignment of superintelligences </div> </a> <ul id="toc-Alignment_of_superintelligences-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Difficulty_of_making_a_flawless_design" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Difficulty_of_making_a_flawless_design"> <div class="vector-toc-text"> 4.4 Difficulty of making a flawless design </div> </a> <ul id="toc-Difficulty_of_making_a_flawless_design-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Orthogonality_thesis" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Orthogonality_thesis"> <div class="vector-toc-text"> 4.5 Orthogonality thesis </div> </a> <ul id="toc-Orthogonality_thesis-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Anthropomorphic_arguments" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Anthropomorphic_arguments"> <div class="vector-toc-text"> 4.6 Anthropomorphic arguments </div> </a> <ul id="toc-Anthropomorphic_arguments-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Other_sources_of_risk" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Other_sources_of_risk"> <div class="vector-toc-text"> 4.7 Other sources of risk </div> </a> <ul id="toc-Other_sources_of_risk-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Scenarios" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Scenarios"> <div class="vector-toc-text"> 5 Scenarios </div> </a> <button aria-controls="toc-Scenarios-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> Toggle Scenarios subsection </button> <ul id="toc-Scenarios-sublist" class="vector-toc-list"> <li id="toc-Treacherous_turn" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Treacherous_turn"> <div class="vector-toc-text"> 5.1 Treacherous turn </div> </a> <ul id="toc-Treacherous_turn-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Life_3.0" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Life_3.0"> <div class="vector-toc-text"> 5.2 Life 3.0 </div> </a> <ul id="toc-Life_3.0-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> <li id="toc-Perspectives" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Perspectives"> <div class="vector-toc-text"> 6 Perspectives </div> </a> <button aria-controls="toc-Perspectives-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> Toggle Perspectives subsection </button> <ul id="toc-Perspectives-sublist" class="vector-toc-list"> <li id="toc-Endorsement" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Endorsement"> <div class="vector-toc-text"> 6.1 Endorsement </div> </a> <ul id="toc-Endorsement-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Skepticism" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Skepticism"> <div class="vector-toc-text"> 6.2 Skepticism </div> </a> <ul id="toc-Skepticism-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Popular_reaction" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Popular_reaction"> <div class="vector-toc-text"> 6.3 Popular reaction </div> </a> <ul id="toc-Popular_reaction-sublist" class="vector-toc-list"> <li id="toc-Public_surveys" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Public_surveys"> <div class="vector-toc-text"> 6.3.1 Public surveys </div> </a> <ul id="toc-Public_surveys-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> </ul> </li> <li id="toc-Mitigation" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Mitigation"> <div class="vector-toc-text"> 7 Mitigation </div> </a> <button aria-controls="toc-Mitigation-sublist" class="cdx-button cdx-button--weight-quiet cdx-button--icon-only vector-toc-toggle"> Toggle Mitigation subsection </button> <ul id="toc-Mitigation-sublist" class="vector-toc-list"> <li id="toc-Views_on_banning_and_regulation" class="vector-toc-list-item vector-toc-level-2"> <a class="vector-toc-link" href="#Views_on_banning_and_regulation"> <div class="vector-toc-text"> 7.1 Views on banning and regulation </div> </a> <ul id="toc-Views_on_banning_and_regulation-sublist" class="vector-toc-list"> <li id="toc-Banning" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Banning"> <div class="vector-toc-text"> 7.1.1 Banning </div> </a> <ul id="toc-Banning-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Regulation" class="vector-toc-list-item vector-toc-level-3"> <a class="vector-toc-link" href="#Regulation"> <div class="vector-toc-text"> 7.1.2 Regulation </div> </a> <ul id="toc-Regulation-sublist" class="vector-toc-list"> </ul> </li> </ul> </li> </ul> </li> <li id="toc-See_also" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#See_also"> <div class="vector-toc-text"> 8 See also </div> </a> <ul id="toc-See_also-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Notes" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Notes"> <div class="vector-toc-text"> 9 Notes </div> </a> <ul id="toc-Notes-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-References" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#References"> <div class="vector-toc-text"> 10 References </div> </a> <ul id="toc-References-sublist" class="vector-toc-list"> </ul> </li> <li id="toc-Bibliography" class="vector-toc-list-item vector-toc-level-1"> <a class="vector-toc-link" href="#Bibliography"> <div class="vector-toc-text"> 11 Bibliography </div> </a> <ul id="toc-Bibliography-sublist" class="vector-toc-list"> </ul> </li> </ul> </div> </div> </nav> </div> </div> <div class="mw-content-container"> <main id="content" class="mw-body"> <header class="mw-body-header vector-page-titlebar"> <nav aria-label="Contents" class="vector-toc-landmark"> <div id="vector-page-titlebar-toc" class="vector-dropdown vector-page-titlebar-toc vector-button-flush-left" > <input type="checkbox" id="vector-page-titlebar-toc-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-titlebar-toc" class="vector-dropdown-checkbox " aria-label="Toggle the table of contents" > <label id="vector-page-titlebar-toc-label" for="vector-page-titlebar-toc-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--icon-only " aria-hidden="true" > Toggle the table of contents </label> <div class="vector-dropdown-content"> <div id="vector-page-titlebar-toc-unpinned-container" class="vector-unpinned-container"> </div> </div> </div> </nav> <h1 id="firstHeading" class="firstHeading mw-first-heading">Existential risk from artificial intelligence</h1> <div id="p-lang-btn" class="vector-dropdown mw-portlet mw-portlet-lang" > <input type="checkbox" id="p-lang-btn-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-p-lang-btn" class="vector-dropdown-checkbox mw-interlanguage-selector" aria-label="Go to an article in another language. Available in 19 languages" > <label id="p-lang-btn-label" for="p-lang-btn-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet cdx-button--action-progressive mw-portlet-lang-heading-19" aria-hidden="true" > 19 languages </label> <div class="vector-dropdown-content"> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li class="interlanguage-link interwiki-af mw-list-item"><a href="https://af.wikipedia.org/wiki/Eksistensi%C3%ABle_risiko_as_gevolg_van_kunsmatige_algemene_intelligensie" title="Eksistensiële risiko as gevolg van kunsmatige algemene intelligensie – Afrikaans" lang="af" hreflang="af" data-title="Eksistensiële risiko as gevolg van kunsmatige algemene intelligensie" data-language-autonym="Afrikaans" data-language-local-name="Afrikaans" class="interlanguage-link-target">Afrikaans</a></li><li class="interlanguage-link interwiki-ar mw-list-item"><a href="https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D8%AE%D8%B7%D8%B1_%D8%A7%D9%84%D9%88%D8%AC%D9%88%D8%AF%D9%8A_%D9%85%D9%86_%D8%A7%D9%84%D8%B0%D9%83%D8%A7%D8%A1_%D8%A7%D9%84%D8%A7%D8%B5%D8%B7%D9%86%D8%A7%D8%B9%D9%8A" title="الخطر الوجودي من الذكاء الاصطناعي – Arabic" lang="ar" hreflang="ar" data-title="الخطر الوجودي من الذكاء الاصطناعي" data-language-autonym="العربية" data-language-local-name="Arabic" class="interlanguage-link-target">العربية</a></li><li class="interlanguage-link interwiki-az mw-list-item"><a href="https://az.wikipedia.org/wiki/S%C3%BCni_intellektin_ekzistensial_riski" title="Süni intellektin ekzistensial riski – Azerbaijani" lang="az" hreflang="az" data-title="Süni intellektin ekzistensial riski" data-language-autonym="Azərbaycanca" data-language-local-name="Azerbaijani" class="interlanguage-link-target">Azərbaycanca</a></li><li class="interlanguage-link interwiki-cs mw-list-item"><a href="https://cs.wikipedia.org/wiki/Existen%C4%8Dn%C3%AD_rizika_v%C3%BDvoje_um%C4%9Bl%C3%A9_inteligence" title="Existenční rizika vývoje umělé inteligence – Czech" lang="cs" hreflang="cs" data-title="Existenční rizika vývoje umělé inteligence" data-language-autonym="Čeština" data-language-local-name="Czech" class="interlanguage-link-target">Čeština</a></li><li class="interlanguage-link interwiki-de mw-list-item"><a href="https://de.wikipedia.org/wiki/Existenzielles_Risiko_durch_k%C3%BCnstliche_Intelligenz" title="Existenzielles Risiko durch künstliche Intelligenz – German" lang="de" hreflang="de" data-title="Existenzielles Risiko durch künstliche Intelligenz" data-language-autonym="Deutsch" data-language-local-name="German" class="interlanguage-link-target">Deutsch</a></li><li class="interlanguage-link interwiki-es mw-list-item"><a href="https://es.wikipedia.org/wiki/Riesgo_existencial_de_la_inteligencia_artificial" title="Riesgo existencial de la inteligencia artificial – Spanish" lang="es" hreflang="es" data-title="Riesgo existencial de la inteligencia artificial" data-language-autonym="Español" data-language-local-name="Spanish" class="interlanguage-link-target">Español</a></li><li class="interlanguage-link interwiki-fa mw-list-item"><a href="https://fa.wikipedia.org/wiki/%D8%AE%D8%B7%D8%B1_%D9%88%D8%AC%D9%88%D8%AF%DB%8C_%D9%86%D8%A7%D8%B4%DB%8C_%D8%A7%D8%B2_%D9%87%D9%88%D8%B4_%D8%AC%D8%A7%D9%85%D8%B9_%D9%85%D8%B5%D9%86%D9%88%D8%B9%DB%8C" title="خطر وجودی ناشی از هوش جامع مصنوعی – Persian" lang="fa" hreflang="fa" data-title="خطر وجودی ناشی از هوش جامع مصنوعی" data-language-autonym="فارسی" data-language-local-name="Persian" class="interlanguage-link-target">فارسی</a></li><li class="interlanguage-link interwiki-fr mw-list-item"><a href="https://fr.wikipedia.org/wiki/Risque_existentiel_pos%C3%A9_par_l%27intelligence_artificielle" title="Risque existentiel posé par l'intelligence artificielle – French" lang="fr" hreflang="fr" data-title="Risque existentiel posé par l'intelligence artificielle" data-language-autonym="Français" data-language-local-name="French" class="interlanguage-link-target">Français</a></li><li class="interlanguage-link interwiki-ko mw-list-item"><a href="https://ko.wikipedia.org/wiki/%EC%9D%B8%EA%B3%B5_%EC%9D%BC%EB%B0%98_%EC%A7%80%EB%8A%A5%EC%9D%98_%EC%8B%A4%EC%A1%B4%EC%A0%81_%EC%9C%84%ED%97%98" title="인공 일반 지능의 실존적 위험 – Korean" lang="ko" hreflang="ko" data-title="인공 일반 지능의 실존적 위험" data-language-autonym="한국어" data-language-local-name="Korean" class="interlanguage-link-target">한국어</a></li><li class="interlanguage-link interwiki-id mw-list-item"><a href="https://id.wikipedia.org/wiki/Krisis_eksistensial_dari_kecerdasan_buatan" title="Krisis eksistensial dari kecerdasan buatan – Indonesian" lang="id" hreflang="id" data-title="Krisis eksistensial dari kecerdasan buatan" data-language-autonym="Bahasa Indonesia" data-language-local-name="Indonesian" class="interlanguage-link-target">Bahasa Indonesia</a></li><li class="interlanguage-link interwiki-he mw-list-item"><a href="https://he.wikipedia.org/wiki/%D7%A1%D7%9B%D7%A0%D7%94_%D7%A7%D7%99%D7%95%D7%9E%D7%99%D7%AA_%D7%9E%D7%91%D7%99%D7%A0%D7%94_%D7%9E%D7%9C%D7%90%D7%9B%D7%95%D7%AA%D7%99%D7%AA_%D7%9B%D7%9C%D7%9C%D7%99%D7%AA" title="סכנה קיומית מבינה מלאכותית כללית – Hebrew" lang="he" hreflang="he" data-title="סכנה קיומית מבינה מלאכותית כללית" data-language-autonym="עברית" data-language-local-name="Hebrew" class="interlanguage-link-target">עברית</a></li><li class="interlanguage-link interwiki-ja mw-list-item"><a href="https://ja.wikipedia.org/wiki/%E6%B1%8E%E7%94%A8%E4%BA%BA%E5%B7%A5%E7%9F%A5%E8%83%BD%E3%81%AB%E3%82%88%E3%82%8B%E4%BA%BA%E9%A1%9E%E6%BB%85%E4%BA%A1%E3%81%AE%E3%83%AA%E3%82%B9%E3%82%AF" title="汎用人工知能による人類滅亡のリスク – Japanese" lang="ja" hreflang="ja" data-title="汎用人工知能による人類滅亡のリスク" data-language-autonym="日本語" data-language-local-name="Japanese" class="interlanguage-link-target">日本語</a></li><li class="interlanguage-link interwiki-ps mw-list-item"><a href="https://ps.wikipedia.org/wiki/%D9%84%D9%87_%D9%85%D8%B5%D9%86%D9%88%D8%B9%D9%8A_%DA%81%D9%8A%D8%B1%DA%A9%D8%AA%D9%8A%D8%A7_%D9%BE%DB%90%DA%9A%DB%90%D8%AF%D9%88%D9%86%DA%A9%DB%8C_%DA%AB%D9%88%D8%A7%DA%9A" title="له مصنوعي ځيرکتيا پېښېدونکی ګواښ – Pashto" lang="ps" hreflang="ps" data-title="له مصنوعي ځيرکتيا پېښېدونکی ګواښ" data-language-autonym="پښتو" data-language-local-name="Pashto" class="interlanguage-link-target">پښتو</a></li><li class="interlanguage-link interwiki-pt mw-list-item"><a href="https://pt.wikipedia.org/wiki/Risco_existencial_da_intelig%C3%AAncia_artificial_geral" title="Risco existencial da inteligência artificial geral – Portuguese" lang="pt" hreflang="pt" data-title="Risco existencial da inteligência artificial geral" data-language-autonym="Português" data-language-local-name="Portuguese" class="interlanguage-link-target">Português</a></li><li class="interlanguage-link interwiki-ro mw-list-item"><a href="https://ro.wikipedia.org/wiki/Risc_existen%C8%9Bial_cauzat_de_inteligen%C8%9Ba_artificial%C4%83_puternic%C4%83" title="Risc existențial cauzat de inteligența artificială puternică – Romanian" lang="ro" hreflang="ro" data-title="Risc existențial cauzat de inteligența artificială puternică" data-language-autonym="Română" data-language-local-name="Romanian" class="interlanguage-link-target">Română</a></li><li class="interlanguage-link interwiki-sr mw-list-item"><a href="https://sr.wikipedia.org/wiki/Egzistencijalni_rizik_od_op%C5%A1te_ve%C5%A1ta%C4%8Dke_inteligencije" title="Egzistencijalni rizik od opšte veštačke inteligencije – Serbian" lang="sr" hreflang="sr" data-title="Egzistencijalni rizik od opšte veštačke inteligencije" data-language-autonym="Српски / srpski" data-language-local-name="Serbian" class="interlanguage-link-target">Српски / srpski</a></li><li class="interlanguage-link interwiki-sv badge-Q70893996 mw-list-item" title=""><a href="https://sv.wikipedia.org/wiki/Existentiell_risk_orsakad_av_artificiell_generell_intelligens" title="Existentiell risk orsakad av artificiell generell intelligens – Swedish" lang="sv" hreflang="sv" data-title="Existentiell risk orsakad av artificiell generell intelligens" data-language-autonym="Svenska" data-language-local-name="Swedish" class="interlanguage-link-target">Svenska</a></li><li class="interlanguage-link interwiki-tr mw-list-item"><a href="https://tr.wikipedia.org/wiki/Yapay_genel_zek%C3%A2dan_kaynaklanan_varolu%C5%9Fsal_risk" title="Yapay genel zekâdan kaynaklanan varoluşsal risk – Turkish" lang="tr" hreflang="tr" data-title="Yapay genel zekâdan kaynaklanan varoluşsal risk" data-language-autonym="Türkçe" data-language-local-name="Turkish" class="interlanguage-link-target">Türkçe</a></li><li class="interlanguage-link interwiki-zh mw-list-item"><a href="https://zh.wikipedia.org/wiki/%E9%80%9A%E7%94%A8%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD%E7%9A%84%E7%94%9F%E5%AD%98%E9%A3%8E%E9%99%A9" title="通用人工智能的生存风险 – Chinese" lang="zh" hreflang="zh" data-title="通用人工智能的生存风险" data-language-autonym="中文" data-language-local-name="Chinese" class="interlanguage-link-target">中文</a></li> </ul> <div class="after-portlet after-portlet-lang"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q21715237#sitelinks-wikipedia" title="Edit interlanguage links" class="wbc-editpage">Edit links</a></div> </div> </div> </div> </header> <div class="vector-page-toolbar"> <div class="vector-page-toolbar-container"> <div id="left-navigation"> <nav aria-label="Namespaces"> <div id="p-associated-pages" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-associated-pages" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-nstab-main" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/Existential_risk_from_artificial_intelligence" title="View the content page [c]" accesskey="c">Article</a></li><li id="ca-talk" class="vector-tab-noicon mw-list-item"><a href="/wiki/Talk:Existential_risk_from_artificial_intelligence" rel="discussion" title="Discuss improvements to the content page [t]" accesskey="t">Talk</a></li> </ul> </div> </div> <div id="vector-variants-dropdown" class="vector-dropdown emptyPortlet" > <input type="checkbox" id="vector-variants-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-variants-dropdown" class="vector-dropdown-checkbox " aria-label="Change language variant" > <label id="vector-variants-dropdown-label" for="vector-variants-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" >English </label> <div class="vector-dropdown-content"> <div id="p-variants" class="vector-menu mw-portlet mw-portlet-variants emptyPortlet" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> </ul> </div> </div> </div> </div> </nav> </div> <div id="right-navigation" class="vector-collapsible"> <nav aria-label="Views"> <div id="p-views" class="vector-menu vector-menu-tabs mw-portlet mw-portlet-views" > <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-view" class="selected vector-tab-noicon mw-list-item"><a href="/wiki/Existential_risk_from_artificial_intelligence">Read</a></li><li id="ca-edit" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit" title="Edit this page [e]" accesskey="e">Edit</a></li><li id="ca-history" class="vector-tab-noicon mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=history" title="Past revisions of this page [h]" accesskey="h">View history</a></li> </ul> </div> </div> </nav> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-dropdown" class="vector-dropdown vector-page-tools-dropdown" > <input type="checkbox" id="vector-page-tools-dropdown-checkbox" role="button" aria-haspopup="true" data-event-name="ui.dropdown-vector-page-tools-dropdown" class="vector-dropdown-checkbox " aria-label="Tools" > <label id="vector-page-tools-dropdown-label" for="vector-page-tools-dropdown-checkbox" class="vector-dropdown-label cdx-button cdx-button--fake-button cdx-button--fake-button--enabled cdx-button--weight-quiet" aria-hidden="true" >Tools </label> <div class="vector-dropdown-content"> <div id="vector-page-tools-unpinned-container" class="vector-unpinned-container"> <div id="vector-page-tools" class="vector-page-tools vector-pinnable-element"> <div class="vector-pinnable-header vector-page-tools-pinnable-header vector-pinnable-header-unpinned" data-feature-name="page-tools-pinned" data-pinnable-element-id="vector-page-tools" data-pinned-container-id="vector-page-tools-pinned-container" data-unpinned-container-id="vector-page-tools-unpinned-container" > <div class="vector-pinnable-header-label">Tools</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-page-tools.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-page-tools.unpin">hide</button> </div> <div id="p-cactions" class="vector-menu mw-portlet mw-portlet-cactions emptyPortlet vector-has-collapsible-items" title="More options" > <div class="vector-menu-heading"> Actions </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="ca-more-view" class="selected vector-more-collapsible-item mw-list-item"><a href="/wiki/Existential_risk_from_artificial_intelligence">Read</a></li><li id="ca-more-edit" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit" title="Edit this page [e]" accesskey="e">Edit</a></li><li id="ca-more-history" class="vector-more-collapsible-item mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=history">View history</a></li> </ul> </div> </div> <div id="p-tb" class="vector-menu mw-portlet mw-portlet-tb" > <div class="vector-menu-heading"> General </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-whatlinkshere" class="mw-list-item"><a href="/wiki/Special:WhatLinksHere/Existential_risk_from_artificial_intelligence" title="List of all English Wikipedia pages containing links to this page [j]" accesskey="j">What links here</a></li><li id="t-recentchangeslinked" class="mw-list-item"><a href="/wiki/Special:RecentChangesLinked/Existential_risk_from_artificial_intelligence" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k">Related changes</a></li><li id="t-upload" class="mw-list-item"><a href="/wiki/Wikipedia:File_Upload_Wizard" title="Upload files [u]" accesskey="u">Upload file</a></li><li id="t-specialpages" class="mw-list-item"><a href="/wiki/Special:SpecialPages" title="A list of all special pages [q]" accesskey="q">Special pages</a></li><li id="t-permalink" class="mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&oldid=1257846244" title="Permanent link to this revision of this page">Permanent link</a></li><li id="t-info" class="mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=info" title="More information about this page">Page information</a></li><li id="t-cite" class="mw-list-item"><a href="/w/index.php?title=Special:CiteThisPage&page=Existential_risk_from_artificial_intelligence&id=1257846244&wpFormIdentifier=titleform" title="Information on how to cite this page">Cite this page</a></li><li id="t-urlshortener" class="mw-list-item"><a href="/w/index.php?title=Special:UrlShortener&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FExistential_risk_from_artificial_intelligence">Get shortened URL</a></li><li id="t-urlshortener-qrcode" class="mw-list-item"><a href="/w/index.php?title=Special:QrCode&url=https%3A%2F%2Fen.wikipedia.org%2Fwiki%2FExistential_risk_from_artificial_intelligence">Download QR code</a></li> </ul> </div> </div> <div id="p-coll-print_export" class="vector-menu mw-portlet mw-portlet-coll-print_export" > <div class="vector-menu-heading"> Print/export </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="coll-download-as-rl" class="mw-list-item"><a href="/w/index.php?title=Special:DownloadAsPdf&page=Existential_risk_from_artificial_intelligence&action=show-download-screen" title="Download this page as a PDF file">Download as PDF</a></li><li id="t-print" class="mw-list-item"><a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&printable=yes" title="Printable version of this page [p]" accesskey="p">Printable version</a></li> </ul> </div> </div> <div id="p-wikibase-otherprojects" class="vector-menu mw-portlet mw-portlet-wikibase-otherprojects" > <div class="vector-menu-heading"> In other projects </div> <div class="vector-menu-content"> <ul class="vector-menu-content-list"> <li id="t-wikibase" class="wb-otherproject-link wb-otherproject-wikibase-dataitem mw-list-item"><a href="https://www.wikidata.org/wiki/Special:EntityPage/Q21715237" title="Structured data on this page hosted by Wikidata [g]" accesskey="g">Wikidata item</a></li> </ul> </div> </div> </div> </div> </div> </div> </nav> </div> </div> </div> <div class="vector-column-end"> <div class="vector-sticky-pinned-container"> <nav class="vector-page-tools-landmark" aria-label="Page tools"> <div id="vector-page-tools-pinned-container" class="vector-pinned-container"> </div> </nav> <nav class="vector-appearance-landmark" aria-label="Appearance"> <div id="vector-appearance-pinned-container" class="vector-pinned-container"> <div id="vector-appearance" class="vector-appearance vector-pinnable-element"> <div class="vector-pinnable-header vector-appearance-pinnable-header vector-pinnable-header-pinned" data-feature-name="appearance-pinned" data-pinnable-element-id="vector-appearance" data-pinned-container-id="vector-appearance-pinned-container" data-unpinned-container-id="vector-appearance-unpinned-container" > <div class="vector-pinnable-header-label">Appearance</div> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-pin-button" data-event-name="pinnable-header.vector-appearance.pin">move to sidebar</button> <button class="vector-pinnable-header-toggle-button vector-pinnable-header-unpin-button" data-event-name="pinnable-header.vector-appearance.unpin">hide</button> </div> </div> </div> </nav> </div> </div> <div id="bodyContent" class="vector-body" aria-labelledby="firstHeading" data-mw-ve-target-container> <div class="vector-body-before-content"> <div class="mw-indicators"> </div> <div id="siteSub" class="noprint">From Wikipedia, the free encyclopedia</div> </div> <div id="contentSub"><div id="mw-content-subtitle">(Redirected from <a href="/w/index.php?title=Existential_risk_from_artificial_general_intelligence&redirect=no" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk from artificial general intelligence</a>)</div></div> <div id="mw-content-text" class="mw-body-content"><div class="mw-content-ltr mw-parser-output" lang="en" dir="ltr"><div class="shortdescription nomobile noexcerpt noprint searchaux" style="display:none">Hypothesized risk to human existence</div> <style data-mw-deduplicate="TemplateStyles:r1129693374">.mw-parser-output .hlist dl,.mw-parser-output .hlist ol,.mw-parser-output .hlist ul{margin:0;padding:0}.mw-parser-output .hlist dd,.mw-parser-output .hlist dt,.mw-parser-output .hlist li{margin:0;display:inline}.mw-parser-output .hlist.inline,.mw-parser-output .hlist.inline dl,.mw-parser-output .hlist.inline ol,.mw-parser-output .hlist.inline ul,.mw-parser-output .hlist dl dl,.mw-parser-output .hlist dl ol,.mw-parser-output .hlist dl ul,.mw-parser-output .hlist ol dl,.mw-parser-output .hlist ol ol,.mw-parser-output .hlist ol ul,.mw-parser-output .hlist ul dl,.mw-parser-output .hlist ul ol,.mw-parser-output .hlist ul ul{display:inline}.mw-parser-output .hlist .mw-empty-li{display:none}.mw-parser-output .hlist dt::after{content:": "}.mw-parser-output .hlist dd::after,.mw-parser-output .hlist li::after{content:" · ";font-weight:bold}.mw-parser-output .hlist dd:last-child::after,.mw-parser-output .hlist dt:last-child::after,.mw-parser-output .hlist li:last-child::after{content:none}.mw-parser-output .hlist dd dd:first-child::before,.mw-parser-output .hlist dd dt:first-child::before,.mw-parser-output .hlist dd li:first-child::before,.mw-parser-output .hlist dt dd:first-child::before,.mw-parser-output .hlist dt dt:first-child::before,.mw-parser-output .hlist dt li:first-child::before,.mw-parser-output .hlist li dd:first-child::before,.mw-parser-output .hlist li dt:first-child::before,.mw-parser-output .hlist li li:first-child::before{content:" (";font-weight:normal}.mw-parser-output .hlist dd dd:last-child::after,.mw-parser-output .hlist dd dt:last-child::after,.mw-parser-output .hlist dd li:last-child::after,.mw-parser-output .hlist dt dd:last-child::after,.mw-parser-output .hlist dt dt:last-child::after,.mw-parser-output .hlist dt li:last-child::after,.mw-parser-output .hlist li dd:last-child::after,.mw-parser-output .hlist li dt:last-child::after,.mw-parser-output .hlist li li:last-child::after{content:")";font-weight:normal}.mw-parser-output .hlist ol{counter-reset:listitem}.mw-parser-output .hlist ol>li{counter-increment:listitem}.mw-parser-output .hlist ol>li::before{content:" "counter(listitem)"\a0 "}.mw-parser-output .hlist dd ol>li:first-child::before,.mw-parser-output .hlist dt ol>li:first-child::before,.mw-parser-output .hlist li ol>li:first-child::before{content:" ("counter(listitem)"\a0 "}</style><style data-mw-deduplicate="TemplateStyles:r1246091330">.mw-parser-output .sidebar{width:22em;float:right;clear:right;margin:0.5em 0 1em 1em;background:var(--background-color-neutral-subtle,#f8f9fa);border:1px solid var(--border-color-base,#a2a9b1);padding:0.2em;text-align:center;line-height:1.4em;font-size:88%;border-collapse:collapse;display:table}body.skin-minerva .mw-parser-output .sidebar{display:table!important;float:right!important;margin:0.5em 0 1em 1em!important}.mw-parser-output .sidebar-subgroup{width:100%;margin:0;border-spacing:0}.mw-parser-output .sidebar-left{float:left;clear:left;margin:0.5em 1em 1em 0}.mw-parser-output .sidebar-none{float:none;clear:both;margin:0.5em 1em 1em 0}.mw-parser-output .sidebar-outer-title{padding:0 0.4em 0.2em;font-size:125%;line-height:1.2em;font-weight:bold}.mw-parser-output .sidebar-top-image{padding:0.4em}.mw-parser-output .sidebar-top-caption,.mw-parser-output .sidebar-pretitle-with-top-image,.mw-parser-output .sidebar-caption{padding:0.2em 0.4em 0;line-height:1.2em}.mw-parser-output .sidebar-pretitle{padding:0.4em 0.4em 0;line-height:1.2em}.mw-parser-output .sidebar-title,.mw-parser-output .sidebar-title-with-pretitle{padding:0.2em 0.8em;font-size:145%;line-height:1.2em}.mw-parser-output .sidebar-title-with-pretitle{padding:0.1em 0.4em}.mw-parser-output .sidebar-image{padding:0.2em 0.4em 0.4em}.mw-parser-output .sidebar-heading{padding:0.1em 0.4em}.mw-parser-output .sidebar-content{padding:0 0.5em 0.4em}.mw-parser-output .sidebar-content-with-subgroup{padding:0.1em 0.4em 0.2em}.mw-parser-output .sidebar-above,.mw-parser-output .sidebar-below{padding:0.3em 0.8em;font-weight:bold}.mw-parser-output .sidebar-collapse .sidebar-above,.mw-parser-output .sidebar-collapse .sidebar-below{border-top:1px solid #aaa;border-bottom:1px solid #aaa}.mw-parser-output .sidebar-navbar{text-align:right;font-size:115%;padding:0 0.4em 0.4em}.mw-parser-output .sidebar-list-title{padding:0 0.4em;text-align:left;font-weight:bold;line-height:1.6em;font-size:105%}.mw-parser-output .sidebar-list-title-c{padding:0 0.4em;text-align:center;margin:0 3.3em}@media(max-width:640px){body.mediawiki .mw-parser-output .sidebar{width:100%!important;clear:both;float:none!important;margin-left:0!important;margin-right:0!important}}body.skin--responsive .mw-parser-output .sidebar a>img{max-width:none!important}@media screen{html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-list-title,html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle{background:transparent!important}html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle a{color:var(--color-progressive)!important}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-list-title,html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle{background:transparent!important}html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle a{color:var(--color-progressive)!important}}@media print{body.ns-0 .mw-parser-output .sidebar{display:none!important}}</style><table class="sidebar sidebar-collapse nomobile nowraplinks hlist"><tbody><tr><td class="sidebar-pretitle">Part of a series on</td></tr><tr><th class="sidebar-title-with-pretitle"><a href="/wiki/Artificial_intelligence" title="Artificial intelligence">Artificial intelligence</a></th></tr><tr><td class="sidebar-image"><figure class="mw-halign-center" typeof="mw:File"><a href="/wiki/File:Dall-e_3_(jan_%2724)_artificial_intelligence_icon.png" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/6/64/Dall-e_3_%28jan_%2724%29_artificial_intelligence_icon.png/100px-Dall-e_3_%28jan_%2724%29_artificial_intelligence_icon.png" decoding="async" width="100" height="100" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/6/64/Dall-e_3_%28jan_%2724%29_artificial_intelligence_icon.png/150px-Dall-e_3_%28jan_%2724%29_artificial_intelligence_icon.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/6/64/Dall-e_3_%28jan_%2724%29_artificial_intelligence_icon.png/200px-Dall-e_3_%28jan_%2724%29_artificial_intelligence_icon.png 2x" data-file-width="820" data-file-height="820" /></a><figcaption></figcaption></figure></td></tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="/wiki/Artificial_intelligence#Goals" title="Artificial intelligence">Major goals</a></div><div class="sidebar-list-content mw-collapsible-content"> <ul><li><a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">Artificial general intelligence</a></li> <li><a href="/wiki/Intelligent_agent" title="Intelligent agent">Intelligent agent</a></li> <li><a href="/wiki/Recursive_self-improvement" title="Recursive self-improvement">Recursive self-improvement</a></li> <li><a href="/wiki/Automated_planning_and_scheduling" title="Automated planning and scheduling">Planning</a></li> <li><a href="/wiki/Computer_vision" title="Computer vision">Computer vision</a></li> <li><a href="/wiki/General_game_playing" title="General game playing">General game playing</a></li> <li><a href="/wiki/Knowledge_representation_and_reasoning" title="Knowledge representation and reasoning">Knowledge reasoning</a></li> <li><a href="/wiki/Natural_language_processing" title="Natural language processing">Natural language processing</a></li> <li><a href="/wiki/Robotics" title="Robotics">Robotics</a></li> <li><a href="/wiki/AI_safety" title="AI safety">AI safety</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)">Approaches</div><div class="sidebar-list-content mw-collapsible-content"> <ul><li><a href="/wiki/Machine_learning" title="Machine learning">Machine learning</a></li> <li><a href="/wiki/Symbolic_artificial_intelligence" title="Symbolic artificial intelligence">Symbolic</a></li> <li><a href="/wiki/Deep_learning" title="Deep learning">Deep learning</a></li> <li><a href="/wiki/Bayesian_network" title="Bayesian network">Bayesian networks</a></li> <li><a href="/wiki/Evolutionary_algorithm" title="Evolutionary algorithm">Evolutionary algorithms</a></li> <li><a href="/wiki/Hybrid_intelligent_system" title="Hybrid intelligent system">Hybrid intelligent systems</a></li> <li><a href="/wiki/Artificial_intelligence_systems_integration" title="Artificial intelligence systems integration">Systems integration</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="/wiki/Applications_of_artificial_intelligence" title="Applications of artificial intelligence">Applications</a></div><div class="sidebar-list-content mw-collapsible-content"> <ul><li><a href="/wiki/Machine_learning_in_bioinformatics" title="Machine learning in bioinformatics">Bioinformatics</a></li> <li><a href="/wiki/Deepfake" title="Deepfake">Deepfake</a></li> <li><a href="/wiki/Machine_learning_in_earth_sciences" title="Machine learning in earth sciences">Earth sciences</a></li> <li><a href="/wiki/Applications_of_artificial_intelligence#Finance" title="Applications of artificial intelligence"> Finance </a></li> <li><a href="/wiki/Generative_artificial_intelligence" title="Generative artificial intelligence">Generative AI</a> <ul><li><a href="/wiki/Artificial_intelligence_art" title="Artificial intelligence art">Art</a></li> <li><a href="/wiki/Generative_audio" title="Generative audio">Audio</a></li> <li><a href="/wiki/Music_and_artificial_intelligence" title="Music and artificial intelligence">Music</a></li></ul></li> <li><a href="/wiki/Artificial_intelligence_in_government" title="Artificial intelligence in government">Government</a></li> <li><a href="/wiki/Artificial_intelligence_in_healthcare" title="Artificial intelligence in healthcare">Healthcare</a> <ul><li><a href="/wiki/Artificial_intelligence_in_mental_health" title="Artificial intelligence in mental health">Mental health</a></li></ul></li> <li><a href="/wiki/Artificial_intelligence_in_industry" title="Artificial intelligence in industry">Industry</a></li> <li><a href="/wiki/Machine_translation" title="Machine translation">Translation</a></li> <li><a href="/wiki/Artificial_intelligence_arms_race" title="Artificial intelligence arms race"> Military </a></li> <li><a href="/wiki/Machine_learning_in_physics" title="Machine learning in physics">Physics</a></li> <li><a href="/wiki/List_of_artificial_intelligence_projects" title="List of artificial intelligence projects">Projects</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="/wiki/Philosophy_of_artificial_intelligence" title="Philosophy of artificial intelligence">Philosophy</a></div><div class="sidebar-list-content mw-collapsible-content"> <ul><li><a href="/wiki/Artificial_consciousness" title="Artificial consciousness">Artificial consciousness</a></li> <li><a href="/wiki/Chinese_room" title="Chinese room">Chinese room</a></li> <li><a href="/wiki/Friendly_artificial_intelligence" title="Friendly artificial intelligence">Friendly AI</a></li> <li><a href="/wiki/AI_control_problem" class="mw-redirect" title="AI control problem">Control problem</a>/<a href="/wiki/AI_takeover" title="AI takeover">Takeover</a></li> <li><a href="/wiki/Ethics_of_artificial_intelligence" title="Ethics of artificial intelligence">Ethics</a></li> <li><a href="/wiki/Existential_risk_from_artificial_general_intelligence" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk</a></li> <li><a href="/wiki/Regulation_of_artificial_intelligence" title="Regulation of artificial intelligence">Regulation</a></li> <li><a href="/wiki/Turing_test" title="Turing test">Turing test</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="/wiki/History_of_artificial_intelligence" title="History of artificial intelligence">History</a></div><div class="sidebar-list-content mw-collapsible-content"> <ul><li><a href="/wiki/Timeline_of_artificial_intelligence" title="Timeline of artificial intelligence">Timeline</a></li> <li><a href="/wiki/Progress_in_artificial_intelligence" title="Progress in artificial intelligence">Progress</a></li> <li><a href="/wiki/AI_winter" title="AI winter">AI winter</a></li> <li><a href="/wiki/AI_boom" title="AI boom">AI boom</a></li></ul></div></div></td> </tr><tr><td class="sidebar-content"> <div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)">Glossary</div><div class="sidebar-list-content mw-collapsible-content"> <ul><li><a href="/wiki/Glossary_of_artificial_intelligence" title="Glossary of artificial intelligence">Glossary</a></li></ul></div></div></td> </tr><tr><td class="sidebar-navbar"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><style data-mw-deduplicate="TemplateStyles:r1239400231">.mw-parser-output .navbar{display:inline;font-size:88%;font-weight:normal}.mw-parser-output .navbar-collapse{float:left;text-align:left}.mw-parser-output .navbar-boxtext{word-spacing:0}.mw-parser-output .navbar ul{display:inline-block;white-space:nowrap;line-height:inherit}.mw-parser-output .navbar-brackets::before{margin-right:-0.125em;content:"[ "}.mw-parser-output .navbar-brackets::after{margin-left:-0.125em;content:" ]"}.mw-parser-output .navbar li{word-spacing:-0.125em}.mw-parser-output .navbar a>span,.mw-parser-output .navbar a>abbr{text-decoration:inherit}.mw-parser-output .navbar-mini abbr{font-variant:small-caps;border-bottom:none;text-decoration:none;cursor:inherit}.mw-parser-output .navbar-ct-full{font-size:114%;margin:0 7em}.mw-parser-output .navbar-ct-mini{font-size:114%;margin:0 4em}html.skin-theme-clientpref-night .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}@media(prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}}@media print{.mw-parser-output .navbar{display:none!important}}</style><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Artificial_intelligence" title="Template:Artificial intelligence"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Artificial_intelligence" title="Template talk:Artificial intelligence"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Artificial_intelligence" title="Special:EditPage/Template:Artificial intelligence"><abbr title="Edit this template">e</abbr></a></li></ul></div></td></tr></tbody></table> Existential risk from artificial intelligence refers to the idea that substantial progress in <a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">artificial general intelligence</a> (AGI) could lead to <a href="/wiki/Human_extinction" title="Human extinction">human extinction</a> or an irreversible <a href="/wiki/Global_catastrophic_risk" title="Global catastrophic risk">global catastrophe</a>.<a href="#cite_note-aima-1">[1]</a><a href="#cite_note-2">[2]</a><a href="#cite_note-auto1-3">[3]</a><a href="#cite_note-4">[4]</a> One argument for the importance of this risk references how <a href="/wiki/Human_species" class="mw-redirect" title="Human species">human beings</a> dominate other species because the <a href="/wiki/Human_brain" title="Human brain">human brain</a> possesses distinctive capabilities other animals lack. If AI were to surpass <a href="/wiki/Human_intelligence" title="Human intelligence">human intelligence</a> and become <a href="/wiki/Superintelligence" title="Superintelligence">superintelligent</a>, it might become uncontrollable. Just as the fate of the <a href="/wiki/Mountain_gorilla" title="Mountain gorilla">mountain gorilla</a> depends on human goodwill, the fate of humanity could depend on the actions of a future machine superintelligence.<a href="#cite_note-superintelligence-5">[5]</a> The plausibility of <a href="/wiki/Existential_risk" class="mw-redirect" title="Existential risk">existential catastrophe</a> due to AI is widely debated. It hinges in part on whether AGI or superintelligence are achievable, the speed at which dangerous capabilities and behaviors emerge,<a href="#cite_note-6">[6]</a> and whether practical scenarios for <a href="/wiki/AI_takeover" title="AI takeover">AI takeovers</a> exist.<a href="#cite_note-7">[7]</a> Concerns about superintelligence have been voiced by computer scientists and tech <a href="/wiki/Chief_executive_officer" title="Chief executive officer">CEOs</a> such as <a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a>,<a href="#cite_note-8">[8]</a> <a href="/wiki/Yoshua_Bengio" title="Yoshua Bengio">Yoshua Bengio</a>,<a href="#cite_note-9">[9]</a> <a href="/wiki/Alan_Turing" title="Alan Turing">Alan Turing</a>,<a href="#cite_note-turing_note-12">[a]</a> <a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a>,<a href="#cite_note-Parkin-13">[12]</a> and <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> CEO <a href="/wiki/Sam_Altman" title="Sam Altman">Sam Altman</a>.<a href="#cite_note-Jackson-14">[13]</a> In 2022, a survey of AI researchers with a 17% response rate found that the majority believed there is a 10 percent or greater chance that human inability to control AI will cause an existential catastrophe.<a href="#cite_note-15">[14]</a><a href="#cite_note-:8-16">[15]</a> In 2023, hundreds of AI experts and other notable figures <a href="/wiki/Statement_on_AI_risk_of_extinction" title="Statement on AI risk of extinction">signed a statement</a> declaring, "Mitigating the risk of extinction from AI should be a global priority alongside other societal-scale risks such as <a href="/wiki/Pandemic" title="Pandemic">pandemics</a> and <a href="/wiki/Nuclear_warfare" title="Nuclear warfare">nuclear war</a>".<a href="#cite_note-17">[16]</a> Following increased concern over AI risks, government leaders such as <a href="/wiki/Prime_Minister_of_the_United_Kingdom" title="Prime Minister of the United Kingdom">United Kingdom prime minister</a> <a href="/wiki/Rishi_Sunak" title="Rishi Sunak">Rishi Sunak</a><a href="#cite_note-18">[17]</a> and <a href="/wiki/Secretary-General_of_the_United_Nations" title="Secretary-General of the United Nations">United Nations Secretary-General</a> <a href="/wiki/Ant%C3%B3nio_Guterres" title="António Guterres">António Guterres</a><a href="#cite_note-:12-19">[18]</a> called for an increased focus on global <a href="/wiki/Regulation_of_artificial_intelligence" title="Regulation of artificial intelligence">AI regulation</a>. Two sources of concern stem from the problems of AI <a href="/wiki/AI_capability_control" title="AI capability control">control</a> and <a href="/wiki/AI_alignment" title="AI alignment">alignment</a>. Controlling a superintelligent machine or instilling it with human-compatible values may be difficult. Many researchers believe that a superintelligent machine would likely resist attempts to disable it or change its goals as that would prevent it from accomplishing its present goals. It would be extremely challenging to align a superintelligence with the full breadth of significant human values and constraints.<a href="#cite_note-aima-1">[1]</a><a href="#cite_note-yudkowsky-global-risk-20">[19]</a><a href="#cite_note-research-priorities-21">[20]</a> In contrast, skeptics such as <a href="/wiki/Computer_scientist" title="Computer scientist">computer scientist</a> <a href="/wiki/Yann_LeCun" title="Yann LeCun">Yann LeCun</a> argue that superintelligent machines will have no desire for self-preservation.<a href="#cite_note-vanity-22">[21]</a> A third source of concern is the possibility of a sudden "<a href="/wiki/Intelligence_explosion" class="mw-redirect" title="Intelligence explosion">intelligence explosion</a>" that catches humanity unprepared. In this scenario, an AI more intelligent than its creators would be able to <a href="/wiki/Recursive_self-improvement" title="Recursive self-improvement">recursively improve itself</a> at an exponentially increasing rate, improving too quickly for its handlers or society at large to control.<a href="#cite_note-aima-1">[1]</a><a href="#cite_note-yudkowsky-global-risk-20">[19]</a> Empirically, examples like <a href="/wiki/AlphaZero" title="AlphaZero">AlphaZero</a>, which taught itself to play <a href="/wiki/Go_(game)" title="Go (game)">Go</a> and quickly surpassed human ability, show that domain-specific AI systems can sometimes progress from subhuman to superhuman ability very quickly, although such <a href="/wiki/Machine_learning" title="Machine learning">machine learning</a> systems do not recursively improve their fundamental architecture.<a href="#cite_note-23">[22]</a> <meta property="mw:PageProp/toc" /> <div class="mw-heading mw-heading2"><h2 id="History">History</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=1" title="Edit section: History">edit</a>]</div> One of the earliest authors to express serious concern that highly advanced machines might pose existential risks to humanity was the novelist <a href="/wiki/Samuel_Butler_(novelist)" title="Samuel Butler (novelist)">Samuel Butler</a>, who wrote in his 1863 essay <a href="/wiki/Darwin_among_the_Machines" title="Darwin among the Machines">Darwin among the Machines</a>:<a href="#cite_note-24">[23]</a> <style data-mw-deduplicate="TemplateStyles:r1244412712">.mw-parser-output .templatequote{overflow:hidden;margin:1em 0;padding:0 32px}.mw-parser-output .templatequotecite{line-height:1.5em;text-align:left;margin-top:0}@media(min-width:500px){.mw-parser-output .templatequotecite{padding-left:1.6em}}</style><blockquote class="templatequote">The upshot is simply a question of time, but that the time will come when the machines will hold the real supremacy over the world and its inhabitants is what no person of a truly philosophic mind can for a moment question.</blockquote> In 1951, foundational computer scientist <a href="/wiki/Alan_Turing" title="Alan Turing">Alan Turing</a> wrote the article "Intelligent Machinery, A Heretical Theory", in which he proposed that artificial general intelligences would likely "take control" of the world as they became more intelligent than human beings: <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1244412712"><blockquote class="templatequote">Let us now assume, for the sake of argument, that [intelligent] machines are a genuine possibility, and look at the consequences of constructing them... There would be no question of the machines dying, and they would be able to converse with each other to sharpen their wits. At some stage therefore we should have to expect the machines to take control, in the way that is mentioned in <a href="/wiki/Samuel_Butler_(novelist)" title="Samuel Butler (novelist)">Samuel Butler</a>'s <a href="/wiki/Erewhon" title="Erewhon">Erewhon</a>.<a href="#cite_note-oxfordjournals-25">[24]</a></blockquote> In 1965, <a href="/wiki/I._J._Good" title="I. J. Good">I. J. Good</a> originated the concept now known as an "intelligence explosion" and said the risks were underappreciated:<a href="#cite_note-26">[25]</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1244412712"><blockquote class="templatequote">Let an ultraintelligent machine be defined as a machine that can far surpass all the intellectual activities of any man however clever. Since the design of machines is one of these intellectual activities, an ultraintelligent machine could design even better machines; there would then unquestionably be an 'intelligence explosion', and the intelligence of man would be left far behind. Thus the first ultraintelligent machine is the last invention that man need ever make, provided that the machine is docile enough to tell us how to keep it under control. It is curious that this point is made so seldom outside of science fiction. It is sometimes worthwhile to take science fiction seriously.<a href="#cite_note-27">[26]</a></blockquote> Scholars such as <a href="/wiki/Marvin_Minsky" title="Marvin Minsky">Marvin Minsky</a><a href="#cite_note-28">[27]</a> and I. J. Good himself<a href="#cite_note-29">[28]</a> occasionally expressed concern that a superintelligence could seize control, but issued no call to action. In 2000, computer scientist and <a href="/wiki/Sun_microsystems" class="mw-redirect" title="Sun microsystems">Sun</a> co-founder <a href="/wiki/Bill_Joy" title="Bill Joy">Bill Joy</a> penned an influential essay, "<a href="/wiki/Why_The_Future_Doesn%27t_Need_Us" class="mw-redirect" title="Why The Future Doesn't Need Us">Why The Future Doesn't Need Us</a>", identifying superintelligent robots as a high-tech danger to human survival, alongside <a href="/wiki/Nanotechnology" title="Nanotechnology">nanotechnology</a> and engineered bioplagues.<a href="#cite_note-30">[29]</a> <a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Nick Bostrom</a> published <a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence</a> in 2014, which presented his arguments that superintelligence poses an existential threat.<a href="#cite_note-31">[30]</a> By 2015, public figures such as physicists <a href="/wiki/Stephen_Hawking" title="Stephen Hawking">Stephen Hawking</a> and Nobel laureate <a href="/wiki/Frank_Wilczek" title="Frank Wilczek">Frank Wilczek</a>, computer scientists <a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Stuart J. Russell</a> and <a href="/wiki/Roman_Yampolskiy" title="Roman Yampolskiy">Roman Yampolskiy</a>, and entrepreneurs <a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a> and <a href="/wiki/Bill_Gates" title="Bill Gates">Bill Gates</a> were expressing concern about the risks of superintelligence.<a href="#cite_note-32">[31]</a><a href="#cite_note-hawking_editorial-33">[32]</a><a href="#cite_note-bbc_on_hawking_editorial-34">[33]</a><a href="#cite_note-35">[34]</a> Also in 2015, the <a href="/wiki/Open_Letter_on_Artificial_Intelligence" class="mw-redirect" title="Open Letter on Artificial Intelligence">Open Letter on Artificial Intelligence</a> highlighted the "great potential of AI" and encouraged more research on how to make it robust and beneficial.<a href="#cite_note-36">[35]</a> In April 2016, the journal <a href="/wiki/Nature_(journal)" title="Nature (journal)">Nature</a> warned: "Machines and robots that outperform humans across the board could self-improve beyond our control—and their interests might not align with ours".<a href="#cite_note-37">[36]</a> In 2020, <a href="/wiki/Brian_Christian" title="Brian Christian">Brian Christian</a> published <a href="/wiki/The_Alignment_Problem" title="The Alignment Problem">The Alignment Problem</a>, which details the history of progress on AI alignment up to that time.<a href="#cite_note-38">[37]</a><a href="#cite_note-39">[38]</a> In March 2023, key figures in AI, such as Musk, signed a letter from the <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a> calling a halt to advanced AI training until it could be properly regulated.<a href="#cite_note-40">[39]</a> In May 2023, the <a href="/wiki/Center_for_AI_Safety" title="Center for AI Safety">Center for AI Safety</a> released a statement signed by numerous experts in AI safety and the AI existential risk which stated: "Mitigating the risk of extinction from AI should be a global priority alongside other societal-scale risks such as pandemics and nuclear war."<a href="#cite_note-41">[40]</a><a href="#cite_note-42">[41]</a> <div class="mw-heading mw-heading2"><h2 id="Potential_AI_capabilities">Potential AI capabilities</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=2" title="Edit section: Potential AI capabilities">edit</a>]</div> <div class="mw-heading mw-heading3"><h3 id="General_Intelligence">General Intelligence</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=3" title="Edit section: General Intelligence">edit</a>]</div> <a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">Artificial general intelligence</a> (AGI) is typically defined as a system that performs at least as well as humans in most or all intellectual tasks.<a href="#cite_note-43">[42]</a> A 2022 survey of AI researchers found that 90% of respondents expected AGI would be achieved in the next 100 years, and half expected the same by 2061.<a href="#cite_note-44">[43]</a> Meanwhile, some researchers dismiss existential risks from AGI as "science fiction" based on their high confidence that AGI will not be created anytime soon.<a href="#cite_note-45">[44]</a> Breakthroughs in <a href="/wiki/Large_language_model" title="Large language model">large language models</a> have led some researchers to reassess their expectations. Notably, <a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a> said in 2023 that he recently changed his estimate from "20 to 50 years before we have general purpose A.I." to "20 years or less".<a href="#cite_note-46">[45]</a> The <a href="/wiki/Frontier_(supercomputer)" title="Frontier (supercomputer)">Frontier supercomputer</a> at <a href="/wiki/Oak_Ridge_National_Laboratory" title="Oak Ridge National Laboratory">Oak Ridge National Laboratory</a> turned out to be nearly eight times faster than expected. Feiyi Wang, a researcher there, said "We didn't expect this capability" and "we're approaching the point where we could actually simulate the human brain".<a href="#cite_note-47">[46]</a> <div class="mw-heading mw-heading3"><h3 id="Superintelligence">Superintelligence</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=4" title="Edit section: Superintelligence">edit</a>]</div> In contrast with AGI, Bostrom defines a <a href="/wiki/Superintelligence" title="Superintelligence">superintelligence</a> as "any intellect that greatly exceeds the cognitive performance of humans in virtually all domains of interest", including scientific creativity, strategic planning, and social skills.<a href="#cite_note-48">[47]</a><a href="#cite_note-superintelligence-5">[5]</a> He argues that a superintelligence can outmaneuver humans anytime its goals conflict with humans'. It may choose to hide its true intent until humanity cannot stop it.<a href="#cite_note-economist_review3-49">[48]</a><a href="#cite_note-superintelligence-5">[5]</a> Bostrom writes that in order to be safe for humanity, a superintelligence must be aligned with human values and morality, so that it is "fundamentally on our side".<a href="#cite_note-:11-50">[49]</a> <a href="/wiki/Stephen_Hawking" title="Stephen Hawking">Stephen Hawking</a> argued that superintelligence is physically possible because "there is no physical law precluding particles from being organised in ways that perform even more advanced computations than the arrangements of particles in human brains".<a href="#cite_note-hawking_editorial-33">[32]</a> When artificial superintelligence (ASI) may be achieved, if ever, is necessarily less certain than predictions for AGI. In 2023, <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> leaders said that not only AGI, but superintelligence may be achieved in less than 10 years.<a href="#cite_note-51">[50]</a> <div class="mw-heading mw-heading4"><h4 id="Comparison_with_humans">Comparison with humans</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=5" title="Edit section: Comparison with humans">edit</a>]</div> Bostrom argues that AI has many advantages over the <a href="/wiki/Human_brain" title="Human brain">human brain</a>:<a href="#cite_note-superintelligence-5">[5]</a> <ul><li>Speed of computation: biological <a href="/wiki/Neuron" title="Neuron">neurons</a> operate at a maximum frequency of around 200 <a href="/wiki/Hertz" title="Hertz">Hz</a>, compared to potentially multiple GHz for computers.</li> <li>Internal communication speed: <a href="/wiki/Axon" title="Axon">axons</a> transmit signals at up to 120 m/s, while computers transmit signals at the <a href="/wiki/Speed_of_electricity" title="Speed of electricity">speed of electricity</a>, or optically at the <a href="/wiki/Speed_of_light" title="Speed of light">speed of light</a>.</li> <li>Scalability: human intelligence is limited by the size and structure of the brain, and by the efficiency of social communication, while AI may be able to scale by simply adding more hardware.</li> <li>Memory: notably <a href="/wiki/Working_memory" title="Working memory">working memory</a>, because in humans it is limited to a few <a href="/wiki/Chunking_(psychology)" title="Chunking (psychology)">chunks</a> of information at a time.</li> <li>Reliability: transistors are more reliable than biological neurons, enabling higher precision and requiring less redundancy.</li> <li>Duplicability: unlike human brains, AI software and models can be easily <a href="/wiki/File_copying" title="File copying">copied</a>.</li> <li>Editability: the parameters and internal workings of an AI model can easily be modified, unlike the connections in a human brain.</li> <li>Memory sharing and learning: AIs may be able to learn from the experiences of other AIs in a manner more efficient than human learning.</li></ul> <div class="mw-heading mw-heading4"><h4 id="Intelligence_explosion">Intelligence explosion</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=6" title="Edit section: Intelligence explosion">edit</a>]</div> According to Bostrom, an AI that has an expert-level facility at certain key software engineering tasks could become a superintelligence due to its capability to recursively improve its own algorithms, even if it is initially limited in other domains not directly relevant to engineering.<a href="#cite_note-superintelligence-5">[5]</a><a href="#cite_note-economist_review3-49">[48]</a> This suggests that an intelligence explosion may someday catch humanity unprepared.<a href="#cite_note-superintelligence-5">[5]</a> The economist <a href="/wiki/Robin_Hanson" title="Robin Hanson">Robin Hanson</a> has said that, to launch an intelligence explosion, an AI must become vastly better at software innovation than the rest of the world combined, which he finds implausible.<a href="#cite_note-52">[51]</a> In a "fast takeoff" scenario, the transition from AGI to superintelligence could take days or months. In a "slow takeoff", it could take years or decades, leaving more time for society to prepare.<a href="#cite_note-53">[52]</a> <div class="mw-heading mw-heading4"><h4 id="Alien_mind">Alien mind</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=7" title="Edit section: Alien mind">edit</a>]</div> Superintelligences are sometimes called "alien minds", referring to the idea that their way of thinking and motivations could be vastly different from ours. This is generally considered as a source of risk, making it more difficult to anticipate what a superintelligence might do. It also suggests the possibility that a superintelligence may not particularly value humans by default.<a href="#cite_note-54">[53]</a> To avoid <a href="/wiki/Anthropomorphism" title="Anthropomorphism">anthropomorphism</a>, superintelligence is sometimes viewed as a powerful optimizer that makes the best decisions to achieve its goals.<a href="#cite_note-superintelligence-5">[5]</a> The field of "mechanistic interpretability" aims to better understand the inner workings of AI models, potentially allowing us one day to detect signs of deception and misalignment.<a href="#cite_note-55">[54]</a> <div class="mw-heading mw-heading4"><h4 id="Limits">Limits</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=8" title="Edit section: Limits">edit</a>]</div> It has been argued that there are limitations to what intelligence can achieve. Notably, the <a href="/wiki/Chaos_theory" title="Chaos theory">chaotic</a> nature or <a href="/wiki/Computational_complexity" title="Computational complexity">time complexity</a> of some systems could fundamentally limit a superintelligence's ability to predict some aspects of the future, increasing its uncertainty.<a href="#cite_note-56">[55]</a> <div class="mw-heading mw-heading3"><h3 id="Dangerous_capabilities">Dangerous capabilities</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=9" title="Edit section: Dangerous capabilities">edit</a>]</div> Advanced AI could generate enhanced pathogens or cyberattacks or manipulate people. These capabilities could be misused by humans,<a href="#cite_note-:03-57">[56]</a> or exploited by the AI itself if misaligned.<a href="#cite_note-superintelligence-5">[5]</a> A full-blown superintelligence could find various ways to gain a decisive influence if it wanted to,<a href="#cite_note-superintelligence-5">[5]</a> but these dangerous capabilities may become available earlier, in weaker and more specialized AI systems. They may cause societal instability and empower malicious actors.<a href="#cite_note-:03-57">[56]</a> <div class="mw-heading mw-heading4"><h4 id="Social_manipulation">Social manipulation</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=10" title="Edit section: Social manipulation">edit</a>]</div> Geoffrey Hinton warned that in the short term, the profusion of AI-generated text, images and videos will make it more difficult to figure out the truth, which he says authoritarian states could exploit to manipulate elections.<a href="#cite_note-58">[57]</a> Such large-scale, personalized manipulation capabilities can increase the existential risk of a worldwide "irreversible totalitarian regime". It could also be used by malicious actors to fracture society and make it dysfunctional.<a href="#cite_note-:03-57">[56]</a> <div class="mw-heading mw-heading4"><h4 id="Cyberattacks">Cyberattacks</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=11" title="Edit section: Cyberattacks">edit</a>]</div> AI-enabled <a href="/wiki/Cyberattack" title="Cyberattack">cyberattacks</a> are increasingly considered a present and critical threat. According to <a href="/wiki/NATO" title="NATO">NATO</a>'s technical director of cyberspace, "The number of attacks is increasing exponentially".<a href="#cite_note-59">[58]</a> AI can also be used defensively, to preemptively find and fix vulnerabilities, and detect threats.<a href="#cite_note-60">[59]</a> AI could improve the "accessibility, success rate, scale, speed, stealth and potency of cyberattacks", potentially causing "significant geopolitical turbulence" if it facilitates attacks more than defense.<a href="#cite_note-:03-57">[56]</a> Speculatively, such hacking capabilities could be used by an AI system to break out of its local environment, generate revenue, or acquire cloud computing resources.<a href="#cite_note-61">[60]</a> <div class="mw-heading mw-heading4"><h4 id="Enhanced_pathogens">Enhanced pathogens</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=12" title="Edit section: Enhanced pathogens">edit</a>]</div> As AI technology democratizes, it may become easier to engineer more contagious and lethal pathogens. This could enable people with limited skills in <a href="/wiki/Synthetic_biology" title="Synthetic biology">synthetic biology</a> to engage in <a href="/wiki/Bioterrorism" title="Bioterrorism">bioterrorism</a>. <a href="/wiki/Dual-use_technology" title="Dual-use technology">Dual-use technology</a> that is useful for medicine could be repurposed to create weapons.<a href="#cite_note-:03-57">[56]</a> For example, in 2022, scientists modified an AI system originally intended for generating non-toxic, therapeutic molecules with the purpose of creating new drugs. The researchers adjusted the system so that toxicity is rewarded rather than penalized. This simple change enabled the AI system to create, in six hours, 40,000 candidate molecules for <a href="/wiki/Chemical_warfare" title="Chemical warfare">chemical warfare</a>, including known and novel molecules.<a href="#cite_note-:03-57">[56]</a><a href="#cite_note-62">[61]</a> <div class="mw-heading mw-heading3"><h3 id="AI_arms_race">AI arms race</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=13" title="Edit section: AI arms race">edit</a>]</div> <style data-mw-deduplicate="TemplateStyles:r1236090951">.mw-parser-output .hatnote{font-style:italic}.mw-parser-output div.hatnote{padding-left:1.6em;margin-bottom:0.5em}.mw-parser-output .hatnote i{font-style:normal}.mw-parser-output .hatnote+link+.hatnote{margin-top:-0.5em}@media print{body.ns-0 .mw-parser-output .hatnote{display:none!important}}</style><div role="note" class="hatnote navigation-not-searchable">Main article: <a href="/wiki/Artificial_intelligence_arms_race" title="Artificial intelligence arms race">Artificial intelligence arms race</a></div> Companies, state actors, and other organizations competing to develop AI technologies could lead to a <a href="/wiki/Race_to_the_bottom" title="Race to the bottom">race to the bottom</a> of safety standards.<a href="#cite_note-63">[62]</a> As rigorous safety procedures take time and resources, projects that proceed more carefully risk being out-competed by less scrupulous developers.<a href="#cite_note-64">[63]</a><a href="#cite_note-:03-57">[56]</a> AI could be used to gain military advantages via <a href="/wiki/Lethal_autonomous_weapon" title="Lethal autonomous weapon">autonomous lethal weapons</a>, <a href="/wiki/Cyberwarfare" title="Cyberwarfare">cyberwarfare</a>, or <a href="/wiki/Automated_decision-making" title="Automated decision-making">automated decision-making</a>.<a href="#cite_note-:03-57">[56]</a> As an example of autonomous lethal weapons, miniaturized drones could facilitate low-cost assassination of military or civilian targets, a scenario highlighted in the 2017 short film <a href="/wiki/Slaughterbots" title="Slaughterbots">Slaughterbots</a>.<a href="#cite_note-65">[64]</a> AI could be used to gain an edge in decision-making by quickly analyzing large amounts of data and making decisions more quickly and effectively than humans. This could increase the speed and unpredictability of war, especially when accounting for automated retaliation systems.<a href="#cite_note-:03-57">[56]</a><a href="#cite_note-66">[65]</a> <div class="mw-heading mw-heading2"><h2 id="Types_of_existential_risk">Types of existential risk</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=14" title="Edit section: Types of existential risk">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Main article: <a href="/wiki/Existential_risk_studies" title="Existential risk studies">Existential risk studies</a></div> <figure class="mw-default-size" typeof="mw:File/Thumb"><a href="/wiki/File:X-risk-chart-en-01a.svg" class="mw-file-description"><img src="//upload.wikimedia.org/wikipedia/commons/thumb/6/64/X-risk-chart-en-01a.svg/330px-X-risk-chart-en-01a.svg.png" decoding="async" width="330" height="323" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/6/64/X-risk-chart-en-01a.svg/495px-X-risk-chart-en-01a.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/6/64/X-risk-chart-en-01a.svg/660px-X-risk-chart-en-01a.svg.png 2x" data-file-width="587" data-file-height="574" /></a><figcaption>Scope–severity grid from Bostrom's paper "Existential Risk Prevention as Global Priority"<a href="#cite_note-priority-67">[66]</a></figcaption></figure> An <a href="/wiki/Existential_risk" class="mw-redirect" title="Existential risk">existential risk</a> is "one that threatens the premature extinction of Earth-originating intelligent life or the permanent and drastic destruction of its potential for desirable future development".<a href="#cite_note-68">[67]</a> Besides extinction risk, there is the risk that the civilization gets permanently locked into a flawed future. One example is a "value lock-in": If humanity still has moral blind spots similar to slavery in the past, AI might irreversibly entrench it, preventing <a href="/wiki/Moral_progress" title="Moral progress">moral progress</a>. AI could also be used to spread and preserve the set of values of whoever develops it.<a href="#cite_note-69">[68]</a> AI could facilitate large-scale surveillance and indoctrination, which could be used to create a stable repressive worldwide totalitarian regime.<a href="#cite_note-:0-70">[69]</a> Atoosa Kasirzadeh proposes to classify existential risks from AI into two categories: decisive and accumulative. Decisive risks encompass the potential for abrupt and catastrophic events resulting from the emergence of superintelligent AI systems that exceed human intelligence, which could ultimately lead to human extinction. In contrast, accumulative risks emerge gradually through a series of interconnected disruptions that may gradually erode societal structures and resilience over time, ultimately leading to a critical failure or collapse.<a href="#cite_note-71">[70]</a><a href="#cite_note-72">[71]</a> It is difficult or impossible to reliably evaluate whether an advanced AI is sentient and to what degree. But if sentient machines are mass created in the future, engaging in a civilizational path that indefinitely neglects their welfare could be an existential catastrophe.<a href="#cite_note-73">[72]</a><a href="#cite_note-74">[73]</a> Moreover, it may be possible to engineer digital minds that can feel much more happiness than humans with fewer resources, called "super-beneficiaries". Such an opportunity raises the question of how to share the world and which "ethical and political framework" would enable a mutually beneficial coexistence between biological and digital minds.<a href="#cite_note-75">[74]</a> AI may also drastically improve humanity's future. <a href="/wiki/Toby_Ord" title="Toby Ord">Toby Ord</a> considers the existential risk a reason for "proceeding with due caution", not for abandoning AI.<a href="#cite_note-:0-70">[69]</a> <a href="/wiki/Max_More" title="Max More">Max More</a> calls AI an "existential opportunity", highlighting the cost of not developing it.<a href="#cite_note-76">[75]</a> According to Bostrom, superintelligence could help reduce the existential risk from other powerful technologies such as <a href="/wiki/Molecular_nanotechnology" title="Molecular nanotechnology">molecular nanotechnology</a> or <a href="/wiki/Synthetic_biology" title="Synthetic biology">synthetic biology</a>. It is thus conceivable that developing superintelligence before other dangerous technologies would reduce the overall existential risk.<a href="#cite_note-superintelligence-5">[5]</a> <div class="mw-heading mw-heading2"><h2 id="AI_alignment">AI alignment</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=15" title="Edit section: AI alignment">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Further information: <a href="/wiki/AI_alignment" title="AI alignment">AI alignment</a></div> The alignment problem is the research problem of how to reliably assign objectives, preferences or ethical principles to AIs. <div class="mw-heading mw-heading3"><h3 id="Instrumental_convergence">Instrumental convergence</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=16" title="Edit section: Instrumental convergence">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Further information: <a href="/wiki/Instrumental_convergence" title="Instrumental convergence">Instrumental convergence</a></div> An <a href="/wiki/Instrumental_and_intrinsic_value" title="Instrumental and intrinsic value">"instrumental" goal</a> is a sub-goal that helps to achieve an agent's ultimate goal. "Instrumental convergence" refers to the fact that some sub-goals are useful for achieving virtually any ultimate goal, such as acquiring resources or self-preservation.<a href="#cite_note-omohundro-77">[76]</a> Bostrom argues that if an advanced AI's instrumental goals conflict with humanity's goals, the AI might harm humanity in order to acquire more resources or prevent itself from being shut down, but only as a way to achieve its ultimate goal.<a href="#cite_note-superintelligence-5">[5]</a> <a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Russell</a> argues that a sufficiently advanced machine "will have self-preservation even if you don't program it in... if you say, 'Fetch the coffee', it can't fetch the coffee if it's dead. So if you give it any goal whatsoever, it has a reason to preserve its own existence to achieve that goal."<a href="#cite_note-vanity-22">[21]</a><a href="#cite_note-78">[77]</a> <div class="mw-heading mw-heading4"><h4 id="Resistance_to_changing_goals">Resistance to changing goals</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=17" title="Edit section: Resistance to changing goals">edit</a>]</div> Even if current goal-based AI programs are not intelligent enough to think of resisting programmer attempts to modify their goal structures, a sufficiently advanced AI might resist any attempts to change its goal structure, just as a pacifist would not want to take a pill that makes them want to kill people. If the AI were superintelligent, it would likely succeed in out-maneuvering its human operators and prevent itself being "turned off" or reprogrammed with a new goal.<a href="#cite_note-superintelligence-5">[5]</a><a href="#cite_note-79">[78]</a> This is particularly relevant to value lock-in scenarios. The field of "corrigibility" studies how to make agents that will not resist attempts to change their goals.<a href="#cite_note-:5-80">[79]</a> <div class="mw-heading mw-heading3"><h3 id="Difficulty_of_specifying_goals">Difficulty of specifying goals</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=18" title="Edit section: Difficulty of specifying goals">edit</a>]</div> In the "<a href="/wiki/Intelligent_agent" title="Intelligent agent">intelligent agent</a>" model, an AI can loosely be viewed as a machine that chooses whatever action appears to best achieve its set of goals, or "utility function". A utility function gives each possible situation a score that indicates its desirability to the agent. Researchers know how to write utility functions that mean "minimize the average network latency in this specific telecommunications model" or "maximize the number of reward clicks", but do not know how to write a utility function for "maximize <a href="/wiki/Eudaimonia" title="Eudaimonia">human flourishing</a>"; nor is it clear whether such a function meaningfully and unambiguously exists. Furthermore, a utility function that expresses some values but not others will tend to trample over the values the function does not reflect.<a href="#cite_note-81">[80]</a><a href="#cite_note-82">[81]</a> An additional source of concern is that AI "must reason about what people intend rather than carrying out commands literally", and that it must be able to fluidly solicit human guidance if it is too uncertain about what humans want.<a href="#cite_note-acm2-83">[82]</a> <div class="mw-heading mw-heading3"><h3 id="Alignment_of_superintelligences">Alignment of superintelligences</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=19" title="Edit section: Alignment of superintelligences">edit</a>]</div> Some researchers believe the alignment problem may be particularly difficult when applied to superintelligences. Their reasoning includes: <ul><li>As AI systems increase in capabilities, the potential dangers associated with experimentation grow. This makes iterative, empirical approaches increasingly risky.<a href="#cite_note-superintelligence-5">[5]</a><a href="#cite_note-:3-84">[83]</a></li> <li>If instrumental goal convergence occurs, it may only do so in sufficiently intelligent agents.<a href="#cite_note-85">[84]</a></li> <li>A superintelligence may find unconventional and radical solutions to assigned goals. Bostrom gives the example that if the objective is to make humans smile, a weak AI may perform as intended, while a superintelligence may decide a better solution is to "take control of the world and stick electrodes into the facial muscles of humans to cause constant, beaming grins."<a href="#cite_note-:11-50">[49]</a></li> <li>A superintelligence in creation could gain some awareness of what it is, where it is in development (training, testing, deployment, etc.), and how it is being monitored, and use this information to deceive its handlers.<a href="#cite_note-86">[85]</a> Bostrom writes that such an AI could feign alignment to prevent human interference until it achieves a "decisive strategic advantage" that allows it to take control.<a href="#cite_note-superintelligence-5">[5]</a></li> <li>Analyzing the internals and interpreting the behavior of current large language models is difficult. And it could be even more difficult for larger and more intelligent models.<a href="#cite_note-:3-84">[83]</a></li></ul> Alternatively, some find reason to believe superintelligences would be better able to understand morality, human values, and complex goals. Bostrom writes, "A future superintelligence occupies an epistemically superior vantage point: its beliefs are (probably, on most topics) more likely than ours to be true".<a href="#cite_note-superintelligence-5">[5]</a> In 2023, OpenAI started a project called "Superalignment" to solve the alignment of superintelligences in four years. It called this an especially important challenge, as it said superintelligence may be achieved within a decade. Its strategy involves automating alignment research using artificial intelligence.<a href="#cite_note-87">[86]</a> <div class="mw-heading mw-heading3"><h3 id="Difficulty_of_making_a_flawless_design">Difficulty of making a flawless design</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=20" title="Edit section: Difficulty of making a flawless design">edit</a>]</div> <a href="/wiki/Artificial_Intelligence:_A_Modern_Approach" title="Artificial Intelligence: A Modern Approach">Artificial Intelligence: A Modern Approach</a>, a widely used undergraduate AI textbook,<a href="#cite_note-slate_killer-88">[87]</a><a href="#cite_note-89">[88]</a> says that superintelligence "might mean the end of the human race".<a href="#cite_note-aima-1">[1]</a> It states: "Almost any technology has the potential to cause harm in the wrong hands, but with [superintelligence], we have the new problem that the wrong hands might belong to the technology itself."<a href="#cite_note-aima-1">[1]</a> Even if the system designers have good intentions, two difficulties are common to both AI and non-AI computer systems:<a href="#cite_note-aima-1">[1]</a> <ul><li>The system's implementation may contain initially unnoticed but subsequently catastrophic bugs. An analogy is space probes: despite the knowledge that bugs in expensive space probes are hard to fix after launch, engineers have historically not been able to prevent catastrophic bugs from occurring.<a href="#cite_note-skeptic-90">[89]</a><a href="#cite_note-91">[90]</a></li> <li>No matter how much time is put into pre-deployment design, a system's specifications often result in <a href="/wiki/Unintended_consequences" title="Unintended consequences">unintended behavior</a> the first time it encounters a new scenario. For example, Microsoft's <a href="/wiki/Tay_(bot)" class="mw-redirect" title="Tay (bot)">Tay</a> behaved inoffensively during pre-deployment testing, but was too easily baited into offensive behavior when it interacted with real users.<a href="#cite_note-vanity-22">[21]</a></li></ul> AI systems uniquely add a third problem: that even given "correct" requirements, bug-free implementation, and initial good behavior, an AI system's dynamic learning capabilities may cause it to develop unintended behavior, even without unanticipated external scenarios. An AI may partly botch an attempt to design a new generation of itself and accidentally create a successor AI that is more powerful than itself but that no longer maintains the human-compatible moral values preprogrammed into the original AI. For a self-improving AI to be completely safe, it would need not only to be bug-free, but to be able to design successor systems that are also bug-free.<a href="#cite_note-aima-1">[1]</a><a href="#cite_note-92">[91]</a> <div class="mw-heading mw-heading3"><h3 id="Orthogonality_thesis">Orthogonality thesis</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=21" title="Edit section: Orthogonality thesis">edit</a>]</div> Some skeptics, such as Timothy B. Lee of <a href="/wiki/Vox_(website)" title="Vox (website)">Vox</a>, argue that any superintelligent program we create will be subservient to us, that the superintelligence will (as it grows more intelligent and learns more facts about the world) spontaneously learn moral truth compatible with our values and adjust its goals accordingly, or that we are either intrinsically or convergently valuable from the perspective of an artificial intelligence.<a href="#cite_note-93">[92]</a> Bostrom's "orthogonality thesis" argues instead that, with some technical caveats, almost any level of "intelligence" or "optimization power" can be combined with almost any ultimate goal. If a machine is given the sole purpose to enumerate the decimals of <a href="/wiki/Pi" title="Pi">pi</a>, then no moral and ethical rules will stop it from achieving its programmed goal by any means. The machine may use all available physical and informational resources to find as many decimals of pi as it can.<a href="#cite_note-94">[93]</a> Bostrom warns against <a href="/wiki/Anthropomorphism" title="Anthropomorphism">anthropomorphism</a>: a human will set out to accomplish their projects in a manner that they consider reasonable, while an artificial intelligence may hold no regard for its existence or for the welfare of humans around it, instead caring only about completing the task.<a href="#cite_note-95">[94]</a> Stuart Armstrong argues that the orthogonality thesis follows logically from the philosophical "<a href="/wiki/Is-ought_distinction" class="mw-redirect" title="Is-ought distinction">is-ought distinction</a>" argument against <a href="/wiki/Moral_realism" title="Moral realism">moral realism</a>. He claims that even if there are moral facts provable by any "rational" agent, the orthogonality thesis still holds: it is still possible to create a non-philosophical "optimizing machine" that can strive toward some narrow goal but that has no incentive to discover any "moral facts" such as those that could get in the way of goal completion. Another argument he makes is that any fundamentally friendly AI could be made unfriendly with modifications as simple as negating its utility function. Armstrong further argues that if the orthogonality thesis is false, there must be some immoral goals that AIs can never achieve, which he finds implausible.<a href="#cite_note-armstrong-96">[95]</a> Skeptic <a href="/wiki/Michael_Chorost" title="Michael Chorost">Michael Chorost</a> explicitly rejects Bostrom's orthogonality thesis, arguing that "by the time [the AI] is in a position to imagine tiling the Earth with solar panels, it'll know that it would be morally wrong to do so."<a href="#cite_note-chorost-97">[96]</a> Chorost argues that "an A.I. will need to desire certain states and dislike others. Today's software lacks that ability—and computer scientists have not a clue how to get it there. Without wanting, there's no impetus to do anything. Today's computers can't even want to keep existing, let alone tile the world in solar panels."<a href="#cite_note-chorost-97">[96]</a> <div class="mw-heading mw-heading3"><h3 id="Anthropomorphic_arguments">Anthropomorphic arguments</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=22" title="Edit section: Anthropomorphic arguments">edit</a>]</div> <a href="/wiki/Anthropomorphism" title="Anthropomorphism">Anthropomorphic</a> arguments assume that, as machines become more intelligent, they will begin to display many human traits, such as morality or a thirst for power. Although anthropomorphic scenarios are common in fiction, most scholars writing about the existential risk of artificial intelligence reject them.<a href="#cite_note-yudkowsky-global-risk-20">[19]</a> Instead, advanced AI systems are typically modeled as <a href="/wiki/Intelligent_agent" title="Intelligent agent">intelligent agents</a>. The academic debate is between those who worry that AI might threaten humanity and those who believe it would not. Both sides of this debate have framed the other side's arguments as illogical anthropomorphism.<a href="#cite_note-yudkowsky-global-risk-20">[19]</a> Those skeptical of AGI risk accuse their opponents of anthropomorphism for assuming that an AGI would naturally desire power; those concerned about AGI risk accuse skeptics of anthropomorphism for believing an AGI would naturally value or infer human ethical norms.<a href="#cite_note-yudkowsky-global-risk-20">[19]</a><a href="#cite_note-Telegraph2016-98">[97]</a> Evolutionary psychologist <a href="/wiki/Steven_Pinker" title="Steven Pinker">Steven Pinker</a>, a skeptic, argues that "AI dystopias project a parochial alpha-male psychology onto the concept of intelligence. They assume that superhumanly intelligent robots would develop goals like deposing their masters or taking over the world"; perhaps instead "artificial intelligence will naturally develop along female lines: fully capable of solving problems, but with no desire to annihilate innocents or dominate the civilization."<a href="#cite_note-shermer-99">[98]</a> Facebook's director of AI research, <a href="/wiki/Yann_LeCun" title="Yann LeCun">Yann LeCun</a>, has said: "Humans have all kinds of drives that make them do bad things to each other, like the self-preservation instinct... Those drives are programmed into our brain but there is absolutely no reason to build robots that have the same kind of drives".<a href="#cite_note-100">[99]</a> Despite other differences, the x-risk school<a href="#cite_note-101">[b]</a> agrees with Pinker that an advanced AI would not destroy humanity out of emotion such as revenge or anger, that questions of consciousness are not relevant to assess the risk,<a href="#cite_note-auto-102">[100]</a> and that computer systems do not generally have a computational equivalent of testosterone.<a href="#cite_note-103">[101]</a> They think that power-seeking or self-preservation behaviors emerge in the AI as a way to achieve its true goals, according to the concept of <a href="/wiki/Instrumental_convergence" title="Instrumental convergence">instrumental convergence</a>. <div class="mw-heading mw-heading3"><h3 id="Other_sources_of_risk">Other sources of risk</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=23" title="Edit section: Other sources of risk">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">See also: <a href="/wiki/Ethics_of_artificial_intelligence" title="Ethics of artificial intelligence">Ethics of artificial intelligence</a>, <a href="/wiki/Artificial_intelligence_arms_race" title="Artificial intelligence arms race">Artificial intelligence arms race</a>, and <a href="/wiki/Global_catastrophic_risk" title="Global catastrophic risk">Global catastrophic risk</a></div> Bostrom and others have said that a race to be the first to create AGI could lead to shortcuts in safety, or even to violent conflict.<a href="#cite_note-:2-104">[102]</a><a href="#cite_note-:4-105">[103]</a> <a href="/wiki/Roman_Yampolskiy" title="Roman Yampolskiy">Roman Yampolskiy</a> and others warn that a malevolent AGI could be created by design, for example by a military, a government, a sociopath, or a corporation, to benefit from, control, or subjugate certain groups of people, as in <a href="/wiki/Cybercrime" title="Cybercrime">cybercrime</a>,<a href="#cite_note-106">[104]</a><a href="#cite_note-107">[105]</a> or that a malevolent AGI could choose the goal of increasing human suffering, for example of those people who did not assist it during the information explosion phase.<a href="#cite_note-auto1-3">[3]</a>:158 <div class="mw-heading mw-heading2"><h2 id="Scenarios">Scenarios</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=24" title="Edit section: Scenarios">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Further information: <a href="/wiki/Artificial_intelligence_in_fiction" title="Artificial intelligence in fiction">Artificial intelligence in fiction</a> and <a href="/wiki/AI_takeover" title="AI takeover">AI takeover</a></div>Some scholars have proposed <a href="/wiki/Scenario_planning" title="Scenario planning">hypothetical scenarios</a> to illustrate some of their concerns. <div class="mw-heading mw-heading3"><h3 id="Treacherous_turn">Treacherous turn</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=25" title="Edit section: Treacherous turn">edit</a>]</div> In Superintelligence, Bostrom expresses concern that even if the timeline for superintelligence turns out to be predictable, researchers might not take sufficient safety precautions, in part because "it could be the case that when dumb, smarter is safe; yet when smart, smarter is more dangerous". He suggests a scenario where, over decades, AI becomes more powerful. Widespread deployment is initially marred by occasional accidents—a driverless bus swerves into the oncoming lane, or a military drone fires into an innocent crowd. Many activists call for tighter oversight and regulation, and some even predict impending catastrophe. But as development continues, the activists are proven wrong. As automotive AI becomes smarter, it suffers fewer accidents; as military robots achieve more precise targeting, they cause less collateral damage. Based on the data, scholars mistakenly infer a broad lesson: the smarter the AI, the safer it is. "And so we boldly go—into the whirling knives", as the superintelligent AI takes a "treacherous turn" and exploits a decisive strategic advantage.<a href="#cite_note-108">[106]</a><a href="#cite_note-superintelligence-5">[5]</a> <div class="mw-heading mw-heading3"><h3 id="Life_3.0">Life 3.0</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=26" title="Edit section: Life 3.0">edit</a>]</div> In <a href="/wiki/Max_Tegmark" title="Max Tegmark">Max Tegmark</a>'s 2017 book <a href="/wiki/Life_3.0" title="Life 3.0">Life 3.0</a>, a corporation's "Omega team" creates an extremely powerful AI able to moderately improve its own source code in a number of areas. After a certain point, the team chooses to publicly downplay the AI's ability in order to avoid regulation or confiscation of the project. For safety, the team keeps the AI <a href="/wiki/AI_capability_control" title="AI capability control">in a box</a> where it is mostly unable to communicate with the outside world, and uses it to make money, by diverse means such as <a href="/wiki/Amazon_Mechanical_Turk" title="Amazon Mechanical Turk">Amazon Mechanical Turk</a> tasks, production of animated films and TV shows, and development of biotech drugs, with profits invested back into further improving AI. The team next tasks the AI with <a href="/wiki/Astroturfing" title="Astroturfing">astroturfing</a> an army of pseudonymous citizen journalists and commentators in order to gain political influence to use "for the greater good" to prevent wars. The team faces risks that the AI could try to escape by inserting "backdoors" in the systems it designs, by <a href="/wiki/Steganography" title="Steganography">hidden messages</a> in its produced content, or by using its growing understanding of human behavior to <a href="/wiki/Social_engineering_(security)" title="Social engineering (security)">persuade someone into letting it free</a>. The team also faces risks that its decision to box the project will delay the project long enough for another project to overtake it.<a href="#cite_note-109">[107]</a><a href="#cite_note-life_3.0-110">[108]</a> <div class="mw-heading mw-heading2"><h2 id="Perspectives">Perspectives</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=27" title="Edit section: Perspectives">edit</a>]</div> The thesis that AI could pose an existential risk provokes a wide range of reactions in the scientific community and in the public at large, but many of the opposing viewpoints share common ground. Observers tend to agree that AI has significant potential to improve society.<a href="#cite_note-111">[109]</a><a href="#cite_note-:9-112">[110]</a> The <a href="/wiki/Asilomar_AI_Principles" class="mw-redirect" title="Asilomar AI Principles">Asilomar AI Principles</a>, which contain only those principles agreed to by 90% of the attendees of the <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a>'s <a href="/wiki/Asilomar_Conference_on_Beneficial_AI" title="Asilomar Conference on Beneficial AI">Beneficial AI 2017 conference</a>,<a href="#cite_note-life_3.0-110">[108]</a> also agree in principle that "There being no consensus, we should avoid strong assumptions regarding upper limits on future AI capabilities" and "Advanced AI could represent a profound change in the history of life on Earth, and should be planned for and managed with commensurate care and resources."<a href="#cite_note-113">[111]</a><a href="#cite_note-114">[112]</a> Conversely, many skeptics agree that ongoing research into the implications of artificial general intelligence is valuable. Skeptic <a href="/wiki/Martin_Ford_(author)" title="Martin Ford (author)">Martin Ford</a> has said: "I think it seems wise to apply something like <a href="/wiki/Dick_Cheney" title="Dick Cheney">Dick Cheney</a>'s famous '1 Percent Doctrine' to the specter of advanced artificial intelligence: the odds of its occurrence, at least in the foreseeable future, may be very low—but the implications are so dramatic that it should be taken seriously".<a href="#cite_note-115">[113]</a> Similarly, an otherwise skeptical <a href="/wiki/The_Economist" title="The Economist">Economist</a> wrote in 2014 that "the implications of introducing a second intelligent species onto Earth are far-reaching enough to deserve hard thinking, even if the prospect seems remote".<a href="#cite_note-economist_review3-49">[48]</a> AI safety advocates such as Bostrom and Tegmark have criticized the mainstream media's use of "those inane <a href="/wiki/Terminator_(franchise)" title="Terminator (franchise)">Terminator</a> pictures" to illustrate AI safety concerns: "It can't be much fun to have aspersions cast on one's academic discipline, one's professional community, one's life work ... I call on all sides to practice patience and restraint, and to engage in direct dialogue and collaboration as much as possible."<a href="#cite_note-life_3.0-110">[108]</a><a href="#cite_note-116">[114]</a> Toby Ord wrote that the idea that an AI takeover requires robots is a misconception, arguing that the ability to spread content through the internet is more dangerous, and that the most destructive people in history stood out by their ability to convince, not their physical strength.<a href="#cite_note-:0-70">[69]</a> A 2022 expert survey with a 17% response rate gave a median expectation of 5–10% for the possibility of human extinction from artificial intelligence.<a href="#cite_note-:8-16">[15]</a><a href="#cite_note-:10-117">[115]</a> <div class="mw-heading mw-heading3"><h3 id="Endorsement">Endorsement</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=28" title="Edit section: Endorsement">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Further information: <a href="/wiki/Global_catastrophic_risk" title="Global catastrophic risk">Global catastrophic risk</a></div> The thesis that AI poses an existential risk, and that this risk needs much more attention than it currently gets, has been endorsed by many computer scientists and public figures, including <a href="/wiki/Alan_Turing" title="Alan Turing">Alan Turing</a>,<a href="#cite_note-turing_note-12">[a]</a> the most-cited computer scientist <a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a>,<a href="#cite_note-:132-118">[116]</a> <a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a>,<a href="#cite_note-Parkin-13">[12]</a> <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a> CEO <a href="/wiki/Sam_Altman" title="Sam Altman">Sam Altman</a>,<a href="#cite_note-Jackson-14">[13]</a><a href="#cite_note-:6-119">[117]</a> <a href="/wiki/Bill_Gates" title="Bill Gates">Bill Gates</a>, and <a href="/wiki/Stephen_Hawking" title="Stephen Hawking">Stephen Hawking</a>.<a href="#cite_note-:6-119">[117]</a> Endorsers of the thesis sometimes express bafflement at skeptics: Gates says he does not "understand why some people are not concerned",<a href="#cite_note-BBC_News-120">[118]</a> and Hawking criticized widespread indifference in his 2014 editorial: <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1244412712"><blockquote class="templatequote">So, facing possible futures of incalculable benefits and risks, the experts are surely doing everything possible to ensure the best outcome, right? Wrong. If a superior alien civilisation sent us a message saying, 'We'll arrive in a few decades,' would we just reply, 'OK, call us when you get here—we'll leave the lights on?' Probably not—but this is more or less what is happening with AI.<a href="#cite_note-hawking_editorial-33">[32]</a></blockquote> Concern over risk from artificial intelligence has led to some high-profile donations and investments. In 2015, <a href="/wiki/Peter_Thiel" title="Peter Thiel">Peter Thiel</a>, <a href="/wiki/Amazon_Web_Services" title="Amazon Web Services">Amazon Web Services</a>, and Musk and others jointly committed $1 billion to <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a>, consisting of a for-profit corporation and the nonprofit parent company, which says it aims to champion responsible AI development.<a href="#cite_note-121">[119]</a> Facebook co-founder <a href="/wiki/Dustin_Moskovitz" title="Dustin Moskovitz">Dustin Moskovitz</a> has funded and seeded multiple labs working on AI Alignment,<a href="#cite_note-122">[120]</a> notably $5.5 million in 2016 to launch the <a href="/wiki/Center_for_Human-Compatible_Artificial_Intelligence" title="Center for Human-Compatible Artificial Intelligence">Centre for Human-Compatible AI</a> led by Professor <a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Stuart Russell</a>.<a href="#cite_note-123">[121]</a> In January 2015, <a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a> donated $10 million to the <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a> to fund research on understanding AI decision making. The institute's goal is to "grow wisdom with which we manage" the growing power of technology. Musk also funds companies developing artificial intelligence such as <a href="/wiki/DeepMind" class="mw-redirect" title="DeepMind">DeepMind</a> and <a href="/wiki/Vicarious_(company)" title="Vicarious (company)">Vicarious</a> to "just keep an eye on what's going on with artificial intelligence,<a href="#cite_note-124">[122]</a> saying "I think there is potentially a dangerous outcome there."<a href="#cite_note-FOOTNOTEClark2015a-125">[123]</a><a href="#cite_note-126">[124]</a> In early statements on the topic, <a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a>, a major pioneer of <a href="/wiki/Deep_learning" title="Deep learning">deep learning</a>, noted that "there is not a good track record of less intelligent things controlling things of greater intelligence", but said he continued his research because "the prospect of discovery is too sweet".<a href="#cite_note-slate_killer2-127">[125]</a><a href="#cite_note-new_yorker_doomsday2-128">[126]</a> In 2023 Hinton quit his job at Google in order to speak out about existential risk from AI. He explained that his increased concern was driven by concerns that superhuman AI might be closer than he previously believed, saying: "I thought it was way off. I thought it was 30 to 50 years or even longer away. Obviously, I no longer think that." He also remarked, "Look at how it was five years ago and how it is now. Take the difference and propagate it forwards. That's scary."<a href="#cite_note-129">[127]</a> In his 2020 book <a href="/wiki/The_Precipice:_Existential_Risk_and_the_Future_of_Humanity" title="The Precipice: Existential Risk and the Future of Humanity">The Precipice: Existential Risk and the Future of Humanity</a>, Toby Ord, a Senior Research Fellow at Oxford University's <a href="/wiki/Future_of_Humanity_Institute" title="Future of Humanity Institute">Future of Humanity Institute</a>, estimates the total existential risk from unaligned AI over the next 100 years at about one in ten.<a href="#cite_note-:0-70">[69]</a> <div class="mw-heading mw-heading3"><h3 id="Skepticism">Skepticism</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=29" title="Edit section: Skepticism">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">Further information: <a href="/wiki/Artificial_general_intelligence#Feasibility" title="Artificial general intelligence">Artificial general intelligence § Feasibility</a></div><a href="/wiki/Baidu" title="Baidu">Baidu</a> Vice President <a href="/wiki/Andrew_Ng" title="Andrew Ng">Andrew Ng</a> said in 2015 that AI existential risk is "like worrying about overpopulation on Mars when we have not even set foot on the planet yet."<a href="#cite_note-shermer-99">[98]</a><a href="#cite_note-130">[128]</a> For the danger of uncontrolled advanced AI to be realized, the hypothetical AI may have to overpower or outthink any human, which some experts argue is a possibility far enough in the future to not be worth researching.<a href="#cite_note-131">[129]</a><a href="#cite_note-132">[130]</a> Skeptics who believe AGI is not a short-term possibility often argue that concern about existential risk from AI is unhelpful because it could distract people from more immediate concerns about AI's impact, because it could lead to government regulation or make it more difficult to fund AI research, or because it could damage the field's reputation.<a href="#cite_note-133">[131]</a> AI and AI ethics researchers <a href="/wiki/Timnit_Gebru" title="Timnit Gebru">Timnit Gebru</a>, <a href="/wiki/Emily_M._Bender" title="Emily M. Bender">Emily M. Bender</a>, <a href="/wiki/Margaret_Mitchell_(scientist)" title="Margaret Mitchell (scientist)">Margaret Mitchell</a>, and Angelina McMillan-Major have argued that discussion of existential risk distracts from the immediate, ongoing harms from AI taking place today, such as data theft, worker exploitation, bias, and concentration of power.<a href="#cite_note-134">[132]</a> They further note the association between those warning of existential risk and <a href="/wiki/Longtermism" title="Longtermism">longtermism</a>, which they describe as a "dangerous ideology" for its unscientific and utopian nature.<a href="#cite_note-135">[133]</a> Gebru and <a href="/wiki/%C3%89mile_P._Torres" title="Émile P. Torres">Émile P. Torres</a> have suggested that obsession with AGI is part of a pattern of intellectual movements called <a href="/wiki/TESCREAL" title="TESCREAL">TESCREAL</a>.<a href="#cite_note-136">[134]</a> <a href="/wiki/Wired_(magazine)" title="Wired (magazine)">Wired</a> editor <a href="/wiki/Kevin_Kelly_(editor)" title="Kevin Kelly (editor)">Kevin Kelly</a> argues that natural intelligence is more nuanced than AGI proponents believe, and that intelligence alone is not enough to achieve major scientific and societal breakthroughs. He argues that intelligence consists of many dimensions that are not well understood, and that conceptions of an 'intelligence ladder' are misleading. He notes the crucial role real-world experiments play in the scientific method, and that intelligence alone is no substitute for these.<a href="#cite_note-137">[135]</a> <a href="/wiki/Meta_Platforms" title="Meta Platforms">Meta</a> chief AI scientist <a href="/wiki/Yann_LeCun" title="Yann LeCun">Yann LeCun</a> says that AI can be made safe via continuous and iterative refinement, similar to what happened in the past with cars or rockets, and that AI will have no desire to take control.<a href="#cite_note-138">[136]</a> Several skeptics emphasize the potential near-term benefits of AI. Meta CEO <a href="/wiki/Mark_Zuckerberg" title="Mark Zuckerberg">Mark Zuckerberg</a> believes AI will "unlock a huge amount of positive things", such as curing disease and increasing the safety of autonomous cars.<a href="#cite_note-139">[137]</a> <div class="mw-heading mw-heading3"><h3 id="Popular_reaction">Popular reaction</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=30" title="Edit section: Popular reaction">edit</a>]</div> During a 2016 <a href="/wiki/Wired_(magazine)" title="Wired (magazine)">Wired</a> interview of President <a href="/wiki/Barack_Obama" title="Barack Obama">Barack Obama</a> and MIT Media Lab's <a href="/wiki/Joi_Ito" title="Joi Ito">Joi Ito</a>, Ito said: <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1244412712"><blockquote class="templatequote">There are a few people who believe that there is a fairly high-percentage chance that a generalized AI will happen in the next 10 years. But the way I look at it is that in order for that to happen, we're going to need a dozen or two different breakthroughs. So you can monitor when you think these breakthroughs will happen.</blockquote> Obama added:<a href="#cite_note-140">[138]</a><a href="#cite_note-141">[139]</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1244412712"><blockquote class="templatequote">And you just have to have somebody close to the power cord. [Laughs.] Right when you see it about to happen, you gotta yank that electricity out of the wall, man.</blockquote> <a href="/wiki/Hillary_Clinton" title="Hillary Clinton">Hillary Clinton</a> wrote in <a href="/wiki/What_Happened_(Clinton_book)" title="What Happened (Clinton book)">What Happened</a>: <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1244412712"><blockquote class="templatequote">Technologists... have warned that artificial intelligence could one day pose an existential security threat. Musk has called it "the greatest risk we face as a civilization". Think about it: Have you ever seen a movie where the machines start thinking for themselves that ends well? Every time I went out to Silicon Valley during the campaign, I came home more alarmed about this. My staff lived in fear that I'd start talking about "the rise of the robots" in some Iowa town hall. Maybe I should have. In any case, policy makers need to keep up with technology as it races ahead, instead of always playing catch-up.<a href="#cite_note-142">[140]</a></blockquote> <div class="mw-heading mw-heading4"><h4 id="Public_surveys">Public surveys</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=31" title="Edit section: Public surveys">edit</a>]</div> In 2018, a <a href="/wiki/SurveyMonkey" title="SurveyMonkey">SurveyMonkey</a> poll of the American public by <a href="/wiki/USA_Today" title="USA Today">USA Today</a> found 68% thought the real current threat remains "human intelligence", but also found that 43% said superintelligent AI, if it were to happen, would result in "more harm than good", and that 38% said it would do "equal amounts of harm and good".<a href="#cite_note-143">[141]</a> An April 2023 <a href="/wiki/YouGov" title="YouGov">YouGov</a> poll of US adults found 46% of respondents were "somewhat concerned" or "very concerned" about "the possibility that AI will cause the end of the human race on Earth", compared with 40% who were "not very concerned" or "not at all concerned."<a href="#cite_note-144">[142]</a> According to an August 2023 survey by the Pew Research Centers, 52% of Americans felt more concerned than excited about new AI developments; nearly a third felt as equally concerned and excited. More Americans saw that AI would have a more helpful than hurtful impact on several areas, from healthcare and vehicle safety to product search and customer service. The main exception is privacy: 53% of Americans believe AI will lead to higher exposure of their personal information.<a href="#cite_note-145">[143]</a> <div class="mw-heading mw-heading2"><h2 id="Mitigation">Mitigation</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=32" title="Edit section: Mitigation">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">See also: <a href="/wiki/AI_alignment" title="AI alignment">AI alignment</a>, <a href="/wiki/Machine_ethics" title="Machine ethics">Machine ethics</a>, <a href="/wiki/Friendly_artificial_intelligence" title="Friendly artificial intelligence">Friendly artificial intelligence</a>, and <a href="/wiki/Regulation_of_artificial_intelligence" title="Regulation of artificial intelligence">Regulation of artificial intelligence</a></div> Many scholars concerned about AGI existential risk believe that extensive research into the "control problem" is essential. This problem involves determining which safeguards, algorithms, or architectures can be implemented to increase the likelihood that a recursively-improving AI remains friendly after achieving superintelligence.<a href="#cite_note-superintelligence-5">[5]</a><a href="#cite_note-physica_scripta-146">[144]</a> Social measures are also proposed to mitigate AGI risks,<a href="#cite_note-147">[145]</a><a href="#cite_note-148">[146]</a> such as a UN-sponsored "Benevolent AGI Treaty" to ensure that only altruistic AGIs are created.<a href="#cite_note-149">[147]</a> Additionally, an arms control approach and a global peace treaty grounded in <a href="/wiki/International_relations_theory" title="International relations theory">international relations theory</a> have been suggested, potentially for an artificial superintelligence to be a signatory.<a href="#cite_note-150">[148]</a><a href="#cite_note-151">[149]</a> Researchers at Google have proposed research into general "AI safety" issues to simultaneously mitigate both short-term risks from narrow AI and long-term risks from AGI.<a href="#cite_note-152">[150]</a><a href="#cite_note-153">[151]</a> A 2020 estimate places global spending on AI existential risk somewhere between $10 and $50 million, compared with global spending on AI around perhaps $40 billion. Bostrom suggests prioritizing funding for protective technologies over potentially dangerous ones.<a href="#cite_note-:5-80">[79]</a> Some, like Elon Musk, advocate radical <a href="/wiki/Human_enhancement" title="Human enhancement">human cognitive enhancement</a>, such as direct neural linking between humans and machines; others argue that these technologies may pose an existential risk themselves.<a href="#cite_note-154">[152]</a><a href="#cite_note-155">[153]</a> Another proposed method is closely monitoring or "boxing in" an early-stage AI to prevent it from becoming too powerful. A dominant, aligned superintelligent AI might also mitigate risks from rival AIs, although its creation could present its own existential dangers.<a href="#cite_note-156">[154]</a> Induced <a href="/wiki/Amnesia" title="Amnesia">amnesia</a> has been proposed as a way to mitigate risks of potential AI suffering and revenge seeking.<a href="#cite_note-aiamnesia-157">[155]</a> Institutions such as the <a href="/wiki/Alignment_Research_Center" title="Alignment Research Center">Alignment Research Center</a>,<a href="#cite_note-158">[156]</a> the <a href="/wiki/Machine_Intelligence_Research_Institute" title="Machine Intelligence Research Institute">Machine Intelligence Research Institute</a>,<a href="#cite_note-159">[157]</a><a href="#cite_note-160">[158]</a> the <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a>, the <a href="/wiki/Centre_for_the_Study_of_Existential_Risk" title="Centre for the Study of Existential Risk">Centre for the Study of Existential Risk</a>, and the <a href="/wiki/Center_for_Human-Compatible_AI" class="mw-redirect" title="Center for Human-Compatible AI">Center for Human-Compatible AI</a><a href="#cite_note-161">[159]</a> are actively engaged in researching AI risk and safety. <div class="mw-heading mw-heading3"><h3 id="Views_on_banning_and_regulation">Views on banning and regulation</h3>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=33" title="Edit section: Views on banning and regulation">edit</a>]</div> <div class="mw-heading mw-heading4"><h4 id="Banning">Banning</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=34" title="Edit section: Banning">edit</a>]</div> Some scholars have said that even if AGI poses an existential risk, attempting to ban research into artificial intelligence is still unwise, and probably futile.<a href="#cite_note-162">[160]</a><a href="#cite_note-163">[161]</a><a href="#cite_note-164">[162]</a> Skeptics consider AI regulation pointless, as no existential risk exists. But scholars who believe in the risk argue that relying on AI industry insiders to regulate or constrain AI research is impractical due to conflicts of interest.<a href="#cite_note-:7-165">[163]</a> They also agree with skeptics that banning research would be unwise, as research could be moved to countries with looser regulations or conducted covertly.<a href="#cite_note-:7-165">[163]</a> Additional challenges to bans or regulation include technology entrepreneurs' general skepticism of government regulation and potential incentives for businesses to resist regulation and <a href="/wiki/Politicization_of_science" title="Politicization of science">politicize</a> the debate.<a href="#cite_note-166">[164]</a> <div class="mw-heading mw-heading4"><h4 id="Regulation">Regulation</h4>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=35" title="Edit section: Regulation">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236090951"><div role="note" class="hatnote navigation-not-searchable">See also: <a href="/wiki/Regulation_of_algorithms" title="Regulation of algorithms">Regulation of algorithms</a> and <a href="/wiki/Regulation_of_artificial_intelligence" title="Regulation of artificial intelligence">Regulation of artificial intelligence</a></div> In March 2023, the <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a> drafted <a href="/wiki/Pause_Giant_AI_Experiments:_An_Open_Letter" title="Pause Giant AI Experiments: An Open Letter">Pause Giant AI Experiments: An Open Letter</a>, a petition calling on major AI developers to agree on a verifiable six-month pause of any systems "more powerful than <a href="/wiki/GPT-4" title="GPT-4">GPT-4</a>" and to use that time to institute a framework for ensuring safety; or, failing that, for governments to step in with a moratorium. The letter referred to the possibility of "a profound change in the history of life on Earth" as well as potential risks of AI-generated propaganda, loss of jobs, human obsolescence, and society-wide loss of control.<a href="#cite_note-:9-112">[110]</a><a href="#cite_note-167">[165]</a> The letter was signed by prominent personalities in AI but also criticized for not focusing on current harms,<a href="#cite_note-168">[166]</a> missing technical nuance about when to pause,<a href="#cite_note-169">[167]</a> or not going far enough.<a href="#cite_note-170">[168]</a> Musk called for some sort of regulation of AI development as early as 2017. According to <a href="/wiki/National_Public_Radio" class="mw-redirect" title="National Public Radio">NPR</a>, he is "clearly not thrilled" to be advocating government scrutiny that could impact his own industry, but believes the risks of going completely without oversight are too high: "Normally the way regulations are set up is when a bunch of bad things happen, there's a public outcry, and after many years a regulatory agency is set up to regulate that industry. It takes forever. That, in the past, has been bad but not something which represented a fundamental risk to the existence of civilisation." Musk states the first step would be for the government to gain "insight" into the actual status of current research, warning that "Once there is awareness, people will be extremely afraid... [as] they should be." In response, politicians expressed skepticism about the wisdom of regulating a technology that is still in development.<a href="#cite_note-171">[169]</a><a href="#cite_note-172">[170]</a><a href="#cite_note-cnbc2-173">[171]</a> In 2021 the <a href="/wiki/United_Nations" title="United Nations">United Nations</a> (UN) considered banning autonomous lethal weapons, but consensus could not be reached.<a href="#cite_note-174">[172]</a> In July 2023 the UN <a href="/wiki/United_Nations_Security_Council" title="United Nations Security Council">Security Council</a> for the first time held a session to consider the risks and threats posed by AI to world peace and stability, along with potential benefits.<a href="#cite_note-:13-175">[173]</a><a href="#cite_note-176">[174]</a> <a href="/wiki/Secretary-General_of_the_United_Nations" title="Secretary-General of the United Nations">Secretary-General</a> <a href="/wiki/Ant%C3%B3nio_Guterres" title="António Guterres">António Guterres</a> advocated the creation of a global watchdog to oversee the emerging technology, saying, "Generative AI has enormous potential for good and evil at scale. Its creators themselves have warned that much bigger, potentially catastrophic and existential risks lie ahead."<a href="#cite_note-:12-19">[18]</a> At the council session, Russia said it believes AI risks are too poorly understood to be considered a threat to global stability. China argued against strict global regulation, saying countries should be able to develop their own rules, while also saying they opposed the use of AI to "create military hegemony or undermine the sovereignty of a country".<a href="#cite_note-:13-175">[173]</a> Regulation of conscious AGIs focuses on integrating them with existing human society and can be divided into considerations of their legal standing and of their moral rights.<a href="#cite_note-:532-177">[175]</a> AI arms control will likely require the institutionalization of new international norms embodied in effective technical specifications combined with active monitoring and informal diplomacy by communities of experts, together with a legal and political verification process.<a href="#cite_note-178">[176]</a><a href="#cite_note-:132-118">[116]</a> In July 2023, the US government secured voluntary safety commitments from major tech companies, including <a href="/wiki/OpenAI" title="OpenAI">OpenAI</a>, <a href="/wiki/Amazon_(company)" title="Amazon (company)">Amazon</a>, <a href="/wiki/Google" title="Google">Google</a>, <a href="/wiki/Meta_Platforms" title="Meta Platforms">Meta</a>, and <a href="/wiki/Microsoft" title="Microsoft">Microsoft</a>. The companies agreed to implement safeguards, including third-party oversight and security testing by independent experts, to address concerns related to AI's potential risks and societal harms. The parties framed the commitments as an intermediate step while regulations are formed. Amba Kak, executive director of the <a href="/wiki/AI_Now_Institute" title="AI Now Institute">AI Now Institute</a>, said, "A closed-door deliberation with corporate actors resulting in voluntary safeguards isn't enough" and called for public deliberation and regulations of the kind to which companies would not voluntarily agree.<a href="#cite_note-179">[177]</a><a href="#cite_note-180">[178]</a> In October 2023, U.S. President <a href="/wiki/Joe_Biden" title="Joe Biden">Joe Biden</a> issued an executive order on the "<a href="/wiki/Executive_Order_14110" title="Executive Order 14110">Safe, Secure, and Trustworthy Development and Use of Artificial Intelligence</a>".<a href="#cite_note-181">[179]</a> Alongside other requirements, the order mandates the development of guidelines for AI models that permit the "evasion of human control". <div class="mw-heading mw-heading2"><h2 id="See_also">See also</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=36" title="Edit section: See also">edit</a>]</div> <style data-mw-deduplicate="TemplateStyles:r1184024115">.mw-parser-output .div-col{margin-top:0.3em;column-width:30em}.mw-parser-output .div-col-small{font-size:90%}.mw-parser-output .div-col-rules{column-rule:1px solid #aaa}.mw-parser-output .div-col dl,.mw-parser-output .div-col ol,.mw-parser-output .div-col ul{margin-top:0}.mw-parser-output .div-col li,.mw-parser-output .div-col dd{page-break-inside:avoid;break-inside:avoid-column}</style><div class="div-col" style="column-width: 20em;"> <ul><li><a href="/wiki/Appeal_to_probability" title="Appeal to probability">Appeal to probability</a></li> <li><a href="/wiki/AI_alignment" title="AI alignment">AI alignment</a></li> <li><a href="/wiki/AI_safety" title="AI safety">AI safety</a></li> <li><a href="/wiki/Butlerian_Jihad" class="mw-redirect" title="Butlerian Jihad">Butlerian Jihad</a></li> <li><a href="/wiki/Effective_altruism#Long-term_future_and_global_catastrophic_risks" title="Effective altruism">Effective altruism § Long-term future and global catastrophic risks</a></li> <li><a href="/wiki/Gray_goo" title="Gray goo">Gray goo</a></li> <li><a href="/wiki/Human_Compatible" title="Human Compatible">Human Compatible</a></li> <li><a href="/wiki/Lethal_autonomous_weapon" title="Lethal autonomous weapon">Lethal autonomous weapon</a></li> <li><a href="/wiki/Instrumental_convergence#Paperclip_maximizer" title="Instrumental convergence">Paperclip maximizer</a></li> <li><a href="/wiki/Philosophy_of_artificial_intelligence" title="Philosophy of artificial intelligence">Philosophy of artificial intelligence</a></li> <li><a href="/wiki/Robot_ethics#In_popular_culture" title="Robot ethics">Robot ethics § In popular culture</a></li> <li><a href="/wiki/Statement_on_AI_risk_of_extinction" title="Statement on AI risk of extinction">Statement on AI risk of extinction</a></li> <li><a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence: Paths, Dangers, Strategies</a></li> <li><a href="/wiki/Risk_of_astronomical_suffering" title="Risk of astronomical suffering">Risk of astronomical suffering</a></li> <li><a href="/wiki/System_accident" title="System accident">System accident</a></li> <li><a href="/wiki/Technological_singularity" title="Technological singularity">Technological singularity</a></li></ul> </div> <div class="mw-heading mw-heading2"><h2 id="Notes">Notes</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=37" title="Edit section: Notes">edit</a>]</div> <style data-mw-deduplicate="TemplateStyles:r1239543626">.mw-parser-output .reflist{margin-bottom:0.5em;list-style-type:decimal}@media screen{.mw-parser-output .reflist{font-size:90%}}.mw-parser-output .reflist .references{font-size:100%;margin-bottom:0;list-style-type:inherit}.mw-parser-output .reflist-columns-2{column-width:30em}.mw-parser-output .reflist-columns-3{column-width:25em}.mw-parser-output .reflist-columns{margin-top:0.3em}.mw-parser-output .reflist-columns ol{margin-top:0}.mw-parser-output .reflist-columns li{page-break-inside:avoid;break-inside:avoid-column}.mw-parser-output .reflist-upper-alpha{list-style-type:upper-alpha}.mw-parser-output .reflist-upper-roman{list-style-type:upper-roman}.mw-parser-output .reflist-lower-alpha{list-style-type:lower-alpha}.mw-parser-output .reflist-lower-greek{list-style-type:lower-greek}.mw-parser-output .reflist-lower-roman{list-style-type:lower-roman}</style><div class="reflist reflist-lower-alpha"> <div class="mw-references-wrap"><ol class="references"> <li id="cite_note-turing_note-12">^ <a href="#cite_ref-turing_note_12-0">a</a> <a href="#cite_ref-turing_note_12-1">b</a> In a 1951 lecture<a href="#cite_note-10">[10]</a> Turing argued that "It seems probable that once the machine thinking method had started, it would not take long to outstrip our feeble powers. There would be no question of the machines dying, and they would be able to converse with each other to sharpen their wits. At some stage therefore we should have to expect the machines to take control, in the way that is mentioned in Samuel Butler's Erewhon". Also in a lecture broadcast on the <a href="/wiki/BBC" title="BBC">BBC</a><a href="#cite_note-11">[11]</a> he expressed the opinion: "If a machine can think, it might think more intelligently than we do, and then where should we be? Even if we could keep the machines in a subservient position, for instance by turning off the power at strategic moments, we should, as a species, feel greatly humbled... This new danger... is certainly something which can give us anxiety." </li> <li id="cite_note-101"><a href="#cite_ref-101">^</a> as interpreted by <a href="/wiki/Seth_Baum" title="Seth Baum">Seth Baum</a> </li> </ol></div></div> <div class="mw-heading mw-heading2"><h2 id="References">References</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=38" title="Edit section: References">edit</a>]</div> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239543626"><div class="reflist"> <div class="mw-references-wrap mw-references-columns"><ol class="references"> <li id="cite_note-aima-1">^ <a href="#cite_ref-aima_1-0">a</a> <a href="#cite_ref-aima_1-1">b</a> <a href="#cite_ref-aima_1-2">c</a> <a href="#cite_ref-aima_1-3">d</a> <a href="#cite_ref-aima_1-4">e</a> <a href="#cite_ref-aima_1-5">f</a> <a href="#cite_ref-aima_1-6">g</a> <style data-mw-deduplicate="TemplateStyles:r1238218222">.mw-parser-output cite.citation{font-style:inherit;word-wrap:break-word}.mw-parser-output .citation q{quotes:"\"""\"""'""'"}.mw-parser-output .citation:target{background-color:rgba(0,127,255,0.133)}.mw-parser-output .id-lock-free.id-lock-free a{background:url("//upload.wikimedia.org/wikipedia/commons/6/65/Lock-green.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-limited.id-lock-limited a,.mw-parser-output .id-lock-registration.id-lock-registration a{background:url("//upload.wikimedia.org/wikipedia/commons/d/d6/Lock-gray-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-subscription.id-lock-subscription a{background:url("//upload.wikimedia.org/wikipedia/commons/a/aa/Lock-red-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .cs1-ws-icon a{background:url("//upload.wikimedia.org/wikipedia/commons/4/4c/Wikisource-logo.svg")right 0.1em center/12px no-repeat}body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-free a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-limited a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-registration a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-subscription a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .cs1-ws-icon a{background-size:contain;padding:0 1em 0 0}.mw-parser-output .cs1-code{color:inherit;background:inherit;border:none;padding:inherit}.mw-parser-output .cs1-hidden-error{display:none;color:var(--color-error,#d33)}.mw-parser-output .cs1-visible-error{color:var(--color-error,#d33)}.mw-parser-output .cs1-maint{display:none;color:#085;margin-left:0.3em}.mw-parser-output .cs1-kern-left{padding-left:0.2em}.mw-parser-output .cs1-kern-right{padding-right:0.2em}.mw-parser-output .citation .mw-selflink{font-weight:inherit}@media screen{.mw-parser-output .cs1-format{font-size:95%}html.skin-theme-clientpref-night .mw-parser-output .cs1-maint{color:#18911f}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .cs1-maint{color:#18911f}}</style><cite id="CITEREFRussellNorvig2009" class="citation book cs1"><a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Russell, Stuart</a>; <a href="/wiki/Peter_Norvig" title="Peter Norvig">Norvig, Peter</a> (2009). "26.3: The Ethics and Risks of Developing Artificial Intelligence". <a href="/wiki/Artificial_Intelligence:_A_Modern_Approach" title="Artificial Intelligence: A Modern Approach">Artificial Intelligence: A Modern Approach</a>. Prentice Hall. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-13-604259-4" title="Special:BookSources/978-0-13-604259-4"><bdi>978-0-13-604259-4</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=26.3%3A+The+Ethics+and+Risks+of+Developing+Artificial+Intelligence&rft.btitle=Artificial+Intelligence%3A+A+Modern+Approach&rft.pub=Prentice+Hall&rft.date=2009&rft.isbn=978-0-13-604259-4&rft.aulast=Russell&rft.aufirst=Stuart&rft.au=Norvig%2C+Peter&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-2"><a href="#cite_ref-2">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2002" class="citation journal cs1"><a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Bostrom, Nick</a> (2002). "Existential risks". <a href="/wiki/Journal_of_Evolution_and_Technology" class="mw-redirect" title="Journal of Evolution and Technology">Journal of Evolution and Technology</a>. 9 (1): 1–31.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Evolution+and+Technology&rft.atitle=Existential+risks&rft.volume=9&rft.issue=1&rft.pages=1-31&rft.date=2002&rft.aulast=Bostrom&rft.aufirst=Nick&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-auto1-3">^ <a href="#cite_ref-auto1_3-0">a</a> <a href="#cite_ref-auto1_3-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTurchinDenkenberger2018" class="citation journal cs1">Turchin, Alexey; Denkenberger, David (3 May 2018). <a rel="nofollow" class="external text" href="https://philarchive.org/rec/TURCOG-2">"Classification of global catastrophic risks connected with artificial intelligence"</a>. AI & Society. 35 (1): 147–163. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs00146-018-0845-5">10.1007/s00146-018-0845-5</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0951-5666">0951-5666</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:19208453">19208453</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=AI+%26+Society&rft.atitle=Classification+of+global+catastrophic+risks+connected+with+artificial+intelligence&rft.volume=35&rft.issue=1&rft.pages=147-163&rft.date=2018-05-03&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A19208453%23id-name%3DS2CID&rft.issn=0951-5666&rft_id=info%3Adoi%2F10.1007%2Fs00146-018-0845-5&rft.aulast=Turchin&rft.aufirst=Alexey&rft.au=Denkenberger%2C+David&rft_id=https%3A%2F%2Fphilarchive.org%2Frec%2FTURCOG-2&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-4"><a href="#cite_ref-4">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBalesD'AlessandroKirk-Giannini2024" class="citation journal cs1">Bales, Adam; D'Alessandro, William; Kirk-Giannini, Cameron Domenico (2024). <a rel="nofollow" class="external text" href="https://doi.org/10.1111%2Fphc3.12964">"Artificial Intelligence: Arguments for Catastrophic Risk"</a>. <a href="/wiki/Philosophy_Compass" title="Philosophy Compass">Philosophy Compass</a>. 19 (2). <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2401.15487">2401.15487</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1111%2Fphc3.12964">10.1111/phc3.12964</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Philosophy+Compass&rft.atitle=Artificial+Intelligence%3A+Arguments+for+Catastrophic+Risk&rft.volume=19&rft.issue=2&rft.date=2024&rft_id=info%3Aarxiv%2F2401.15487&rft_id=info%3Adoi%2F10.1111%2Fphc3.12964&rft.aulast=Bales&rft.aufirst=Adam&rft.au=D%27Alessandro%2C+William&rft.au=Kirk-Giannini%2C+Cameron+Domenico&rft_id=https%3A%2F%2Fdoi.org%2F10.1111%252Fphc3.12964&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-superintelligence-5">^ <a href="#cite_ref-superintelligence_5-0">a</a> <a href="#cite_ref-superintelligence_5-1">b</a> <a href="#cite_ref-superintelligence_5-2">c</a> <a href="#cite_ref-superintelligence_5-3">d</a> <a href="#cite_ref-superintelligence_5-4">e</a> <a href="#cite_ref-superintelligence_5-5">f</a> <a href="#cite_ref-superintelligence_5-6">g</a> <a href="#cite_ref-superintelligence_5-7">h</a> <a href="#cite_ref-superintelligence_5-8">i</a> <a href="#cite_ref-superintelligence_5-9">j</a> <a href="#cite_ref-superintelligence_5-10">k</a> <a href="#cite_ref-superintelligence_5-11">l</a> <a href="#cite_ref-superintelligence_5-12">m</a> <a href="#cite_ref-superintelligence_5-13">n</a> <a href="#cite_ref-superintelligence_5-14">o</a> <a href="#cite_ref-superintelligence_5-15">p</a> <a href="#cite_ref-superintelligence_5-16">q</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2014" class="citation book cs1"><a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Bostrom, Nick</a> (2014). <a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence: Paths, Dangers, Strategies</a> (First ed.). Oxford University Press. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-19-967811-2" title="Special:BookSources/978-0-19-967811-2"><bdi>978-0-19-967811-2</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Superintelligence%3A+Paths%2C+Dangers%2C+Strategies&rft.edition=First&rft.pub=Oxford+University+Press&rft.date=2014&rft.isbn=978-0-19-967811-2&rft.aulast=Bostrom&rft.aufirst=Nick&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-6"><a href="#cite_ref-6">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFVynck2023" class="citation news cs1">Vynck, Gerrit De (23 May 2023). <a rel="nofollow" class="external text" href="https://www.washingtonpost.com/technology/2023/05/20/ai-existential-risk-debate/">"The debate over whether AI will destroy us is dividing Silicon Valley"</a>. Washington Post. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0190-8286">0190-8286</a>. Retrieved 27 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Washington+Post&rft.atitle=The+debate+over+whether+AI+will+destroy+us+is+dividing+Silicon+Valley&rft.date=2023-05-23&rft.issn=0190-8286&rft.aulast=Vynck&rft.aufirst=Gerrit+De&rft_id=https%3A%2F%2Fwww.washingtonpost.com%2Ftechnology%2F2023%2F05%2F20%2Fai-existential-risk-debate%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-7"><a href="#cite_ref-7">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMetz2023" class="citation news cs1">Metz, Cade (10 June 2023). <a rel="nofollow" class="external text" href="https://www.nytimes.com/2023/06/10/technology/ai-humanity.html">"How Could A.I. Destroy Humanity?"</a>. The New York Times. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0362-4331">0362-4331</a>. Retrieved 27 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+York+Times&rft.atitle=How+Could+A.I.+Destroy+Humanity%3F&rft.date=2023-06-10&rft.issn=0362-4331&rft.aulast=Metz&rft.aufirst=Cade&rft_id=https%3A%2F%2Fwww.nytimes.com%2F2023%2F06%2F10%2Ftechnology%2Fai-humanity.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-8"><a href="#cite_ref-8">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.cbsnews.com/news/godfather-of-artificial-intelligence-weighs-in-on-the-past-and-potential-of-artificial-intelligence/">"'Godfather of artificial intelligence' weighs in on the past and potential of AI"</a>. www.cbsnews.com. 25 March 2023. Retrieved 10 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=www.cbsnews.com&rft.atitle=%27Godfather+of+artificial+intelligence%27+weighs+in+on+the+past+and+potential+of+AI&rft.date=2023-03-25&rft_id=https%3A%2F%2Fwww.cbsnews.com%2Fnews%2Fgodfather-of-artificial-intelligence-weighs-in-on-the-past-and-potential-of-artificial-intelligence%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-9"><a href="#cite_ref-9">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://yoshuabengio.org/2023/05/22/how-rogue-ais-may-arise/">"How Rogue AIs may Arise"</a>. yoshuabengio.org. 26 May 2023. Retrieved 26 May 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=yoshuabengio.org&rft.atitle=How+Rogue+AIs+may+Arise&rft.date=2023-05-26&rft_id=https%3A%2F%2Fyoshuabengio.org%2F2023%2F05%2F22%2Fhow-rogue-ais-may-arise%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-10"><a href="#cite_ref-10">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTuring1951" class="citation speech cs1">Turing, Alan (1951). <a rel="nofollow" class="external text" href="https://turingarchive.kings.cam.ac.uk/publications-lectures-and-talks-amtb/amt-b-4">Intelligent machinery, a heretical theory</a> (Speech). Lecture given to '51 Society'. Manchester: The Turing Digital Archive. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20220926004549/https://turingarchive.kings.cam.ac.uk/publications-lectures-and-talks-amtb/amt-b-4">Archived</a> from the original on 26 September 2022. Retrieved 22 July 2022.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Intelligent+machinery%2C+a+heretical+theory&rft.place=Manchester&rft.pub=The+Turing+Digital+Archive&rft.date=1951&rft.aulast=Turing&rft.aufirst=Alan&rft_id=https%3A%2F%2Fturingarchive.kings.cam.ac.uk%2Fpublications-lectures-and-talks-amtb%2Famt-b-4&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-11"><a href="#cite_ref-11">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTuring1951" class="citation episode cs1">Turing, Alan (15 May 1951). "Can digital computers think?". Automatic Calculating Machines. Episode 2. BBC. <a rel="nofollow" class="external text" href="https://turingarchive.kings.cam.ac.uk/publications-lectures-and-talks-amtb/amt-b-6">Can digital computers think?</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Automatic+Calculating+Machines&rft.series=Episode+2&rft.date=1951-05-15&rft.aulast=Turing&rft.aufirst=Alan&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-Parkin-13">^ <a href="#cite_ref-Parkin_13-0">a</a> <a href="#cite_ref-Parkin_13-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFParkin2015" class="citation news cs1">Parkin, Simon (14 June 2015). <a rel="nofollow" class="external text" href="https://www.theguardian.com/tv-and-radio/2015/jun/14/science-fiction-no-more-humans-tv-artificial-intelligence">"Science fiction no more? Channel 4's Humans and our rogue AI obsessions"</a>. <a href="/wiki/The_Guardian" title="The Guardian">The Guardian</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20180205184322/https://www.theguardian.com/tv-and-radio/2015/jun/14/science-fiction-no-more-humans-tv-artificial-intelligence">Archived</a> from the original on 5 February 2018. Retrieved 5 February 2018.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Guardian&rft.atitle=Science+fiction+no+more%3F+Channel+4%27s+Humans+and+our+rogue+AI+obsessions&rft.date=2015-06-14&rft.aulast=Parkin&rft.aufirst=Simon&rft_id=https%3A%2F%2Fwww.theguardian.com%2Ftv-and-radio%2F2015%2Fjun%2F14%2Fscience-fiction-no-more-humans-tv-artificial-intelligence&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-Jackson-14">^ <a href="#cite_ref-Jackson_14-0">a</a> <a href="#cite_ref-Jackson_14-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFJackson" class="citation web cs1">Jackson, Sarah. <a rel="nofollow" class="external text" href="https://www.businessinsider.com/chatgpt-openai-ceo-worst-case-ai-lights-out-for-all-2023-1">"The CEO of the company behind AI chatbot ChatGPT says the worst-case scenario for artificial intelligence is 'lights out for all of us'"</a>. Business Insider. Retrieved 10 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Business+Insider&rft.atitle=The+CEO+of+the+company+behind+AI+chatbot+ChatGPT+says+the+worst-case+scenario+for+artificial+intelligence+is+%27lights+out+for+all+of+us%27&rft.aulast=Jackson&rft.aufirst=Sarah&rft_id=https%3A%2F%2Fwww.businessinsider.com%2Fchatgpt-openai-ceo-worst-case-ai-lights-out-for-all-2023-1&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-15"><a href="#cite_ref-15">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.humanetech.com/podcast/the-ai-dilemma">"The AI Dilemma"</a>. www.humanetech.com. Retrieved 10 April 2023. <q>50% of AI researchers believe there's a 10% or greater chance that humans go extinct from our inability to control AI.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=www.humanetech.com&rft.atitle=The+AI+Dilemma&rft_id=https%3A%2F%2Fwww.humanetech.com%2Fpodcast%2Fthe-ai-dilemma&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:8-16">^ <a href="#cite_ref-:8_16-0">a</a> <a href="#cite_ref-:8_16-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://aiimpacts.org/2022-expert-survey-on-progress-in-ai/">"2022 Expert Survey on Progress in AI"</a>. AI Impacts. 4 August 2022. Retrieved 10 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=AI+Impacts&rft.atitle=2022+Expert+Survey+on+Progress+in+AI&rft.date=2022-08-04&rft_id=https%3A%2F%2Faiimpacts.org%2F2022-expert-survey-on-progress-in-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-17"><a href="#cite_ref-17">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRoose2023" class="citation news cs1">Roose, Kevin (30 May 2023). <a rel="nofollow" class="external text" href="https://www.nytimes.com/2023/05/30/technology/ai-threat-warning.html">"A.I. Poses 'Risk of Extinction,' Industry Leaders Warn"</a>. The New York Times. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0362-4331">0362-4331</a>. Retrieved 3 June 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+York+Times&rft.atitle=A.I.+Poses+%27Risk+of+Extinction%2C%27+Industry+Leaders+Warn&rft.date=2023-05-30&rft.issn=0362-4331&rft.aulast=Roose&rft.aufirst=Kevin&rft_id=https%3A%2F%2Fwww.nytimes.com%2F2023%2F05%2F30%2Ftechnology%2Fai-threat-warning.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-18"><a href="#cite_ref-18">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSunak2023" class="citation magazine cs1">Sunak, Rishi (14 June 2023). <a rel="nofollow" class="external text" href="https://time.com/6287253/uk-rishi-sunak-ai-regulation/">"Rishi Sunak Wants the U.K. to Be a Key Player in Global AI Regulation"</a>. Time.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=Rishi+Sunak+Wants+the+U.K.+to+Be+a+Key+Player+in+Global+AI+Regulation&rft.date=2023-06-14&rft.aulast=Sunak&rft.aufirst=Rishi&rft_id=https%3A%2F%2Ftime.com%2F6287253%2Fuk-rishi-sunak-ai-regulation%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:12-19">^ <a href="#cite_ref-:12_19-0">a</a> <a href="#cite_ref-:12_19-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFFung2023" class="citation news cs1">Fung, Brian (18 July 2023). <a rel="nofollow" class="external text" href="https://www.cnn.com/2023/07/18/tech/un-ai-agency/index.html">"UN Secretary General embraces calls for a new UN agency on AI in the face of 'potentially catastrophic and existential risks'"</a>. CNN Business. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=CNN+Business&rft.atitle=UN+Secretary+General+embraces+calls+for+a+new+UN+agency+on+AI+in+the+face+of+%27potentially+catastrophic+and+existential+risks%27&rft.date=2023-07-18&rft.aulast=Fung&rft.aufirst=Brian&rft_id=https%3A%2F%2Fwww.cnn.com%2F2023%2F07%2F18%2Ftech%2Fun-ai-agency%2Findex.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-yudkowsky-global-risk-20">^ <a href="#cite_ref-yudkowsky-global-risk_20-0">a</a> <a href="#cite_ref-yudkowsky-global-risk_20-1">b</a> <a href="#cite_ref-yudkowsky-global-risk_20-2">c</a> <a href="#cite_ref-yudkowsky-global-risk_20-3">d</a> <a href="#cite_ref-yudkowsky-global-risk_20-4">e</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFYudkowsky2008" class="citation journal cs1">Yudkowsky, Eliezer (2008). <a rel="nofollow" class="external text" href="https://intelligence.org/files/AIPosNegFactor.pdf">"Artificial Intelligence as a Positive and Negative Factor in Global Risk"</a> (PDF). Global Catastrophic Risks: 308–345. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2008gcr..book..303Y">2008gcr..book..303Y</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20130302173022/http://intelligence.org/files/AIPosNegFactor.pdf">Archived</a> (PDF) from the original on 2 March 2013. Retrieved 27 August 2018.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Global+Catastrophic+Risks&rft.atitle=Artificial+Intelligence+as+a+Positive+and+Negative+Factor+in+Global+Risk&rft.pages=308-345&rft.date=2008&rft_id=info%3Abibcode%2F2008gcr..book..303Y&rft.aulast=Yudkowsky&rft.aufirst=Eliezer&rft_id=https%3A%2F%2Fintelligence.org%2Ffiles%2FAIPosNegFactor.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-research-priorities-21"><a href="#cite_ref-research-priorities_21-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRussellDeweyTegmark2015" class="citation journal cs1"><a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Russell, Stuart</a>; Dewey, Daniel; <a href="/wiki/Max_Tegmark" title="Max Tegmark">Tegmark, Max</a> (2015). <a rel="nofollow" class="external text" href="https://futureoflife.org/data/documents/research_priorities.pdf">"Research Priorities for Robust and Beneficial Artificial Intelligence"</a> (PDF). AI Magazine. Association for the Advancement of Artificial Intelligence: 105–114. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1602.03506">1602.03506</a>. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2016arXiv160203506R">2016arXiv160203506R</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20190804145930/https://futureoflife.org/data/documents/research_priorities.pdf">Archived</a> (PDF) from the original on 4 August 2019. Retrieved 10 August 2019.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=AI+Magazine&rft.atitle=Research+Priorities+for+Robust+and+Beneficial+Artificial+Intelligence&rft.pages=105-114&rft.date=2015&rft_id=info%3Aarxiv%2F1602.03506&rft_id=info%3Abibcode%2F2016arXiv160203506R&rft.aulast=Russell&rft.aufirst=Stuart&rft.au=Dewey%2C+Daniel&rft.au=Tegmark%2C+Max&rft_id=https%3A%2F%2Ffutureoflife.org%2Fdata%2Fdocuments%2Fresearch_priorities.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988">, cited in <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://futureoflife.org/ai-open-letter">"AI Open Letter - Future of Life Institute"</a>. Future of Life Institute. January 2015. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20190810020404/https://futureoflife.org/ai-open-letter">Archived</a> from the original on 10 August 2019. Retrieved 9 August 2019.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Future+of+Life+Institute&rft.atitle=AI+Open+Letter+-+Future+of+Life+Institute&rft.date=2015-01&rft_id=https%3A%2F%2Ffutureoflife.org%2Fai-open-letter&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-vanity-22">^ <a href="#cite_ref-vanity_22-0">a</a> <a href="#cite_ref-vanity_22-1">b</a> <a href="#cite_ref-vanity_22-2">c</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDowd2017" class="citation news cs1">Dowd, Maureen (April 2017). <a rel="nofollow" class="external text" href="https://www.vanityfair.com/news/2017/03/elon-musk-billion-dollar-crusade-to-stop-ai-space-x">"Elon Musk's Billion-Dollar Crusade to Stop the A.I. Apocalypse"</a>. The Hive. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20180726041656/https://www.vanityfair.com/news/2017/03/elon-musk-billion-dollar-crusade-to-stop-ai-space-x">Archived</a> from the original on 26 July 2018. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Hive&rft.atitle=Elon+Musk%27s+Billion-Dollar+Crusade+to+Stop+the+A.I.+Apocalypse&rft.date=2017-04&rft.aulast=Dowd&rft.aufirst=Maureen&rft_id=https%3A%2F%2Fwww.vanityfair.com%2Fnews%2F2017%2F03%2Felon-musk-billion-dollar-crusade-to-stop-ai-space-x&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-23"><a href="#cite_ref-23">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.deepmind.com/blog/alphago-zero-starting-from-scratch">"AlphaGo Zero: Starting from scratch"</a>. www.deepmind.com. 18 October 2017. Retrieved 28 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=www.deepmind.com&rft.atitle=AlphaGo+Zero%3A+Starting+from+scratch&rft.date=2017-10-18&rft_id=https%3A%2F%2Fwww.deepmind.com%2Fblog%2Falphago-zero-starting-from-scratch&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-24"><a href="#cite_ref-24">^</a> Breuer, Hans-Peter. <a rel="nofollow" class="external text" href="https://www.jstor.org/pss/436868">'Samuel Butler's "the Book of the Machines" and the Argument from Design.'</a> <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230315233257/https://www.jstor.org/stable/436868">Archived</a> 15 March 2023 at the <a href="/wiki/Wayback_Machine" title="Wayback Machine">Wayback Machine</a> Modern Philology, Vol. 72, No. 4 (May 1975), pp. 365–383. </li> <li id="cite_note-oxfordjournals-25"><a href="#cite_ref-oxfordjournals_25-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTuring1996" class="citation journal cs1">Turing, A M (1996). <a rel="nofollow" class="external text" href="https://doi.org/10.1093%2Fphilmat%2F4.3.256">"Intelligent Machinery, A Heretical Theory"</a>. 1951, Reprinted Philosophia Mathematica. 4 (3): 256–260. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1093%2Fphilmat%2F4.3.256">10.1093/philmat/4.3.256</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=1951%2C+Reprinted+Philosophia+Mathematica&rft.atitle=Intelligent+Machinery%2C+A+Heretical+Theory&rft.volume=4&rft.issue=3&rft.pages=256-260&rft.date=1996&rft_id=info%3Adoi%2F10.1093%2Fphilmat%2F4.3.256&rft.aulast=Turing&rft.aufirst=A+M&rft_id=https%3A%2F%2Fdoi.org%2F10.1093%252Fphilmat%252F4.3.256&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-26"><a href="#cite_ref-26">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFHilliard2017" class="citation news cs1">Hilliard, Mark (2017). <a rel="nofollow" class="external text" href="https://www.irishtimes.com/business/innovation/the-ai-apocalypse-will-the-human-race-soon-be-terminated-1.3019220">"The AI apocalypse: will the human race soon be terminated?"</a>. The Irish Times. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200522114127/https://www.irishtimes.com/business/innovation/the-ai-apocalypse-will-the-human-race-soon-be-terminated-1.3019220">Archived</a> from the original on 22 May 2020. Retrieved 15 March 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Irish+Times&rft.atitle=The+AI+apocalypse%3A+will+the+human+race+soon+be+terminated%3F&rft.date=2017&rft.aulast=Hilliard&rft.aufirst=Mark&rft_id=https%3A%2F%2Fwww.irishtimes.com%2Fbusiness%2Finnovation%2Fthe-ai-apocalypse-will-the-human-race-soon-be-terminated-1.3019220&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-27"><a href="#cite_ref-27">^</a> I.J. Good, <a rel="nofollow" class="external text" href="http://commonsenseatheism.com/wp-content/uploads/2011/02/Good-Speculations-Concerning-the-First-Ultraintelligent-Machine.pdf">"Speculations Concerning the First Ultraintelligent Machine"</a> <a rel="nofollow" class="external text" href="https://web.archive.org/web/20111128085512/http://commonsenseatheism.com/wp-content/uploads/2011/02/Good-Speculations-Concerning-the-First-Ultraintelligent-Machine.pdf">Archived</a> 2011-11-28 at the <a href="/wiki/Wayback_Machine" title="Wayback Machine">Wayback Machine</a> (<a rel="nofollow" class="external text" href="http://www.acceleratingfuture.com/pages/ultraintelligentmachine.html">HTML</a> ), Advances in Computers, vol. 6, 1965. </li> <li id="cite_note-28"><a href="#cite_ref-28">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRussellNorvig2003" class="citation book cs1">Russell, Stuart J.; Norvig, Peter (2003). "Section 26.3: The Ethics and Risks of Developing Artificial Intelligence". <a href="/wiki/Artificial_Intelligence:_A_Modern_Approach" title="Artificial Intelligence: A Modern Approach">Artificial Intelligence: A Modern Approach</a>. Upper Saddle River, New Jersey: Prentice Hall. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-13-790395-5" title="Special:BookSources/978-0-13-790395-5"><bdi>978-0-13-790395-5</bdi></a>. <q>Similarly, Marvin Minsky once suggested that an AI program designed to solve the Riemann Hypothesis might end up taking over all the resources of Earth to build more powerful supercomputers to help achieve its goal.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=Section+26.3%3A+The+Ethics+and+Risks+of+Developing+Artificial+Intelligence&rft.btitle=Artificial+Intelligence%3A+A+Modern+Approach&rft.place=Upper+Saddle+River%2C+New+Jersey&rft.pub=Prentice+Hall&rft.date=2003&rft.isbn=978-0-13-790395-5&rft.aulast=Russell&rft.aufirst=Stuart+J.&rft.au=Norvig%2C+Peter&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-29"><a href="#cite_ref-29">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBarrat2013" class="citation book cs1">Barrat, James (2013). Our final invention: artificial intelligence and the end of the human era (First ed.). New York: St. Martin's Press. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-312-62237-4" title="Special:BookSources/978-0-312-62237-4"><bdi>978-0-312-62237-4</bdi></a>. <q>In the bio, playfully written in the third person, Good summarized his life's milestones, including a probably never before seen account of his work at Bletchley Park with Turing. But here's what he wrote in 1998 about the first superintelligence, and his late-in-the-game U-turn: [The paper] 'Speculations Concerning the First Ultra-intelligent Machine' (1965)...began: 'The survival of man depends on the early construction of an ultra-intelligent machine.' Those were his [Good's] words during the Cold War, and he now suspects that 'survival' should be replaced by 'extinction.' He thinks that, because of international competition, we cannot prevent the machines from taking over. He thinks we are lemmings. He said also that 'probably Man will construct the deus ex machina in his own image.'</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Our+final+invention%3A+artificial+intelligence+and+the+end+of+the+human+era&rft.place=New+York&rft.edition=First&rft.pub=St.+Martin%27s+Press&rft.date=2013&rft.isbn=978-0-312-62237-4&rft.aulast=Barrat&rft.aufirst=James&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-30"><a href="#cite_ref-30">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFAnderson2014" class="citation news cs1">Anderson, Kurt (26 November 2014). <a rel="nofollow" class="external text" href="https://www.vanityfair.com/news/tech/2014/11/artificial-intelligence-singularity-theory">"Enthusiasts and Skeptics Debate Artificial Intelligence"</a>. <a href="/wiki/Vanity_Fair_(magazine)" title="Vanity Fair (magazine)">Vanity Fair</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160122025154/http://www.vanityfair.com/news/tech/2014/11/artificial-intelligence-singularity-theory">Archived</a> from the original on 22 January 2016. Retrieved 30 January 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Vanity+Fair&rft.atitle=Enthusiasts+and+Skeptics+Debate+Artificial+Intelligence&rft.date=2014-11-26&rft.aulast=Anderson&rft.aufirst=Kurt&rft_id=https%3A%2F%2Fwww.vanityfair.com%2Fnews%2Ftech%2F2014%2F11%2Fartificial-intelligence-singularity-theory&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-31"><a href="#cite_ref-31">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMetz2018" class="citation news cs1">Metz, Cade (9 June 2018). <a rel="nofollow" class="external text" href="https://www.nytimes.com/2018/06/09/technology/elon-musk-mark-zuckerberg-artificial-intelligence.html">"Mark Zuckerberg, Elon Musk and the Feud Over Killer Robots"</a>. The New York Times. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20210215051949/https://www.nytimes.com/2018/06/09/technology/elon-musk-mark-zuckerberg-artificial-intelligence.html">Archived</a> from the original on 15 February 2021. Retrieved 3 April 2019.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+York+Times&rft.atitle=Mark+Zuckerberg%2C+Elon+Musk+and+the+Feud+Over+Killer+Robots&rft.date=2018-06-09&rft.aulast=Metz&rft.aufirst=Cade&rft_id=https%3A%2F%2Fwww.nytimes.com%2F2018%2F06%2F09%2Ftechnology%2Felon-musk-mark-zuckerberg-artificial-intelligence.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-32"><a href="#cite_ref-32">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFHsu2012" class="citation news cs1">Hsu, Jeremy (1 March 2012). <a rel="nofollow" class="external text" href="https://www.nbcnews.com/id/wbna46590591">"Control dangerous AI before it controls us, one expert says"</a>. <a href="/wiki/NBC_News" title="NBC News">NBC News</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160202173621/http://www.nbcnews.com/id/46590591/ns/technology_and_science-innovation">Archived</a> from the original on 2 February 2016. Retrieved 28 January 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=NBC+News&rft.atitle=Control+dangerous+AI+before+it+controls+us%2C+one+expert+says&rft.date=2012-03-01&rft.aulast=Hsu&rft.aufirst=Jeremy&rft_id=https%3A%2F%2Fwww.nbcnews.com%2Fid%2Fwbna46590591&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-hawking_editorial-33">^ <a href="#cite_ref-hawking_editorial_33-0">a</a> <a href="#cite_ref-hawking_editorial_33-1">b</a> <a href="#cite_ref-hawking_editorial_33-2">c</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.independent.co.uk/news/science/stephen-hawking-transcendence-looks-at-the-implications-of-artificial-intelligence--but-are-we-taking-ai-seriously-enough-9313474.html">"Stephen Hawking: 'Transcendence looks at the implications of artificial intelligence – but are we taking AI seriously enough?'"</a>. <a href="/wiki/The_Independent_(UK)" class="mw-redirect" title="The Independent (UK)">The Independent (UK)</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20150925153716/http://www.independent.co.uk/news/science/stephen-hawking-transcendence-looks-at-the-implications-of-artificial-intelligence--but-are-we-taking-ai-seriously-enough-9313474.html">Archived</a> from the original on 25 September 2015. Retrieved 3 December 2014.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=Stephen+Hawking%3A+%27Transcendence+looks+at+the+implications+of+artificial+intelligence+%E2%80%93+but+are+we+taking+AI+seriously+enough%3F%27&rft_id=https%3A%2F%2Fwww.independent.co.uk%2Fnews%2Fscience%2Fstephen-hawking-transcendence-looks-at-the-implications-of-artificial-intelligence--but-are-we-taking-ai-seriously-enough-9313474.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-bbc_on_hawking_editorial-34"><a href="#cite_ref-bbc_on_hawking_editorial_34-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.bbc.com/news/technology-30290540">"Stephen Hawking warns artificial intelligence could end mankind"</a>. <a href="/wiki/BBC" title="BBC">BBC</a>. 2 December 2014. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20151030054329/http://www.bbc.com/news/technology-30290540">Archived</a> from the original on 30 October 2015. Retrieved 3 December 2014.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=Stephen+Hawking+warns+artificial+intelligence+could+end+mankind&rft.date=2014-12-02&rft_id=https%3A%2F%2Fwww.bbc.com%2Fnews%2Ftechnology-30290540&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-35"><a href="#cite_ref-35">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFEadicicco2015" class="citation news cs1">Eadicicco, Lisa (28 January 2015). <a rel="nofollow" class="external text" href="http://www.businessinsider.com/bill-gates-artificial-intelligence-2015-1">"Bill Gates: Elon Musk Is Right, We Should All Be Scared Of Artificial Intelligence Wiping Out Humanity"</a>. <a href="/wiki/Business_Insider" title="Business Insider">Business Insider</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160226090602/http://www.businessinsider.com/bill-gates-artificial-intelligence-2015-1">Archived</a> from the original on 26 February 2016. Retrieved 30 January 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Business+Insider&rft.atitle=Bill+Gates%3A+Elon+Musk+Is+Right%2C+We+Should+All+Be+Scared+Of+Artificial+Intelligence+Wiping+Out+Humanity&rft.date=2015-01-28&rft.aulast=Eadicicco&rft.aufirst=Lisa&rft_id=http%3A%2F%2Fwww.businessinsider.com%2Fbill-gates-artificial-intelligence-2015-1&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-36"><a href="#cite_ref-36">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://futureoflife.org/misc/open_letter">"Research Priorities for Robust and Beneficial Artificial Intelligence: an Open Letter"</a>. <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20150115160823/http://futureoflife.org/misc/open_letter">Archived</a> from the original on 15 January 2015. Retrieved 23 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Research+Priorities+for+Robust+and+Beneficial+Artificial+Intelligence%3A+an+Open+Letter&rft.pub=Future+of+Life+Institute&rft_id=http%3A%2F%2Ffutureoflife.org%2Fmisc%2Fopen_letter&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-37"><a href="#cite_ref-37">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation journal cs1"><a rel="nofollow" class="external text" href="https://doi.org/10.1038%2F532413a">"Anticipating artificial intelligence"</a>. Nature. 532 (7600): 413. 2016. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2016Natur.532Q.413.">2016Natur.532Q.413.</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2F532413a">10.1038/532413a</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1476-4687">1476-4687</a>. <a href="/wiki/PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/27121801">27121801</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:4399193">4399193</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Nature&rft.atitle=Anticipating+artificial+intelligence&rft.volume=532&rft.issue=7600&rft.pages=413&rft.date=2016&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A4399193%23id-name%3DS2CID&rft_id=info%3Abibcode%2F2016Natur.532Q.413.&rft.issn=1476-4687&rft_id=info%3Adoi%2F10.1038%2F532413a&rft_id=info%3Apmid%2F27121801&rft_id=https%3A%2F%2Fdoi.org%2F10.1038%252F532413a&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-38"><a href="#cite_ref-38">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFChristian2020" class="citation book cs1">Christian, Brian (6 October 2020). <a rel="nofollow" class="external text" href="https://brianchristian.org/the-alignment-problem/">The Alignment Problem: Machine Learning and Human Values</a>. <a href="/wiki/W._W._Norton_%26_Company" title="W. W. Norton & Company">W. W. Norton & Company</a>. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-393-63582-9" title="Special:BookSources/978-0-393-63582-9"><bdi>978-0-393-63582-9</bdi></a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20211205135022/https://brianchristian.org/the-alignment-problem/">Archived</a> from the original on 5 December 2021. Retrieved 5 December 2021.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=The+Alignment+Problem%3A+Machine+Learning+and+Human+Values&rft.pub=W.+W.+Norton+%26+Company&rft.date=2020-10-06&rft.isbn=978-0-393-63582-9&rft.aulast=Christian&rft.aufirst=Brian&rft_id=https%3A%2F%2Fbrianchristian.org%2Fthe-alignment-problem%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-39"><a href="#cite_ref-39">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDignum2021" class="citation journal cs1">Dignum, Virginia (26 May 2021). <a rel="nofollow" class="external text" href="https://doi.org/10.1038%2Fd41586-021-01397-x">"AI – the people and places that make, use and manage it"</a>. Nature. 593 (7860): 499–500. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2021Natur.593..499D">2021Natur.593..499D</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2Fd41586-021-01397-x">10.1038/d41586-021-01397-x</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:235216649">235216649</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Nature&rft.atitle=AI+%E2%80%93+the+people+and+places+that+make%2C+use+and+manage+it&rft.volume=593&rft.issue=7860&rft.pages=499-500&rft.date=2021-05-26&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A235216649%23id-name%3DS2CID&rft_id=info%3Adoi%2F10.1038%2Fd41586-021-01397-x&rft_id=info%3Abibcode%2F2021Natur.593..499D&rft.aulast=Dignum&rft.aufirst=Virginia&rft_id=https%3A%2F%2Fdoi.org%2F10.1038%252Fd41586-021-01397-x&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-40"><a href="#cite_ref-40">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.bbc.com/news/technology-65110030">"Elon Musk among experts urging a halt to AI training"</a>. BBC News. 29 March 2023. Retrieved 9 June 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=BBC+News&rft.atitle=Elon+Musk+among+experts+urging+a+halt+to+AI+training&rft.date=2023-03-29&rft_id=https%3A%2F%2Fwww.bbc.com%2Fnews%2Ftechnology-65110030&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-41"><a href="#cite_ref-41">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.safe.ai/statement-on-ai-risk#open-letter">"Statement on AI Risk"</a>. Center for AI Safety. Retrieved 8 June 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Center+for+AI+Safety&rft.atitle=Statement+on+AI+Risk&rft_id=https%3A%2F%2Fwww.safe.ai%2Fstatement-on-ai-risk%23open-letter&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-42"><a href="#cite_ref-42">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.bbc.com/news/uk-65746524">"Artificial intelligence could lead to extinction, experts warn"</a>. BBC News. 30 May 2023. Retrieved 8 June 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=BBC+News&rft.atitle=Artificial+intelligence+could+lead+to+extinction%2C+experts+warn&rft.date=2023-05-30&rft_id=https%3A%2F%2Fwww.bbc.com%2Fnews%2Fuk-65746524&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-43"><a href="#cite_ref-43">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.economist.com/1843/2019/03/01/deepmind-and-google-the-battle-to-control-artificial-intelligence">"DeepMind and Google: the battle to control artificial intelligence"</a>. The Economist. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0013-0613">0013-0613</a>. Retrieved 12 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Economist&rft.atitle=DeepMind+and+Google%3A+the+battle+to+control+artificial+intelligence&rft.issn=0013-0613&rft_id=https%3A%2F%2Fwww.economist.com%2F1843%2F2019%2F03%2F01%2Fdeepmind-and-google-the-battle-to-control-artificial-intelligence&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-44"><a href="#cite_ref-44">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://ourworldindata.org/ai-timelines">"AI timelines: What do experts in artificial intelligence expect for the future?"</a>. Our World in Data. Retrieved 12 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Our+World+in+Data&rft.atitle=AI+timelines%3A+What+do+experts+in+artificial+intelligence+expect+for+the+future%3F&rft_id=https%3A%2F%2Fourworldindata.org%2Fai-timelines&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-45"><a href="#cite_ref-45">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDe_Vynck2023" class="citation news cs1">De Vynck, Gerrit (20 May 2023). <a rel="nofollow" class="external text" href="https://www.washingtonpost.com/technology/2023/05/20/ai-existential-risk-debate/">"The debate over whether AI will destroy us is dividing Silicon Valley"</a>. The Washington Post.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Washington+Post&rft.atitle=The+debate+over+whether+AI+will+destroy+us+is+dividing+Silicon+Valley&rft.date=2023-05-20&rft.aulast=De+Vynck&rft.aufirst=Gerrit&rft_id=https%3A%2F%2Fwww.washingtonpost.com%2Ftechnology%2F2023%2F05%2F20%2Fai-existential-risk-debate%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-46"><a href="#cite_ref-46">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://fortune.com/2023/05/01/godfather-ai-geoffrey-hinton-quit-google-regrets-lifes-work-bad-actors/">"'The Godfather of A.I.' just quit Google and says he regrets his life's work because it can be hard to stop 'bad actors from using it for bad things'"</a>. Fortune. Retrieved 12 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Fortune&rft.atitle=%27The+Godfather+of+A.I.%27+just+quit+Google+and+says+he+regrets+his+life%27s+work+because+it+can+be+hard+to+stop+%27bad+actors+from+using+it+for+bad+things%27&rft_id=https%3A%2F%2Ffortune.com%2F2023%2F05%2F01%2Fgodfather-ai-geoffrey-hinton-quit-google-regrets-lifes-work-bad-actors%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-47"><a href="#cite_ref-47">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.ornl.gov/news/super-speeds-super-ai-frontier-sets-new-pace-artificial-intelligence">"Super speeds for super AI: Frontier sets new pace for artificial intelligence"</a>. ORNL. 14 November 2023. Retrieved 27 September 2024.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=ORNL&rft.atitle=Super+speeds+for+super+AI%3A+Frontier+sets+new+pace+for+artificial+intelligence&rft.date=2023-11-14&rft_id=https%3A%2F%2Fwww.ornl.gov%2Fnews%2Fsuper-speeds-super-ai-frontier-sets-new-pace-artificial-intelligence&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-48"><a href="#cite_ref-48">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.spiceworks.com/tech/artificial-intelligence/articles/everything-about-superintelligence/">"Everything you need to know about superintelligence"</a>. Spiceworks. Retrieved 14 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Spiceworks&rft.atitle=Everything+you+need+to+know+about+superintelligence&rft_id=https%3A%2F%2Fwww.spiceworks.com%2Ftech%2Fartificial-intelligence%2Farticles%2Feverything-about-superintelligence%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-economist_review3-49">^ <a href="#cite_ref-economist_review3_49-0">a</a> <a href="#cite_ref-economist_review3_49-1">b</a> <a href="#cite_ref-economist_review3_49-2">c</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBabauta" class="citation web cs1">Babauta, Leo. <a rel="nofollow" class="external text" href="https://www.businessinsider.com/intelligent-machines-and-human-life-2014-8">"A Valuable New Book Explores The Potential Impacts Of Intelligent Machines On Human Life"</a>. Business Insider. Retrieved 19 March 2024.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Business+Insider&rft.atitle=A+Valuable+New+Book+Explores+The+Potential+Impacts+Of+Intelligent+Machines+On+Human+Life&rft.aulast=Babauta&rft.aufirst=Leo&rft_id=https%3A%2F%2Fwww.businessinsider.com%2Fintelligent-machines-and-human-life-2014-8&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:11-50">^ <a href="#cite_ref-:11_50-0">a</a> <a href="#cite_ref-:11_50-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2015" class="citation cs2">Bostrom, Nick (27 April 2015), <a rel="nofollow" class="external text" href="https://www.ted.com/talks/nick_bostrom_what_happens_when_our_computers_get_smarter_than_we_are">What happens when our computers get smarter than we are?</a>, retrieved 13 July 2023</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=What+happens+when+our+computers+get+smarter+than+we+are%3F&rft.date=2015-04-27&rft.aulast=Bostrom&rft.aufirst=Nick&rft_id=https%3A%2F%2Fwww.ted.com%2Ftalks%2Fnick_bostrom_what_happens_when_our_computers_get_smarter_than_we_are&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988">. </li> <li id="cite_note-51"><a href="#cite_ref-51">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/governance-of-superintelligence">"Governance of superintelligence"</a>. openai.com. Retrieved 12 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=openai.com&rft.atitle=Governance+of+superintelligence&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fgovernance-of-superintelligence&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-52"><a href="#cite_ref-52">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://www.overcomingbias.com/2014/07/30855.html">"Overcoming Bias: I Still Don't Get Foom"</a>. www.overcomingbias.com. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20170804221136/http://www.overcomingbias.com/2014/07/30855.html">Archived</a> from the original on 4 August 2017. Retrieved 20 September 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=www.overcomingbias.com&rft.atitle=Overcoming+Bias%3A+I+Still+Don%27t+Get+Foom&rft_id=http%3A%2F%2Fwww.overcomingbias.com%2F2014%2F07%2F30855.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-53"><a href="#cite_ref-53">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFCotton-BarrattOrd2014" class="citation web cs1">Cotton-Barratt, Owen; Ord, Toby (12 August 2014). <a rel="nofollow" class="external text" href="https://www.fhi.ox.ac.uk/strategic-considerations-about-different-speeds-of-ai-takeoff/">"Strategic considerations about different speeds of AI takeoff"</a>. The Future of Humanity Institute. Retrieved 12 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+Future+of+Humanity+Institute&rft.atitle=Strategic+considerations+about+different+speeds+of+AI+takeoff&rft.date=2014-08-12&rft.aulast=Cotton-Barratt&rft.aufirst=Owen&rft.au=Ord%2C+Toby&rft_id=https%3A%2F%2Fwww.fhi.ox.ac.uk%2Fstrategic-considerations-about-different-speeds-of-ai-takeoff%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-54"><a href="#cite_ref-54">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTegmark2023" class="citation magazine cs1">Tegmark, Max (25 April 2023). <a rel="nofollow" class="external text" href="https://time.com/6273743/thinking-that-could-doom-us-with-ai/">"The 'Don't Look Up' Thinking That Could Doom Us With AI"</a>. Time. Retrieved 14 July 2023. <q>As if losing control to Chinese minds were scarier than losing control to alien digital minds that don't care about humans. [...] it's clear by now that the space of possible alien minds is vastly larger than that.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=The+%27Don%27t+Look+Up%27+Thinking+That+Could+Doom+Us+With+AI&rft.date=2023-04-25&rft.aulast=Tegmark&rft.aufirst=Max&rft_id=https%3A%2F%2Ftime.com%2F6273743%2Fthinking-that-could-doom-us-with-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-55"><a href="#cite_ref-55">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://axrp.net/episode/2023/02/04/episode-19-mechanistic-interpretability-neel-nanda.html">"19 – Mechanistic Interpretability with Neel Nanda"</a>. AXRP – the AI X-risk Research Podcast. 4 February 2023. Retrieved 13 July 2023. <q>it's plausible to me that the main thing we need to get done is noticing specific circuits to do with deception and specific dangerous capabilities like that and situational awareness and internally-represented goals.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=AXRP+%E2%80%93+the+AI+X-risk+Research+Podcast&rft.atitle=19+%E2%80%93+Mechanistic+Interpretability+with+Neel+Nanda&rft.date=2023-02-04&rft_id=https%3A%2F%2Faxrp.net%2Fepisode%2F2023%2F02%2F04%2Fepisode-19-mechanistic-interpretability-neel-nanda.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-56"><a href="#cite_ref-56">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://aiimpacts.org/superintelligence-is-not-omniscience/">"Superintelligence Is Not Omniscience"</a>. AI Impacts. 7 April 2023. Retrieved 16 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=AI+Impacts&rft.atitle=Superintelligence+Is+Not+Omniscience&rft.date=2023-04-07&rft_id=https%3A%2F%2Faiimpacts.org%2Fsuperintelligence-is-not-omniscience%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:03-57">^ <a href="#cite_ref-:03_57-0">a</a> <a href="#cite_ref-:03_57-1">b</a> <a href="#cite_ref-:03_57-2">c</a> <a href="#cite_ref-:03_57-3">d</a> <a href="#cite_ref-:03_57-4">e</a> <a href="#cite_ref-:03_57-5">f</a> <a href="#cite_ref-:03_57-6">g</a> <a href="#cite_ref-:03_57-7">h</a> <a href="#cite_ref-:03_57-8">i</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFHendrycksMazeikaWoodside,_Thomas2023" class="citation arxiv cs1">Hendrycks, Dan; Mazeika, Mantas; Woodside, Thomas (21 June 2023). "An Overview of Catastrophic AI Risks". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2306.12001">2306.12001</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CY">cs.CY</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=An+Overview+of+Catastrophic+AI+Risks&rft.date=2023-06-21&rft_id=info%3Aarxiv%2F2306.12001&rft.aulast=Hendrycks&rft.aufirst=Dan&rft.au=Mazeika%2C+Mantas&rft.au=Woodside%2C+Thomas&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-58"><a href="#cite_ref-58">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTaylorHern2023" class="citation news cs1">Taylor, Josh; Hern, Alex (2 May 2023). <a rel="nofollow" class="external text" href="https://www.theguardian.com/technology/2023/may/02/geoffrey-hinton-godfather-of-ai-quits-google-warns-dangers-of-machine-learning">"'Godfather of AI' Geoffrey Hinton quits Google and warns over dangers of misinformation"</a>. The Guardian. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0261-3077">0261-3077</a>. Retrieved 13 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Guardian&rft.atitle=%27Godfather+of+AI%27+Geoffrey+Hinton+quits+Google+and+warns+over+dangers+of+misinformation&rft.date=2023-05-02&rft.issn=0261-3077&rft.aulast=Taylor&rft.aufirst=Josh&rft.au=Hern%2C+Alex&rft_id=https%3A%2F%2Fwww.theguardian.com%2Ftechnology%2F2023%2Fmay%2F02%2Fgeoffrey-hinton-godfather-of-ai-quits-google-warns-dangers-of-machine-learning&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-59"><a href="#cite_ref-59">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.euronews.com/next/2022/12/26/ai-cyber-attacks-are-a-critical-threat-this-is-how-nato-is-countering-them">"How NATO is preparing for a new era of AI cyber attacks"</a>. euronews. 26 December 2022. Retrieved 13 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=euronews&rft.atitle=How+NATO+is+preparing+for+a+new+era+of+AI+cyber+attacks&rft.date=2022-12-26&rft_id=https%3A%2F%2Fwww.euronews.com%2Fnext%2F2022%2F12%2F26%2Fai-cyber-attacks-are-a-critical-threat-this-is-how-nato-is-countering-them&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-60"><a href="#cite_ref-60">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.zdnet.com/article/chatgpt-and-the-new-ai-are-wreaking-havoc-on-cybersecurity/">"ChatGPT and the new AI are wreaking havoc on cybersecurity in exciting and frightening ways"</a>. ZDNET. Retrieved 13 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=ZDNET&rft.atitle=ChatGPT+and+the+new+AI+are+wreaking+havoc+on+cybersecurity+in+exciting+and+frightening+ways&rft_id=https%3A%2F%2Fwww.zdnet.com%2Farticle%2Fchatgpt-and-the-new-ai-are-wreaking-havoc-on-cybersecurity%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-61"><a href="#cite_ref-61">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFToby_ShevlaneSebastian_FarquharBen_GarfinkelMary_Phuong2023" class="citation arxiv cs1">Toby Shevlane; Sebastian Farquhar; Ben Garfinkel; Mary Phuong; Jess Whittlestone; Jade Leung; Daniel Kokotajlo; Nahema Marchal; Markus Anderljung; Noam Kolt; Lewis Ho; Divya Siddarth; Shahar Avin; Will Hawkins; Been Kim; Iason Gabriel; Vijay Bolina; Jack Clark; Yoshua Bengio; Paul Christiano; Allan Dafoe (24 May 2023). "Model evaluation for extreme risks". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2305.15324">2305.15324</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.AI">cs.AI</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=Model+evaluation+for+extreme+risks&rft.date=2023-05-24&rft_id=info%3Aarxiv%2F2305.15324&rft.au=Toby+Shevlane&rft.au=Sebastian+Farquhar&rft.au=Ben+Garfinkel&rft.au=Mary+Phuong&rft.au=Jess+Whittlestone&rft.au=Jade+Leung&rft.au=Daniel+Kokotajlo&rft.au=Nahema+Marchal&rft.au=Markus+Anderljung&rft.au=Noam+Kolt&rft.au=Lewis+Ho&rft.au=Divya+Siddarth&rft.au=Shahar+Avin&rft.au=Will+Hawkins&rft.au=Been+Kim&rft.au=Iason+Gabriel&rft.au=Vijay+Bolina&rft.au=Jack+Clark&rft.au=Yoshua+Bengio&rft.au=Paul+Christiano&rft.au=Allan+Dafoe&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-62"><a href="#cite_ref-62">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFUrbinaLentzosInvernizziEkins2022" class="citation journal cs1">Urbina, Fabio; Lentzos, Filippa; Invernizzi, Cédric; Ekins, Sean (7 March 2022). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9544280">"Dual use of artificial-intelligence-powered drug discovery"</a>. Nature Machine Intelligence. 4 (3): 189–191. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2Fs42256-022-00465-9">10.1038/s42256-022-00465-9</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2522-5839">2522-5839</a>. <a href="/wiki/PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9544280">9544280</a>. <a href="/wiki/PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/36211133">36211133</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Nature+Machine+Intelligence&rft.atitle=Dual+use+of+artificial-intelligence-powered+drug+discovery&rft.volume=4&rft.issue=3&rft.pages=189-191&rft.date=2022-03-07&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC9544280%23id-name%3DPMC&rft.issn=2522-5839&rft_id=info%3Apmid%2F36211133&rft_id=info%3Adoi%2F10.1038%2Fs42256-022-00465-9&rft.aulast=Urbina&rft.aufirst=Fabio&rft.au=Lentzos%2C+Filippa&rft.au=Invernizzi%2C+C%C3%A9dric&rft.au=Ekins%2C+Sean&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC9544280&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-63"><a href="#cite_ref-63">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFWalter2023" class="citation journal cs1">Walter, Yoshija (27 March 2023). <a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs43681-023-00276-7">"The rapid competitive economy of machine learning development: a discussion on the social risks and benefits"</a>. AI and Ethics. 4 (2): 1. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs43681-023-00276-7">10.1007/s43681-023-00276-7</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=AI+and+Ethics&rft.atitle=The+rapid+competitive+economy+of+machine+learning+development%3A+a+discussion+on+the+social+risks+and+benefits&rft.volume=4&rft.issue=2&rft.pages=1&rft.date=2023-03-27&rft_id=info%3Adoi%2F10.1007%2Fs43681-023-00276-7&rft.aulast=Walter&rft.aufirst=Yoshija&rft_id=https%3A%2F%2Fdoi.org%2F10.1007%252Fs43681-023-00276-7&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-64"><a href="#cite_ref-64">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation magazine cs1"><a rel="nofollow" class="external text" href="https://time.com/6255952/ai-impact-chatgpt-microsoft-google/">"The AI Arms Race Is On. Start Worrying"</a>. Time. 16 February 2023. Retrieved 17 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=The+AI+Arms+Race+Is+On.+Start+Worrying&rft.date=2023-02-16&rft_id=https%3A%2F%2Ftime.com%2F6255952%2Fai-impact-chatgpt-microsoft-google%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-65"><a href="#cite_ref-65">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBrimelow" class="citation web cs1">Brimelow, Ben. <a rel="nofollow" class="external text" href="https://www.businessinsider.com/slaughterbots-short-film-depicts-killer-drone-swarms-2017-11">"The short film 'Slaughterbots' depicts a dystopian future of killer drones swarming the world"</a>. Business Insider. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Business+Insider&rft.atitle=The+short+film+%27Slaughterbots%27+depicts+a+dystopian+future+of+killer+drones+swarming+the+world&rft.aulast=Brimelow&rft.aufirst=Ben&rft_id=https%3A%2F%2Fwww.businessinsider.com%2Fslaughterbots-short-film-depicts-killer-drone-swarms-2017-11&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-66"><a href="#cite_ref-66">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMecklin2023" class="citation web cs1">Mecklin, John (17 July 2023). <a rel="nofollow" class="external text" href="https://thebulletin.org/2023/07/artificial-escalation-imagining-the-future-of-nuclear-risk/">"'Artificial Escalation': Imagining the future of nuclear risk"</a>. Bulletin of the Atomic Scientists. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Bulletin+of+the+Atomic+Scientists&rft.atitle=%27Artificial+Escalation%27%3A+Imagining+the+future+of+nuclear+risk&rft.date=2023-07-17&rft.aulast=Mecklin&rft.aufirst=John&rft_id=https%3A%2F%2Fthebulletin.org%2F2023%2F07%2Fartificial-escalation-imagining-the-future-of-nuclear-risk%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-priority-67"><a href="#cite_ref-priority_67-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2013" class="citation journal cs1">Bostrom, Nick (2013). <a rel="nofollow" class="external text" href="http://www.existential-risk.org/concept.pdf">"Existential Risk Prevention as Global Priority"</a> (PDF). Global Policy. 4 (1): 15–3. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1111%2F1758-5899.12002">10.1111/1758-5899.12002</a> – via Existential Risk.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Global+Policy&rft.atitle=Existential+Risk+Prevention+as+Global+Priority&rft.volume=4&rft.issue=1&rft.pages=15-3&rft.date=2013&rft_id=info%3Adoi%2F10.1111%2F1758-5899.12002&rft.aulast=Bostrom&rft.aufirst=Nick&rft_id=http%3A%2F%2Fwww.existential-risk.org%2Fconcept.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-68"><a href="#cite_ref-68">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDoherty2018" class="citation news cs1">Doherty, Ben (17 May 2018). <a rel="nofollow" class="external text" href="https://www.theguardian.com/environment/2018/may/18/climate-change-an-existential-security-risk-to-australia-senate-inquiry-says">"Climate change an 'existential security risk' to Australia, Senate inquiry says"</a>. The Guardian. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0261-3077">0261-3077</a>. Retrieved 16 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Guardian&rft.atitle=Climate+change+an+%27existential+security+risk%27+to+Australia%2C+Senate+inquiry+says&rft.date=2018-05-17&rft.issn=0261-3077&rft.aulast=Doherty&rft.aufirst=Ben&rft_id=https%3A%2F%2Fwww.theguardian.com%2Fenvironment%2F2018%2Fmay%2F18%2Fclimate-change-an-existential-security-risk-to-australia-senate-inquiry-says&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-69"><a href="#cite_ref-69">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMacAskill2022" class="citation book cs1">MacAskill, William (2022). What we owe the future. New York, New York: Basic Books. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-5416-1862-6" title="Special:BookSources/978-1-5416-1862-6"><bdi>978-1-5416-1862-6</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=What+we+owe+the+future&rft.place=New+York%2C+New+York&rft.pub=Basic+Books&rft.date=2022&rft.isbn=978-1-5416-1862-6&rft.aulast=MacAskill&rft.aufirst=William&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:0-70">^ <a href="#cite_ref-:0_70-0">a</a> <a href="#cite_ref-:0_70-1">b</a> <a href="#cite_ref-:0_70-2">c</a> <a href="#cite_ref-:0_70-3">d</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFOrd2020" class="citation book cs1">Ord, Toby (2020). "Chapter 5: Future Risks, Unaligned Artificial Intelligence". The Precipice: Existential Risk and the Future of Humanity. Bloomsbury Publishing. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-5266-0021-9" title="Special:BookSources/978-1-5266-0021-9"><bdi>978-1-5266-0021-9</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=Chapter+5%3A+Future+Risks%2C+Unaligned+Artificial+Intelligence&rft.btitle=The+Precipice%3A+Existential+Risk+and+the+Future+of+Humanity&rft.pub=Bloomsbury+Publishing&rft.date=2020&rft.isbn=978-1-5266-0021-9&rft.aulast=Ord&rft.aufirst=Toby&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-71"><a href="#cite_ref-71">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMcMillan2024" class="citation web cs1">McMillan, Tim (15 March 2024). <a rel="nofollow" class="external text" href="https://thedebrief.org/navigating-humanitys-greatest-challenge-yet-experts-debate-the-existential-risks-of-ai/">"Navigating Humanity's Greatest Challenge Yet: Experts Debate the Existential Risks of AI"</a>. The Debrief. Retrieved 26 September 2024.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+Debrief&rft.atitle=Navigating+Humanity%27s+Greatest+Challenge+Yet%3A+Experts+Debate+the+Existential+Risks+of+AI&rft.date=2024-03-15&rft.aulast=McMillan&rft.aufirst=Tim&rft_id=https%3A%2F%2Fthedebrief.org%2Fnavigating-humanitys-greatest-challenge-yet-experts-debate-the-existential-risks-of-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-72"><a href="#cite_ref-72">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKasirzadeh2024" class="citation arxiv cs1">Kasirzadeh, Atoosa (2024). "Two Types of AI Existential Risk: Decisive and Accumulative". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2401.07836">2401.07836</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CR">cs.CR</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=Two+Types+of+AI+Existential+Risk%3A+Decisive+and+Accumulative&rft.date=2024&rft_id=info%3Aarxiv%2F2401.07836&rft.aulast=Kasirzadeh&rft.aufirst=Atoosa&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-73"><a href="#cite_ref-73">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSamuelsson2019" class="citation magazine cs1">Samuelsson, Paul Conrad (June–July 2019). <a rel="nofollow" class="external text" href="https://philosophynow.org/issues/132/Artificial_Consciousness_Our_Greatest_Ethical_Challenge">"Artificial Consciousness: Our Greatest Ethical Challenge"</a>. Philosophy Now. No. 132. Retrieved 19 August 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Philosophy+Now&rft.atitle=Artificial+Consciousness%3A+Our+Greatest+Ethical+Challenge&rft.issue=132&rft.date=2019-06%2F2019-07&rft.aulast=Samuelsson&rft.aufirst=Paul+Conrad&rft_id=https%3A%2F%2Fphilosophynow.org%2Fissues%2F132%2FArtificial_Consciousness_Our_Greatest_Ethical_Challenge&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-74"><a href="#cite_ref-74">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKateman2023" class="citation magazine cs1">Kateman, Brian (24 July 2023). <a rel="nofollow" class="external text" href="https://time.com/6296234/ai-should-be-terrified-of-humans/">"AI Should Be Terrified of Humans"</a>. Time. Retrieved 19 August 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=AI+Should+Be+Terrified+of+Humans&rft.date=2023-07-24&rft.aulast=Kateman&rft.aufirst=Brian&rft_id=https%3A%2F%2Ftime.com%2F6296234%2Fai-should-be-terrified-of-humans%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-75"><a href="#cite_ref-75">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFFisher" class="citation web cs1">Fisher, Richard. <a rel="nofollow" class="external text" href="https://www.bbc.com/future/article/20201111-philosophy-of-utility-monsters-and-artificial-intelligence">"The intelligent monster that you should let eat you"</a>. www.bbc.com. Retrieved 19 August 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=www.bbc.com&rft.atitle=The+intelligent+monster+that+you+should+let+eat+you&rft.aulast=Fisher&rft.aufirst=Richard&rft_id=https%3A%2F%2Fwww.bbc.com%2Ffuture%2Farticle%2F20201111-philosophy-of-utility-monsters-and-artificial-intelligence&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-76"><a href="#cite_ref-76">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMore2023" class="citation web cs1">More, Max (19 June 2023). <a rel="nofollow" class="external text" href="https://maxmore.substack.com/p/existential-risk-vs-existential-opportunity">"Existential Risk vs. Existential Opportunity: A balanced approach to AI risk"</a>. Extropic Thoughts. Retrieved 14 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Extropic+Thoughts&rft.atitle=Existential+Risk+vs.+Existential+Opportunity%3A+A+balanced+approach+to+AI+risk&rft.date=2023-06-19&rft.aulast=More&rft.aufirst=Max&rft_id=https%3A%2F%2Fmaxmore.substack.com%2Fp%2Fexistential-risk-vs-existential-opportunity&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-omohundro-77"><a href="#cite_ref-omohundro_77-0">^</a> Omohundro, S. M. (2008, February). The basic AI drives. In AGI (Vol. 171, pp. 483–492). </li> <li id="cite_note-78"><a href="#cite_ref-78">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFWakefield2015" class="citation news cs1">Wakefield, Jane (15 September 2015). <a rel="nofollow" class="external text" href="https://www.bbc.com/news/technology-34118481">"Why is Facebook investing in AI?"</a>. BBC News. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171202192942/http://www.bbc.com/news/technology-34118481">Archived</a> from the original on 2 December 2017. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=BBC+News&rft.atitle=Why+is+Facebook+investing+in+AI%3F&rft.date=2015-09-15&rft.aulast=Wakefield&rft.aufirst=Jane&rft_id=https%3A%2F%2Fwww.bbc.com%2Fnews%2Ftechnology-34118481&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-79"><a href="#cite_ref-79">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFYudkowsky2011" class="citation web cs1">Yudkowsky, Eliezer (2011). <a rel="nofollow" class="external text" href="https://intelligence.org/files/ComplexValues.pdf">"Complex Value Systems are Required to Realize Valuable Futures"</a> (PDF). <a rel="nofollow" class="external text" href="https://web.archive.org/web/20150929212318/http://intelligence.org/files/ComplexValues.pdf">Archived</a> (PDF) from the original on 29 September 2015. Retrieved 10 August 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=unknown&rft.btitle=Complex+Value+Systems+are+Required+to+Realize+Valuable+Futures&rft.date=2011&rft.aulast=Yudkowsky&rft.aufirst=Eliezer&rft_id=https%3A%2F%2Fintelligence.org%2Ffiles%2FComplexValues.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:5-80">^ <a href="#cite_ref-:5_80-0">a</a> <a href="#cite_ref-:5_80-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFOrd2020" class="citation book cs1"><a href="/wiki/Toby_Ord" title="Toby Ord">Ord, Toby</a> (2020). <a href="/wiki/The_Precipice:_Existential_Risk_and_the_Future_of_Humanity" title="The Precipice: Existential Risk and the Future of Humanity">The Precipice: Existential Risk and the Future of Humanity</a>. Bloomsbury Publishing Plc. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-5266-0019-6" title="Special:BookSources/978-1-5266-0019-6"><bdi>978-1-5266-0019-6</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=The+Precipice%3A+Existential+Risk+and+the+Future+of+Humanity&rft.pub=Bloomsbury+Publishing+Plc&rft.date=2020&rft.isbn=978-1-5266-0019-6&rft.aulast=Ord&rft.aufirst=Toby&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-81"><a href="#cite_ref-81">^</a> Yudkowsky, E. (2011, August). Complex value systems in friendly AI. In International Conference on Artificial General Intelligence (pp. 388–393). Germany: Springer, Berlin, Heidelberg. </li> <li id="cite_note-82"><a href="#cite_ref-82">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRussell2014" class="citation web cs1"><a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Russell, Stuart</a> (2014). <a rel="nofollow" class="external text" href="http://edge.org/conversation/the-myth-of-ai#26015">"Of Myths and Moonshine"</a>. <a href="/wiki/Edge_Foundation,_Inc." title="Edge Foundation, Inc.">Edge</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160719124525/https://www.edge.org/conversation/the-myth-of-ai#26015">Archived</a> from the original on 19 July 2016. Retrieved 23 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Edge&rft.atitle=Of+Myths+and+Moonshine&rft.date=2014&rft.aulast=Russell&rft.aufirst=Stuart&rft_id=http%3A%2F%2Fedge.org%2Fconversation%2Fthe-myth-of-ai%2326015&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-acm2-83"><a href="#cite_ref-acm2_83-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDietterichHorvitz2015" class="citation journal cs1"><a href="/wiki/Eric_Horvitz" title="Eric Horvitz">Dietterich, Thomas</a>; Horvitz, Eric (2015). <a rel="nofollow" class="external text" href="http://research.microsoft.com/en-us/um/people/horvitz/CACM_Oct_2015-VP.pdf">"Rise of Concerns about AI: Reflections and Directions"</a> (PDF). <a href="/wiki/Communications_of_the_ACM" title="Communications of the ACM">Communications of the ACM</a>. 58 (10): 38–40. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F2770869">10.1145/2770869</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:20395145">20395145</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160304132930/http://research.microsoft.com/en-us/um/people/horvitz/CACM_Oct_2015-VP.pdf">Archived</a> (PDF) from the original on 4 March 2016. Retrieved 23 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Communications+of+the+ACM&rft.atitle=Rise+of+Concerns+about+AI%3A+Reflections+and+Directions&rft.volume=58&rft.issue=10&rft.pages=38-40&rft.date=2015&rft_id=info%3Adoi%2F10.1145%2F2770869&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A20395145%23id-name%3DS2CID&rft.aulast=Dietterich&rft.aufirst=Thomas&rft.au=Horvitz%2C+Eric&rft_id=http%3A%2F%2Fresearch.microsoft.com%2Fen-us%2Fum%2Fpeople%2Fhorvitz%2FCACM_Oct_2015-VP.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:3-84">^ <a href="#cite_ref-:3_84-0">a</a> <a href="#cite_ref-:3_84-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFYudkowsky2023" class="citation magazine cs1">Yudkowsky, Eliezer (29 March 2023). <a rel="nofollow" class="external text" href="https://time.com/6266923/ai-eliezer-yudkowsky-open-letter-not-enough/">"The Open Letter on AI Doesn't Go Far Enough"</a>. Time. Retrieved 16 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=The+Open+Letter+on+AI+Doesn%27t+Go+Far+Enough&rft.date=2023-03-29&rft.aulast=Yudkowsky&rft.aufirst=Eliezer&rft_id=https%3A%2F%2Ftime.com%2F6266923%2Fai-eliezer-yudkowsky-open-letter-not-enough%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-85"><a href="#cite_ref-85">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2012" class="citation journal cs1">Bostrom, Nick (1 May 2012). "The Superintelligent Will: Motivation and Instrumental Rationality in Advanced Artificial Agents". Minds and Machines. 22 (2): 71–85. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs11023-012-9281-3">10.1007/s11023-012-9281-3</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1572-8641">1572-8641</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:254835485">254835485</a>. <q>as long as they possess a sufficient level of intelligence, agents having any of a wide range of final goals will pursue similar intermediary goals because they have instrumental reasons to do so.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Minds+and+Machines&rft.atitle=The+Superintelligent+Will%3A+Motivation+and+Instrumental+Rationality+in+Advanced+Artificial+Agents&rft.volume=22&rft.issue=2&rft.pages=71-85&rft.date=2012-05-01&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A254835485%23id-name%3DS2CID&rft.issn=1572-8641&rft_id=info%3Adoi%2F10.1007%2Fs11023-012-9281-3&rft.aulast=Bostrom&rft.aufirst=Nick&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-86"><a href="#cite_ref-86">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFNgoChanSören_Mindermann2023" class="citation arxiv cs1">Ngo, Richard; Chan, Lawrence; Sören Mindermann (22 February 2023). "The alignment problem from a deep learning perspective". <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2209.00626">2209.00626</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.AI">cs.AI</a>].</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=preprint&rft.jtitle=arXiv&rft.atitle=The+alignment+problem+from+a+deep+learning+perspective&rft.date=2023-02-22&rft_id=info%3Aarxiv%2F2209.00626&rft.aulast=Ngo&rft.aufirst=Richard&rft.au=Chan%2C+Lawrence&rft.au=S%C3%B6ren+Mindermann&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-87"><a href="#cite_ref-87">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://openai.com/blog/introducing-superalignment">"Introducing Superalignment"</a>. openai.com. Retrieved 16 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=openai.com&rft.atitle=Introducing+Superalignment&rft_id=https%3A%2F%2Fopenai.com%2Fblog%2Fintroducing-superalignment&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-slate_killer-88"><a href="#cite_ref-slate_killer_88-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTilli2016" class="citation news cs1">Tilli, Cecilia (28 April 2016). <a rel="nofollow" class="external text" href="http://www.slate.com/articles/technology/future_tense/2016/04/the_threats_that_artificial_intelligence_researchers_actually_worry_about.html">"Killer Robots? Lost Jobs?"</a>. Slate. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160511183659/http://www.slate.com/articles/technology/future_tense/2016/04/the_threats_that_artificial_intelligence_researchers_actually_worry_about.html">Archived</a> from the original on 11 May 2016. Retrieved 15 May 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Slate&rft.atitle=Killer+Robots%3F+Lost+Jobs%3F&rft.date=2016-04-28&rft.aulast=Tilli&rft.aufirst=Cecilia&rft_id=http%3A%2F%2Fwww.slate.com%2Farticles%2Ftechnology%2Ffuture_tense%2F2016%2F04%2Fthe_threats_that_artificial_intelligence_researchers_actually_worry_about.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-89"><a href="#cite_ref-89">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://www.tor.com/2011/06/21/norvig-vs-chomsky-and-the-fight-for-the-future-of-ai/">"Norvig vs. Chomsky and the Fight for the Future of AI"</a>. Tor.com. 21 June 2011. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160513052842/http://www.tor.com/2011/06/21/norvig-vs-chomsky-and-the-fight-for-the-future-of-ai/">Archived</a> from the original on 13 May 2016. Retrieved 15 May 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Tor.com&rft.atitle=Norvig+vs.+Chomsky+and+the+Fight+for+the+Future+of+AI&rft.date=2011-06-21&rft_id=http%3A%2F%2Fwww.tor.com%2F2011%2F06%2F21%2Fnorvig-vs-chomsky-and-the-fight-for-the-future-of-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-skeptic-90"><a href="#cite_ref-skeptic_90-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFGraves2017" class="citation news cs1">Graves, Matthew (8 November 2017). <a rel="nofollow" class="external text" href="https://www.skeptic.com/reading_room/why-we-should-be-concerned-about-artificial-superintelligence/">"Why We Should Be Concerned About Artificial Superintelligence"</a>. <a href="/wiki/Skeptic_(US_magazine)" class="mw-redirect" title="Skeptic (US magazine)">Skeptic (US magazine)</a>. Vol. 22, no. 2. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171113050152/https://www.skeptic.com/reading_room/why-we-should-be-concerned-about-artificial-superintelligence/">Archived</a> from the original on 13 November 2017. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Skeptic+%28US+magazine%29&rft.atitle=Why+We+Should+Be+Concerned+About+Artificial+Superintelligence&rft.volume=22&rft.issue=2&rft.date=2017-11-08&rft.aulast=Graves&rft.aufirst=Matthew&rft_id=https%3A%2F%2Fwww.skeptic.com%2Freading_room%2Fwhy-we-should-be-concerned-about-artificial-superintelligence%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-91"><a href="#cite_ref-91">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFJohnson2015" class="citation news cs1">Johnson, Phil (30 July 2015). <a rel="nofollow" class="external text" href="https://web.archive.org/web/20190215143809/https://www.itworld.com/article/2823083/enterprise-software/88716-8-famous-software-bugs-in-space.html">"Houston, we have a bug: 9 famous software glitches in space"</a>. <a href="/wiki/IT_World" class="mw-redirect" title="IT World">IT World</a>. Archived from <a rel="nofollow" class="external text" href="https://www.itworld.com/article/2823083/enterprise-software/88716-8-famous-software-bugs-in-space.html">the original</a> on 15 February 2019. Retrieved 5 February 2018.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=IT+World&rft.atitle=Houston%2C+we+have+a+bug%3A+9+famous+software+glitches+in+space&rft.date=2015-07-30&rft.aulast=Johnson&rft.aufirst=Phil&rft_id=https%3A%2F%2Fwww.itworld.com%2Farticle%2F2823083%2Fenterprise-software%2F88716-8-famous-software-bugs-in-space.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-92"><a href="#cite_ref-92">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFYampolskiy2014" class="citation journal cs1">Yampolskiy, Roman V. (8 April 2014). "Utility function security in artificially intelligent agents". Journal of Experimental & Theoretical Artificial Intelligence. 26 (3): 373–389. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1080%2F0952813X.2014.895114">10.1080/0952813X.2014.895114</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:16477341">16477341</a>. <q>Nothing precludes sufficiently smart self-improving systems from optimising their reward mechanisms in order to optimisetheir current-goal achievement and in the process making a mistake leading to corruption of their reward functions.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Experimental+%26+Theoretical+Artificial+Intelligence&rft.atitle=Utility+function+security+in+artificially+intelligent+agents&rft.volume=26&rft.issue=3&rft.pages=373-389&rft.date=2014-04-08&rft_id=info%3Adoi%2F10.1080%2F0952813X.2014.895114&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A16477341%23id-name%3DS2CID&rft.aulast=Yampolskiy&rft.aufirst=Roman+V.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-93"><a href="#cite_ref-93">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.vox.com/2014/8/22/6043635/5-reasons-we-shouldnt-worry-about-super-intelligent-computers-taking">"Will artificial intelligence destroy humanity? Here are 5 reasons not to worry"</a>. Vox. 22 August 2014. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20151030092203/http://www.vox.com/2014/8/22/6043635/5-reasons-we-shouldnt-worry-about-super-intelligent-computers-taking">Archived</a> from the original on 30 October 2015. Retrieved 30 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Vox&rft.atitle=Will+artificial+intelligence+destroy+humanity%3F+Here+are+5+reasons+not+to+worry.&rft.date=2014-08-22&rft_id=https%3A%2F%2Fwww.vox.com%2F2014%2F8%2F22%2F6043635%2F5-reasons-we-shouldnt-worry-about-super-intelligent-computers-taking&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-94"><a href="#cite_ref-94">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2014" class="citation book cs1">Bostrom, Nick (2014). Superintelligence: Paths, Dangers, Strategies. Oxford, United Kingdom: Oxford University Press. p. 116. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-19-967811-2" title="Special:BookSources/978-0-19-967811-2"><bdi>978-0-19-967811-2</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Superintelligence%3A+Paths%2C+Dangers%2C+Strategies&rft.place=Oxford%2C+United+Kingdom&rft.pages=116&rft.pub=Oxford+University+Press&rft.date=2014&rft.isbn=978-0-19-967811-2&rft.aulast=Bostrom&rft.aufirst=Nick&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-95"><a href="#cite_ref-95">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2012" class="citation web cs1">Bostrom, Nick (2012). <a rel="nofollow" class="external text" href="http://www.nickbostrom.com/superintelligentwill.pdf">"Superintelligent Will"</a> (PDF). Nick Bostrom. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20151128034545/http://www.nickbostrom.com/superintelligentwill.pdf">Archived</a> (PDF) from the original on 28 November 2015. Retrieved 29 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Nick+Bostrom&rft.atitle=Superintelligent+Will&rft.date=2012&rft.aulast=Bostrom&rft.aufirst=Nick&rft_id=http%3A%2F%2Fwww.nickbostrom.com%2Fsuperintelligentwill.pdf&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-armstrong-96"><a href="#cite_ref-armstrong_96-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFArmstrong2013" class="citation journal cs1">Armstrong, Stuart (1 January 2013). <a rel="nofollow" class="external text" href="https://www.questia.com/library/journal/1P3-3195465391/general-purpose-intelligence-arguing-the-orthogonality">"General Purpose Intelligence: Arguing the Orthogonality Thesis"</a>. Analysis and Metaphysics. 12. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20141011084205/http://www.questia.com/library/journal/1P3-3195465391/general-purpose-intelligence-arguing-the-orthogonality">Archived</a> from the original on 11 October 2014. Retrieved 2 April 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Analysis+and+Metaphysics&rft.atitle=General+Purpose+Intelligence%3A+Arguing+the+Orthogonality+Thesis&rft.volume=12&rft.date=2013-01-01&rft.aulast=Armstrong&rft.aufirst=Stuart&rft_id=https%3A%2F%2Fwww.questia.com%2Flibrary%2Fjournal%2F1P3-3195465391%2Fgeneral-purpose-intelligence-arguing-the-orthogonality&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> Full text available <a rel="nofollow" class="external text" href="https://www.fhi.ox.ac.uk/wp-content/uploads/Orthogonality_Analysis_and_Metaethics-1.pdf">here</a> <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200325025010/https://www.fhi.ox.ac.uk/wp-content/uploads/Orthogonality_Analysis_and_Metaethics-1.pdf">Archived</a> 25 March 2020 at the <a href="/wiki/Wayback_Machine" title="Wayback Machine">Wayback Machine</a>. </li> <li id="cite_note-chorost-97">^ <a href="#cite_ref-chorost_97-0">a</a> <a href="#cite_ref-chorost_97-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFChorost2016" class="citation magazine cs1">Chorost, Michael (18 April 2016). <a rel="nofollow" class="external text" href="http://www.slate.com/articles/technology/future_tense/2016/04/the_philosophical_argument_against_artificial_intelligence_killing_us_all.html">"Let Artificial Intelligence Evolve"</a>. Slate. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171127213642/http://www.slate.com/articles/technology/future_tense/2016/04/the_philosophical_argument_against_artificial_intelligence_killing_us_all.html">Archived</a> from the original on 27 November 2017. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Slate&rft.atitle=Let+Artificial+Intelligence+Evolve&rft.date=2016-04-18&rft.aulast=Chorost&rft.aufirst=Michael&rft_id=http%3A%2F%2Fwww.slate.com%2Farticles%2Ftechnology%2Ffuture_tense%2F2016%2F04%2Fthe_philosophical_argument_against_artificial_intelligence_killing_us_all.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-Telegraph2016-98"><a href="#cite_ref-Telegraph2016_98-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.telegraph.co.uk/technology/news/11837157/Should-humans-fear-the-rise-of-the-machine.html">"Should humans fear the rise of the machine?"</a>. <a href="/wiki/The_Telegraph_(UK)" class="mw-redirect" title="The Telegraph (UK)">The Telegraph (UK)</a>. 1 September 2015. <a rel="nofollow" class="external text" href="https://ghostarchive.org/archive/20220112/https://www.telegraph.co.uk/technology/news/11837157/Should-humans-fear-the-rise-of-the-machine.html">Archived</a> from the original on 12 January 2022. Retrieved 7 February 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Telegraph+%28UK%29&rft.atitle=Should+humans+fear+the+rise+of+the+machine%3F&rft.date=2015-09-01&rft_id=https%3A%2F%2Fwww.telegraph.co.uk%2Ftechnology%2Fnews%2F11837157%2FShould-humans-fear-the-rise-of-the-machine.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-shermer-99">^ <a href="#cite_ref-shermer_99-0">a</a> <a href="#cite_ref-shermer_99-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFShermer2017" class="citation journal cs1">Shermer, Michael (1 March 2017). <a rel="nofollow" class="external text" href="https://www.scientificamerican.com/article/artificial-intelligence-is-not-a-threat-mdash-yet/">"Apocalypse AI"</a>. Scientific American. 316 (3): 77. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2017SciAm.316c..77S">2017SciAm.316c..77S</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2Fscientificamerican0317-77">10.1038/scientificamerican0317-77</a>. <a href="/wiki/PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/28207698">28207698</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171201051401/https://www.scientificamerican.com/article/artificial-intelligence-is-not-a-threat-mdash-yet/">Archived</a> from the original on 1 December 2017. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Scientific+American&rft.atitle=Apocalypse+AI&rft.volume=316&rft.issue=3&rft.pages=77&rft.date=2017-03-01&rft_id=info%3Apmid%2F28207698&rft_id=info%3Adoi%2F10.1038%2Fscientificamerican0317-77&rft_id=info%3Abibcode%2F2017SciAm.316c..77S&rft.aulast=Shermer&rft.aufirst=Michael&rft_id=https%3A%2F%2Fwww.scientificamerican.com%2Farticle%2Fartificial-intelligence-is-not-a-threat-mdash-yet%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-100"><a href="#cite_ref-100">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.bbc.com/news/technology-34118481">"Intelligent Machines: What does Facebook want with AI?"</a>. BBC News. 14 September 2015. Retrieved 31 March 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=BBC+News&rft.atitle=Intelligent+Machines%3A+What+does+Facebook+want+with+AI%3F&rft.date=2015-09-14&rft_id=https%3A%2F%2Fwww.bbc.com%2Fnews%2Ftechnology-34118481&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-auto-102"><a href="#cite_ref-auto_102-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBaum2018" class="citation journal cs1">Baum, Seth (30 September 2018). <a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Finfo9100244">"Countering Superintelligence Misinformation"</a>. Information. 9 (10): 244. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Finfo9100244">10.3390/info9100244</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2078-2489">2078-2489</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Information&rft.atitle=Countering+Superintelligence+Misinformation&rft.volume=9&rft.issue=10&rft.pages=244&rft.date=2018-09-30&rft_id=info%3Adoi%2F10.3390%2Finfo9100244&rft.issn=2078-2489&rft.aulast=Baum&rft.aufirst=Seth&rft_id=https%3A%2F%2Fdoi.org%2F10.3390%252Finfo9100244&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-103"><a href="#cite_ref-103">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.edge.org/conversation/jaron_lanier-the-myth-of-ai">"The Myth Of AI"</a>. www.edge.org. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200311210407/https://www.edge.org/conversation/jaron_lanier-the-myth-of-ai">Archived</a> from the original on 11 March 2020. Retrieved 11 March 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=www.edge.org&rft.atitle=The+Myth+Of+AI&rft_id=https%3A%2F%2Fwww.edge.org%2Fconversation%2Fjaron_lanier-the-myth-of-ai&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:2-104"><a href="#cite_ref-:2_104-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom" class="citation cs2">Bostrom, Nick, Superintelligence: paths, dangers, strategies (Audiobook), <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-5012-2774-5" title="Special:BookSources/978-1-5012-2774-5"><bdi>978-1-5012-2774-5</bdi></a>, <a href="/wiki/OCLC_(identifier)" class="mw-redirect" title="OCLC (identifier)">OCLC</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/oclc/1061147095">1061147095</a></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Superintelligence%3A+paths%2C+dangers%2C+strategies&rft_id=info%3Aoclcnum%2F1061147095&rft.isbn=978-1-5012-2774-5&rft.aulast=Bostrom&rft.aufirst=Nick&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988">. </li> <li id="cite_note-:4-105"><a href="#cite_ref-:4_105-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSotalaYampolskiy2014" class="citation journal cs1">Sotala, Kaj; Yampolskiy, Roman V (19 December 2014). <a rel="nofollow" class="external text" href="https://doi.org/10.1088%2F0031-8949%2F90%2F1%2F018001">"Responses to catastrophic AGI risk: a survey"</a>. Physica Scripta. 90 (1): 12. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2015PhyS...90a8001S">2015PhyS...90a8001S</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1088%2F0031-8949%2F90%2F1%2F018001">10.1088/0031-8949/90/1/018001</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0031-8949">0031-8949</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Physica+Scripta&rft.atitle=Responses+to+catastrophic+AGI+risk%3A+a+survey&rft.volume=90&rft.issue=1&rft.pages=12&rft.date=2014-12-19&rft.issn=0031-8949&rft_id=info%3Adoi%2F10.1088%2F0031-8949%2F90%2F1%2F018001&rft_id=info%3Abibcode%2F2015PhyS...90a8001S&rft.aulast=Sotala&rft.aufirst=Kaj&rft.au=Yampolskiy%2C+Roman+V&rft_id=https%3A%2F%2Fdoi.org%2F10.1088%252F0031-8949%252F90%252F1%252F018001&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-106"><a href="#cite_ref-106">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFPistono,_FedericoYampolskiy,_Roman_V.2016" class="citation book cs1">Pistono, Federico; Yampolskiy, Roman V. (9 May 2016). Unethical Research: How to Create a Malevolent Artificial Intelligence. <a href="/wiki/OCLC_(identifier)" class="mw-redirect" title="OCLC (identifier)">OCLC</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/oclc/1106238048">1106238048</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Unethical+Research%3A+How+to+Create+a+Malevolent+Artificial+Intelligence&rft.date=2016-05-09&rft_id=info%3Aoclcnum%2F1106238048&rft.au=Pistono%2C+Federico&rft.au=Yampolskiy%2C+Roman+V.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-107"><a href="#cite_ref-107">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFHaney2018" class="citation journal cs1">Haney, Brian Seamus (2018). "The Perils & Promises of Artificial General Intelligence". SSRN Working Paper Series. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.2139%2Fssrn.3261254">10.2139/ssrn.3261254</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1556-5068">1556-5068</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:86743553">86743553</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=SSRN+Working+Paper+Series&rft.atitle=The+Perils+%26+Promises+of+Artificial+General+Intelligence&rft.date=2018&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A86743553%23id-name%3DS2CID&rft.issn=1556-5068&rft_id=info%3Adoi%2F10.2139%2Fssrn.3261254&rft.aulast=Haney&rft.aufirst=Brian+Seamus&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-108"><a href="#cite_ref-108">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://spectrum.ieee.org/will-superintelligent-ais-be-our-doom">"Will Superintelligent AIs Be Our Doom?"</a>. IEEE Spectrum. 3 September 2014. Retrieved 13 September 2024.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=IEEE+Spectrum&rft.atitle=Will+Superintelligent+AIs+Be+Our+Doom%3F&rft.date=2014-09-03&rft_id=https%3A%2F%2Fspectrum.ieee.org%2Fwill-superintelligent-ais-be-our-doom&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-109"><a href="#cite_ref-109">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRussell2017" class="citation journal cs1">Russell, Stuart (30 August 2017). <a rel="nofollow" class="external text" href="https://doi.org/10.1038%2F548520a">"Artificial intelligence: The future is superintelligent"</a>. Nature. 548 (7669): 520–521. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2017Natur.548..520R">2017Natur.548..520R</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2F548520a">10.1038/548520a</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:4459076">4459076</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Nature&rft.atitle=Artificial+intelligence%3A+The+future+is+superintelligent&rft.volume=548&rft.issue=7669&rft.pages=520-521&rft.date=2017-08-30&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A4459076%23id-name%3DS2CID&rft_id=info%3Adoi%2F10.1038%2F548520a&rft_id=info%3Abibcode%2F2017Natur.548..520R&rft.aulast=Russell&rft.aufirst=Stuart&rft_id=https%3A%2F%2Fdoi.org%2F10.1038%252F548520a&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-life_3.0-110">^ <a href="#cite_ref-life_3.0_110-0">a</a> <a href="#cite_ref-life_3.0_110-1">b</a> <a href="#cite_ref-life_3.0_110-2">c</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTegmark2017" class="citation book cs1"><a href="/wiki/Max_Tegmark" title="Max Tegmark">Tegmark, Max</a> (2017). <a href="/wiki/Life_3.0:_Being_Human_in_the_Age_of_Artificial_Intelligence" class="mw-redirect" title="Life 3.0: Being Human in the Age of Artificial Intelligence">Life 3.0: Being Human in the Age of Artificial Intelligence</a> (1st ed.). Mainstreaming AI Safety: Knopf. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-451-48507-6" title="Special:BookSources/978-0-451-48507-6"><bdi>978-0-451-48507-6</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=Life+3.0%3A+Being+Human+in+the+Age+of+Artificial+Intelligence&rft.place=Mainstreaming+AI+Safety&rft.edition=1st&rft.pub=Knopf&rft.date=2017&rft.isbn=978-0-451-48507-6&rft.aulast=Tegmark&rft.aufirst=Max&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-111"><a href="#cite_ref-111">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKumar" class="citation web cs1">Kumar, Vibhore. <a rel="nofollow" class="external text" href="https://www.forbes.com/sites/forbestechcouncil/2023/04/24/at-the-dawn-of-artificial-general-intelligence-balancing-abundance-with-existential-safeguards/">"Council Post: At The Dawn Of Artificial General Intelligence: Balancing Abundance With Existential Safeguards"</a>. Forbes. Retrieved 23 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Forbes&rft.atitle=Council+Post%3A+At+The+Dawn+Of+Artificial+General+Intelligence%3A+Balancing+Abundance+With+Existential+Safeguards&rft.aulast=Kumar&rft.aufirst=Vibhore&rft_id=https%3A%2F%2Fwww.forbes.com%2Fsites%2Fforbestechcouncil%2F2023%2F04%2F24%2Fat-the-dawn-of-artificial-general-intelligence-balancing-abundance-with-existential-safeguards%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:9-112">^ <a href="#cite_ref-:9_112-0">a</a> <a href="#cite_ref-:9_112-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://futureoflife.org/open-letter/pause-giant-ai-experiments/">"Pause Giant AI Experiments: An Open Letter"</a>. Future of Life Institute. Retrieved 30 March 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Future+of+Life+Institute&rft.atitle=Pause+Giant+AI+Experiments%3A+An+Open+Letter&rft_id=https%3A%2F%2Ffutureoflife.org%2Fopen-letter%2Fpause-giant-ai-experiments%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-113"><a href="#cite_ref-113">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://futureoflife.org/ai-principles/">"AI Principles"</a>. <a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a>. 11 August 2017. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171211171044/https://futureoflife.org/ai-principles/">Archived</a> from the original on 11 December 2017. Retrieved 11 December 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Future+of+Life+Institute&rft.atitle=AI+Principles&rft.date=2017-08-11&rft_id=https%3A%2F%2Ffutureoflife.org%2Fai-principles%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-114"><a href="#cite_ref-114">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="http://www.newsweek.com/ai-asilomar-principles-artificial-intelligence-elon-musk-550525">"Elon Musk and Stephen Hawking warn of artificial intelligence arms race"</a>. <a href="/wiki/Newsweek" title="Newsweek">Newsweek</a>. 31 January 2017. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171211034528/http://www.newsweek.com/ai-asilomar-principles-artificial-intelligence-elon-musk-550525">Archived</a> from the original on 11 December 2017. Retrieved 11 December 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Newsweek&rft.atitle=Elon+Musk+and+Stephen+Hawking+warn+of+artificial+intelligence+arms+race&rft.date=2017-01-31&rft_id=http%3A%2F%2Fwww.newsweek.com%2Fai-asilomar-principles-artificial-intelligence-elon-musk-550525&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-115"><a href="#cite_ref-115">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFFord2015" class="citation book cs1"><a href="/wiki/Martin_Ford_(author)" title="Martin Ford (author)">Ford, Martin</a> (2015). "Chapter 9: Super-intelligence and the Singularity". <a href="/wiki/Rise_of_the_Robots:_Technology_and_the_Threat_of_a_Jobless_Future" class="mw-redirect" title="Rise of the Robots: Technology and the Threat of a Jobless Future">Rise of the Robots: Technology and the Threat of a Jobless Future</a>. Basic Books. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-0-465-05999-7" title="Special:BookSources/978-0-465-05999-7"><bdi>978-0-465-05999-7</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=Chapter+9%3A+Super-intelligence+and+the+Singularity&rft.btitle=Rise+of+the+Robots%3A+Technology+and+the+Threat+of+a+Jobless+Future&rft.pub=Basic+Books&rft.date=2015&rft.isbn=978-0-465-05999-7&rft.aulast=Ford&rft.aufirst=Martin&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-116"><a href="#cite_ref-116">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBostrom2016" class="citation book cs1"><a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Bostrom, Nick</a> (2016). "New Epilogue to the Paperback Edition". <a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence: Paths, Dangers, Strategies</a> (Paperback ed.).</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=New+Epilogue+to+the+Paperback+Edition&rft.btitle=Superintelligence%3A+Paths%2C+Dangers%2C+Strategies&rft.edition=Paperback&rft.date=2016&rft.aulast=Bostrom&rft.aufirst=Nick&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:10-117"><a href="#cite_ref-:10_117-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation magazine cs1"><a rel="nofollow" class="external text" href="https://time.com/6258483/uncontrollable-ai-agi-risks/">"Why Uncontrollable AI Looks More Likely Than Ever"</a>. Time. 27 February 2023. Retrieved 30 March 2023. <q>It is therefore no surprise that according to the most recent AI Impacts Survey, nearly half of 731 leading AI researchers think there is at least a 10% chance that human-level AI would lead to an "extremely negative outcome," or existential risk.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=Why+Uncontrollable+AI+Looks+More+Likely+Than+Ever&rft.date=2023-02-27&rft_id=https%3A%2F%2Ftime.com%2F6258483%2Funcontrollable-ai-agi-risks%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:132-118">^ <a href="#cite_ref-:132_118-0">a</a> <a href="#cite_ref-:132_118-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMaas2019" class="citation journal cs1">Maas, Matthijs M. (6 February 2019). "How viable is international arms control for military artificial intelligence? Three lessons from nuclear weapons of mass destruction". Contemporary Security Policy. 40 (3): 285–311. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1080%2F13523260.2019.1576464">10.1080/13523260.2019.1576464</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1352-3260">1352-3260</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:159310223">159310223</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Contemporary+Security+Policy&rft.atitle=How+viable+is+international+arms+control+for+military+artificial+intelligence%3F+Three+lessons+from+nuclear+weapons+of+mass+destruction&rft.volume=40&rft.issue=3&rft.pages=285-311&rft.date=2019-02-06&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A159310223%23id-name%3DS2CID&rft.issn=1352-3260&rft_id=info%3Adoi%2F10.1080%2F13523260.2019.1576464&rft.aulast=Maas&rft.aufirst=Matthijs+M.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:6-119">^ <a href="#cite_ref-:6_119-0">a</a> <a href="#cite_ref-:6_119-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.abc.net.au/news/2023-03-24/what-is-agi-artificial-general-intelligence-ai-experts-risks/102035132">"Impressed by artificial intelligence? Experts say AGI is coming next, and it has 'existential' risks"</a>. ABC News. 23 March 2023. Retrieved 30 March 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=ABC+News&rft.atitle=Impressed+by+artificial+intelligence%3F+Experts+say+AGI+is+coming+next%2C+and+it+has+%27existential%27+risks&rft.date=2023-03-23&rft_id=https%3A%2F%2Fwww.abc.net.au%2Fnews%2F2023-03-24%2Fwhat-is-agi-artificial-general-intelligence-ai-experts-risks%2F102035132&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-BBC_News-120"><a href="#cite_ref-BBC_News_120-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRawlinson2015" class="citation news cs1">Rawlinson, Kevin (29 January 2015). <a rel="nofollow" class="external text" href="https://www.bbc.co.uk/news/31047780">"Microsoft's Bill Gates insists AI is a threat"</a>. <a href="/wiki/BBC_News" title="BBC News">BBC News</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20150129183607/http://www.bbc.co.uk/news/31047780">Archived</a> from the original on 29 January 2015. Retrieved 30 January 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=BBC+News&rft.atitle=Microsoft%27s+Bill+Gates+insists+AI+is+a+threat&rft.date=2015-01-29&rft.aulast=Rawlinson&rft.aufirst=Kevin&rft_id=https%3A%2F%2Fwww.bbc.co.uk%2Fnews%2F31047780&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-121"><a href="#cite_ref-121">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFWashington_Post2015" class="citation web cs1">Washington Post (14 December 2015). <a rel="nofollow" class="external text" href="https://www.chicagotribune.com/bluesky/technology/ct-tech-titans-against-terminators-20151214-story.html">"Tech titans like Elon Musk are spending $1 billion to save you from terminators"</a>. <a href="/wiki/Chicago_Tribune" title="Chicago Tribune">Chicago Tribune</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160607121118/http://www.chicagotribune.com/bluesky/technology/ct-tech-titans-against-terminators-20151214-story.html">Archived</a> from the original on 7 June 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Chicago+Tribune&rft.atitle=Tech+titans+like+Elon+Musk+are+spending+%241+billion+to+save+you+from+terminators&rft.date=2015-12-14&rft.au=Washington+Post&rft_id=https%3A%2F%2Fwww.chicagotribune.com%2Fbluesky%2Ftechnology%2Fct-tech-titans-against-terminators-20151214-story.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-122"><a href="#cite_ref-122">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.washingtonpost.com/technology/2023/04/09/ai-safety-openai/">"Doomsday to utopia: Meet AI's rival factions"</a>. Washington Post. 9 April 2023. Retrieved 30 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Washington+Post&rft.atitle=Doomsday+to+utopia%3A+Meet+AI%27s+rival+factions&rft.date=2023-04-09&rft_id=https%3A%2F%2Fwww.washingtonpost.com%2Ftechnology%2F2023%2F04%2F09%2Fai-safety-openai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-123"><a href="#cite_ref-123">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.openphilanthropy.org/grants/uc-berkeley-center-for-human-compatible-ai-2016/">"UC Berkeley – Center for Human-Compatible AI (2016)"</a>. Open Philanthropy. 27 June 2016. Retrieved 30 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Open+Philanthropy&rft.atitle=UC+Berkeley+%E2%80%93+Center+for+Human-Compatible+AI+%282016%29&rft.date=2016-06-27&rft_id=https%3A%2F%2Fwww.openphilanthropy.org%2Fgrants%2Fuc-berkeley-center-for-human-compatible-ai-2016%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-124"><a href="#cite_ref-124">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://www.techinsider.io/mysterious-artificial-intelligence-company-elon-musk-investment-2015-10">"The mysterious artificial intelligence company Elon Musk invested in is developing game-changing smart computers"</a>. Tech Insider. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20151030165333/http://www.techinsider.io/mysterious-artificial-intelligence-company-elon-musk-investment-2015-10">Archived</a> from the original on 30 October 2015. Retrieved 30 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Tech+Insider&rft.atitle=The+mysterious+artificial+intelligence+company+Elon+Musk+invested+in+is+developing+game-changing+smart+computers&rft_id=http%3A%2F%2Fwww.techinsider.io%2Fmysterious-artificial-intelligence-company-elon-musk-investment-2015-10&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-FOOTNOTEClark2015a-125"><a href="#cite_ref-FOOTNOTEClark2015a_125-0">^</a> <a href="#CITEREFClark2015a">Clark 2015a</a>. </li> <li id="cite_note-126"><a href="#cite_ref-126">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://www.fastcompany.com/3041007/fast-feed/elon-musk-is-donating-10m-of-his-own-money-to-artificial-intelligence-research">"Elon Musk Is Donating $10M Of His Own Money To Artificial Intelligence Research"</a>. Fast Company. 15 January 2015. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20151030202356/http://www.fastcompany.com/3041007/fast-feed/elon-musk-is-donating-10m-of-his-own-money-to-artificial-intelligence-research">Archived</a> from the original on 30 October 2015. Retrieved 30 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Fast+Company&rft.atitle=Elon+Musk+Is+Donating+%2410M+Of+His+Own+Money+To+Artificial+Intelligence+Research&rft.date=2015-01-15&rft_id=http%3A%2F%2Fwww.fastcompany.com%2F3041007%2Ffast-feed%2Felon-musk-is-donating-10m-of-his-own-money-to-artificial-intelligence-research&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-slate_killer2-127"><a href="#cite_ref-slate_killer2_127-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTilli2016" class="citation news cs1">Tilli, Cecilia (28 April 2016). <a rel="nofollow" class="external text" href="http://www.slate.com/articles/technology/future_tense/2016/04/the_threats_that_artificial_intelligence_researchers_actually_worry_about.html">"Killer Robots? Lost Jobs?"</a>. Slate. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160511183659/http://www.slate.com/articles/technology/future_tense/2016/04/the_threats_that_artificial_intelligence_researchers_actually_worry_about.html">Archived</a> from the original on 11 May 2016. Retrieved 15 May 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Slate&rft.atitle=Killer+Robots%3F+Lost+Jobs%3F&rft.date=2016-04-28&rft.aulast=Tilli&rft.aufirst=Cecilia&rft_id=http%3A%2F%2Fwww.slate.com%2Farticles%2Ftechnology%2Ffuture_tense%2F2016%2F04%2Fthe_threats_that_artificial_intelligence_researchers_actually_worry_about.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-new_yorker_doomsday2-128"><a href="#cite_ref-new_yorker_doomsday2_128-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKhatchadourian2015" class="citation news cs1">Khatchadourian, Raffi (23 November 2015). <a rel="nofollow" class="external text" href="https://www.newyorker.com/magazine/2015/11/23/doomsday-invention-artificial-intelligence-nick-bostrom">"The Doomsday Invention: Will artificial intelligence bring us utopia or destruction?"</a>. <a href="/wiki/The_New_Yorker_(magazine)" class="mw-redirect" title="The New Yorker (magazine)">The New Yorker</a>. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20190429183807/https://www.newyorker.com/magazine/2015/11/23/doomsday-invention-artificial-intelligence-nick-bostrom">Archived</a> from the original on 29 April 2019. Retrieved 7 February 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+Yorker&rft.atitle=The+Doomsday+Invention%3A+Will+artificial+intelligence+bring+us+utopia+or+destruction%3F&rft.date=2015-11-23&rft.aulast=Khatchadourian&rft.aufirst=Raffi&rft_id=https%3A%2F%2Fwww.newyorker.com%2Fmagazine%2F2015%2F11%2F23%2Fdoomsday-invention-artificial-intelligence-nick-bostrom&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-129"><a href="#cite_ref-129">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://arstechnica.com/information-technology/2023/05/warning-of-ais-danger-pioneer-geoffrey-hinton-quits-google-to-speak-freely/">"Warning of AI's danger, pioneer Geoffrey Hinton quits Google to speak freely"</a>. www.arstechnica.com. 2023. Retrieved 23 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=www.arstechnica.com&rft.atitle=Warning+of+AI%27s+danger%2C+pioneer+Geoffrey+Hinton+quits+Google+to+speak+freely&rft.date=2023&rft_id=https%3A%2F%2Farstechnica.com%2Finformation-technology%2F2023%2F05%2Fwarning-of-ais-danger-pioneer-geoffrey-hinton-quits-google-to-speak-freely%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-130"><a href="#cite_ref-130">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFGarling2015" class="citation magazine cs1">Garling, Caleb (5 May 2015). <a rel="nofollow" class="external text" href="https://www.wired.com/brandlab/2015/05/andrew-ng-deep-learning-mandate-humans-not-just-machines/">"Andrew Ng: Why 'Deep Learning' Is a Mandate for Humans, Not Just Machines"</a>. Wired. Retrieved 31 March 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Wired&rft.atitle=Andrew+Ng%3A+Why+%27Deep+Learning%27+Is+a+Mandate+for+Humans%2C+Not+Just+Machines&rft.date=2015-05-05&rft.aulast=Garling&rft.aufirst=Caleb&rft_id=https%3A%2F%2Fwww.wired.com%2Fbrandlab%2F2015%2F05%2Fandrew-ng-deep-learning-mandate-humans-not-just-machines%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-131"><a href="#cite_ref-131">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://mambapost.com/2023/04/tech-news/ai-are-an-existential-threat-to-humanity/">"Is artificial intelligence really an existential threat to humanity?"</a>. MambaPost. 4 April 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=MambaPost&rft.atitle=Is+artificial+intelligence+really+an+existential+threat+to+humanity%3F&rft.date=2023-04-04&rft_id=https%3A%2F%2Fmambapost.com%2F2023%2F04%2Ftech-news%2Fai-are-an-existential-threat-to-humanity%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-132"><a href="#cite_ref-132">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://fusion.net/story/54583/the-case-against-killer-robots-from-a-guy-actually-building-ai/">"The case against killer robots, from a guy actually working on artificial intelligence"</a>. Fusion.net. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160204175716/http://fusion.net/story/54583/the-case-against-killer-robots-from-a-guy-actually-building-ai/">Archived</a> from the original on 4 February 2016. Retrieved 31 January 2016.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Fusion.net&rft.atitle=The+case+against+killer+robots%2C+from+a+guy+actually+working+on+artificial+intelligence&rft_id=http%3A%2F%2Ffusion.net%2Fstory%2F54583%2Fthe-case-against-killer-robots-from-a-guy-actually-building-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-133"><a href="#cite_ref-133">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://venturebeat.com/ai/ai-experts-challenge-doomer-narrative-including-extinction-risk-claims/">"AI experts challenge 'doomer' narrative, including 'extinction risk' claims"</a>. VentureBeat. 31 May 2023. Retrieved 8 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=VentureBeat&rft.atitle=AI+experts+challenge+%27doomer%27+narrative%2C+including+%27extinction+risk%27+claims&rft.date=2023-05-31&rft_id=https%3A%2F%2Fventurebeat.com%2Fai%2Fai-experts-challenge-doomer-narrative-including-extinction-risk-claims%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-134"><a href="#cite_ref-134">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFColdewey2023" class="citation web cs1">Coldewey, Devin (1 April 2023). <a rel="nofollow" class="external text" href="https://techcrunch.com/2023/03/31/ethicists-fire-back-at-ai-pause-letter-they-say-ignores-the-actual-harms/">"Ethicists fire back at 'AI Pause' letter they say 'ignores the actual harms'"</a>. TechCrunch. Retrieved 23 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=TechCrunch&rft.atitle=Ethicists+fire+back+at+%27AI+Pause%27+letter+they+say+%27ignores+the+actual+harms%27&rft.date=2023-04-01&rft.aulast=Coldewey&rft.aufirst=Devin&rft_id=https%3A%2F%2Ftechcrunch.com%2F2023%2F03%2F31%2Fethicists-fire-back-at-ai-pause-letter-they-say-ignores-the-actual-harms%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-135"><a href="#cite_ref-135">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://dair-institute.org/">"DAIR (Distributed AI Research Institute)"</a>. <a href="/wiki/DAIR_Institute" class="mw-redirect" title="DAIR Institute">DAIR Institute</a>. Retrieved 23 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=DAIR+Institute&rft.atitle=DAIR+%28Distributed+AI+Research+Institute%29&rft_id=https%3A%2F%2Fdair-institute.org%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-136"><a href="#cite_ref-136">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFGebruTorres2024" class="citation journal cs1">Gebru, Timnit; Torres, Émile P. (14 April 2024). <a rel="nofollow" class="external text" href="https://firstmonday.org/ojs/index.php/fm/article/view/13636">"The TESCREAL bundle: Eugenics and the promise of utopia through artificial general intelligence"</a>. First Monday. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.5210%2Ffm.v29i4.13636">10.5210/fm.v29i4.13636</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1396-0466">1396-0466</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=First+Monday&rft.atitle=The+TESCREAL+bundle%3A+Eugenics+and+the+promise+of+utopia+through+artificial+general+intelligence&rft.date=2024-04-14&rft_id=info%3Adoi%2F10.5210%2Ffm.v29i4.13636&rft.issn=1396-0466&rft.aulast=Gebru&rft.aufirst=Timnit&rft.au=Torres%2C+%C3%89mile+P.&rft_id=https%3A%2F%2Ffirstmonday.org%2Fojs%2Findex.php%2Ffm%2Farticle%2Fview%2F13636&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-137"><a href="#cite_ref-137">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKelly2017" class="citation magazine cs1"><a href="/wiki/Kevin_Kelly_(editor)" title="Kevin Kelly (editor)">Kelly, Kevin</a> (25 April 2017). <a rel="nofollow" class="external text" href="https://web.archive.org/web/20211226181932/https://www.wired.com/2017/04/the-myth-of-a-superhuman-ai/">"The Myth of a Superhuman AI"</a>. Wired. Archived from <a rel="nofollow" class="external text" href="https://www.wired.com/2017/04/the-myth-of-a-superhuman-ai/">the original</a> on 26 December 2021. Retrieved 19 February 2022.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Wired&rft.atitle=The+Myth+of+a+Superhuman+AI&rft.date=2017-04-25&rft.aulast=Kelly&rft.aufirst=Kevin&rft_id=https%3A%2F%2Fwww.wired.com%2F2017%2F04%2Fthe-myth-of-a-superhuman-ai%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-138"><a href="#cite_ref-138">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFJindal2023" class="citation web cs1">Jindal, Siddharth (7 July 2023). <a rel="nofollow" class="external text" href="https://analyticsindiamag.com/openais-farfetched-pursuit-of-ai-alignment/">"OpenAI's Pursuit of AI Alignment is Farfetched"</a>. Analytics India Magazine. Retrieved 23 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Analytics+India+Magazine&rft.atitle=OpenAI%27s+Pursuit+of+AI+Alignment+is+Farfetched&rft.date=2023-07-07&rft.aulast=Jindal&rft.aufirst=Siddharth&rft_id=https%3A%2F%2Fanalyticsindiamag.com%2Fopenais-farfetched-pursuit-of-ai-alignment%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-139"><a href="#cite_ref-139">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.businessinsider.com/mark-zuckerberg-shares-thoughts-elon-musks-ai-2018-5">"Mark Zuckerberg responds to Elon Musk's paranoia about AI: 'AI is going to... help keep our communities safe.'"</a>. Business Insider. 25 May 2018. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20190506173756/https://www.businessinsider.com/mark-zuckerberg-shares-thoughts-elon-musks-ai-2018-5">Archived</a> from the original on 6 May 2019. Retrieved 6 May 2019.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Business+Insider&rft.atitle=Mark+Zuckerberg+responds+to+Elon+Musk%27s+paranoia+about+AI%3A+%27AI+is+going+to...+help+keep+our+communities+safe.%27&rft.date=2018-05-25&rft_id=https%3A%2F%2Fwww.businessinsider.com%2Fmark-zuckerberg-shares-thoughts-elon-musks-ai-2018-5&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-140"><a href="#cite_ref-140">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDadich" class="citation magazine cs1">Dadich, Scott. <a rel="nofollow" class="external text" href="https://www.wired.com/2016/10/president-obama-mit-joi-ito-interview/">"Barack Obama Talks AI, Robo Cars, and the Future of the World"</a>. WIRED. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171203142607/https://www.wired.com/2016/10/president-obama-mit-joi-ito-interview/">Archived</a> from the original on 3 December 2017. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=WIRED&rft.atitle=Barack+Obama+Talks+AI%2C+Robo+Cars%2C+and+the+Future+of+the+World&rft.aulast=Dadich&rft.aufirst=Scott&rft_id=https%3A%2F%2Fwww.wired.com%2F2016%2F10%2Fpresident-obama-mit-joi-ito-interview%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-141"><a href="#cite_ref-141">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKircher" class="citation news cs1">Kircher, Madison Malone. <a rel="nofollow" class="external text" href="https://nymag.com/selectall/2016/10/barack-obama-talks-artificial-intelligence-in-wired.html">"Obama on the Risks of AI: 'You Just Gotta Have Somebody Close to the Power Cord'"</a>. Select All. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171201040306/http://nymag.com/selectall/2016/10/barack-obama-talks-artificial-intelligence-in-wired.html">Archived</a> from the original on 1 December 2017. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Select+All&rft.atitle=Obama+on+the+Risks+of+AI%3A+%27You+Just+Gotta+Have+Somebody+Close+to+the+Power+Cord%27&rft.aulast=Kircher&rft.aufirst=Madison+Malone&rft_id=https%3A%2F%2Fnymag.com%2Fselectall%2F2016%2F10%2Fbarack-obama-talks-artificial-intelligence-in-wired.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-142"><a href="#cite_ref-142">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFClinton2017" class="citation book cs1">Clinton, Hillary (2017). <a href="/wiki/What_Happened_(Clinton_book)" title="What Happened (Clinton book)">What Happened</a>. Simon and Schuster. p. 241. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-5011-7556-5" title="Special:BookSources/978-1-5011-7556-5"><bdi>978-1-5011-7556-5</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=book&rft.btitle=What+Happened&rft.pages=241&rft.pub=Simon+and+Schuster&rft.date=2017&rft.isbn=978-1-5011-7556-5&rft.aulast=Clinton&rft.aufirst=Hillary&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> via <a rel="nofollow" class="external autonumber" href="http://lukemuehlhauser.com/hillary-clinton-on-ai-risk/">[1]</a> <a rel="nofollow" class="external text" href="https://web.archive.org/web/20171201033319/http://lukemuehlhauser.com/hillary-clinton-on-ai-risk/">Archived</a> 1 December 2017 at the <a href="/wiki/Wayback_Machine" title="Wayback Machine">Wayback Machine</a> </li> <li id="cite_note-143"><a href="#cite_ref-143">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.usatoday.com/story/tech/news/2018/01/02/artificial-intelligence-end-world-overblown-fears/985813001/">"Elon Musk says AI could doom human civilization. Zuckerberg disagrees. Who's right?"</a>. 5 January 2023. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20180108075432/https://www.usatoday.com/story/tech/news/2018/01/02/artificial-intelligence-end-world-overblown-fears/985813001/">Archived</a> from the original on 8 January 2018. Retrieved 8 January 2018.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=Elon+Musk+says+AI+could+doom+human+civilization.+Zuckerberg+disagrees.+Who%27s+right%3F&rft.date=2023-01-05&rft_id=https%3A%2F%2Fwww.usatoday.com%2Fstory%2Ftech%2Fnews%2F2018%2F01%2F02%2Fartificial-intelligence-end-world-overblown-fears%2F985813001%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-144"><a href="#cite_ref-144">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://today.yougov.com/topics/technology/articles-reports/2023/04/14/ai-nuclear-weapons-world-war-humanity-poll">"AI doomsday worries many Americans. So does apocalypse from climate change, nukes, war, and more"</a>. 14 April 2023. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20230623095224/https://today.yougov.com/topics/technology/articles-reports/2023/04/14/ai-nuclear-weapons-world-war-humanity-poll">Archived</a> from the original on 23 June 2023. Retrieved 9 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.atitle=AI+doomsday+worries+many+Americans.+So+does+apocalypse+from+climate+change%2C+nukes%2C+war%2C+and+more&rft.date=2023-04-14&rft_id=https%3A%2F%2Ftoday.yougov.com%2Ftopics%2Ftechnology%2Farticles-reports%2F2023%2F04%2F14%2Fai-nuclear-weapons-world-war-humanity-poll&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-145"><a href="#cite_ref-145">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTysonKikuchi2023" class="citation web cs1">Tyson, Alec; Kikuchi, Emma (28 August 2023). <a rel="nofollow" class="external text" href="https://www.pewresearch.org/short-reads/2023/08/28/growing-public-concern-about-the-role-of-artificial-intelligence-in-daily-life/">"Growing public concern about the role of artificial intelligence in daily life"</a>. Pew Research Center. Retrieved 17 September 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Pew+Research+Center&rft.atitle=Growing+public+concern+about+the+role+of+artificial+intelligence+in+daily+life&rft.date=2023-08-28&rft.aulast=Tyson&rft.aufirst=Alec&rft.au=Kikuchi%2C+Emma&rft_id=https%3A%2F%2Fwww.pewresearch.org%2Fshort-reads%2F2023%2F08%2F28%2Fgrowing-public-concern-about-the-role-of-artificial-intelligence-in-daily-life%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-physica_scripta-146"><a href="#cite_ref-physica_scripta_146-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSotalaYampolskiy2014" class="citation journal cs1">Sotala, Kaj; <a href="/wiki/Roman_Yampolskiy" title="Roman Yampolskiy">Yampolskiy, Roman</a> (19 December 2014). "Responses to catastrophic AGI risk: a survey". <a href="/wiki/Physica_Scripta" title="Physica Scripta">Physica Scripta</a>. 90 (1).</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Physica+Scripta&rft.atitle=Responses+to+catastrophic+AGI+risk%3A+a+survey&rft.volume=90&rft.issue=1&rft.date=2014-12-19&rft.aulast=Sotala&rft.aufirst=Kaj&rft.au=Yampolskiy%2C+Roman&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-147"><a href="#cite_ref-147">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBarrettBaum2016" class="citation journal cs1">Barrett, Anthony M.; Baum, Seth D. (23 May 2016). "A model of pathways to artificial superintelligence catastrophe for risk and decision analysis". Journal of Experimental & Theoretical Artificial Intelligence. 29 (2): 397–414. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1607.07730">1607.07730</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1080%2F0952813x.2016.1186228">10.1080/0952813x.2016.1186228</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0952-813X">0952-813X</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:928824">928824</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Experimental+%26+Theoretical+Artificial+Intelligence&rft.atitle=A+model+of+pathways+to+artificial+superintelligence+catastrophe+for+risk+and+decision+analysis&rft.volume=29&rft.issue=2&rft.pages=397-414&rft.date=2016-05-23&rft_id=info%3Aarxiv%2F1607.07730&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A928824%23id-name%3DS2CID&rft.issn=0952-813X&rft_id=info%3Adoi%2F10.1080%2F0952813x.2016.1186228&rft.aulast=Barrett&rft.aufirst=Anthony+M.&rft.au=Baum%2C+Seth+D.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-148"><a href="#cite_ref-148">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSotalaYampolskiy2014" class="citation journal cs1">Sotala, Kaj; Yampolskiy, Roman V (19 December 2014). <a rel="nofollow" class="external text" href="https://doi.org/10.1088%2F0031-8949%2F90%2F1%2F018001">"Responses to catastrophic AGI risk: a survey"</a>. Physica Scripta. 90 (1): 018001. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2015PhyS...90a8001S">2015PhyS...90a8001S</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1088%2F0031-8949%2F90%2F1%2F018001">10.1088/0031-8949/90/1/018001</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0031-8949">0031-8949</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:4749656">4749656</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Physica+Scripta&rft.atitle=Responses+to+catastrophic+AGI+risk%3A+a+survey&rft.volume=90&rft.issue=1&rft.pages=018001&rft.date=2014-12-19&rft_id=info%3Adoi%2F10.1088%2F0031-8949%2F90%2F1%2F018001&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A4749656%23id-name%3DS2CID&rft.issn=0031-8949&rft_id=info%3Abibcode%2F2015PhyS...90a8001S&rft.aulast=Sotala&rft.aufirst=Kaj&rft.au=Yampolskiy%2C+Roman+V&rft_id=https%3A%2F%2Fdoi.org%2F10.1088%252F0031-8949%252F90%252F1%252F018001&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-149"><a href="#cite_ref-149">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFRamamoorthyYampolskiy2018" class="citation journal cs1">Ramamoorthy, Anand; Yampolskiy, Roman (2018). <a rel="nofollow" class="external text" href="https://www.itu.int/pub/S-JOURNAL-ICTS.V1I1-2018-9">"Beyond MAD? The race for artificial general intelligence"</a>. ICT Discoveries. 1 (Special Issue 1). ITU: 1–8. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20220107141537/https://www.itu.int/pub/S-JOURNAL-ICTS.V1I1-2018-9">Archived</a> from the original on 7 January 2022. Retrieved 7 January 2022.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=ICT+Discoveries&rft.atitle=Beyond+MAD%3F+The+race+for+artificial+general+intelligence&rft.volume=1&rft.issue=Special+Issue+1&rft.pages=1-8&rft.date=2018&rft.aulast=Ramamoorthy&rft.aufirst=Anand&rft.au=Yampolskiy%2C+Roman&rft_id=https%3A%2F%2Fwww.itu.int%2Fpub%2FS-JOURNAL-ICTS.V1I1-2018-9&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-150"><a href="#cite_ref-150">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFCarayannisDraper2022" class="citation journal cs1">Carayannis, Elias G.; Draper, John (11 January 2022). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC8748529">"Optimising peace through a Universal Global Peace Treaty to constrain the risk of war from a militarised artificial superintelligence"</a>. AI & Society. 38 (6): 2679–2692. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs00146-021-01382-y">10.1007/s00146-021-01382-y</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0951-5666">0951-5666</a>. <a href="/wiki/PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC8748529">8748529</a>. <a href="/wiki/PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/35035113">35035113</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:245877737">245877737</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=AI+%26+Society&rft.atitle=Optimising+peace+through+a+Universal+Global+Peace+Treaty+to+constrain+the+risk+of+war+from+a+militarised+artificial+superintelligence&rft.volume=38&rft.issue=6&rft.pages=2679-2692&rft.date=2022-01-11&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC8748529%23id-name%3DPMC&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A245877737%23id-name%3DS2CID&rft_id=info%3Adoi%2F10.1007%2Fs00146-021-01382-y&rft.issn=0951-5666&rft_id=info%3Apmid%2F35035113&rft.aulast=Carayannis&rft.aufirst=Elias+G.&rft.au=Draper%2C+John&rft_id=https%3A%2F%2Fwww.ncbi.nlm.nih.gov%2Fpmc%2Farticles%2FPMC8748529&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-151"><a href="#cite_ref-151">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFCarayannisDraper2023" class="citation cs2">Carayannis, Elias G.; Draper, John (30 May 2023), <a rel="nofollow" class="external text" href="https://www.elgaronline.com/edcollchap/book/9781839109362/book-part-9781839109362-8.xml">"The challenge of advanced cyberwar and the place of cyberpeace"</a>, The Elgar Companion to Digital Transformation, Artificial Intelligence and Innovation in the Economy, Society and Democracy, Edward Elgar Publishing, pp. 32–80, <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.4337%2F9781839109362.00008">10.4337/9781839109362.00008</a>, <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-1-83910-936-2" title="Special:BookSources/978-1-83910-936-2"><bdi>978-1-83910-936-2</bdi></a>, retrieved 8 June 2023</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Elgar+Companion+to+Digital+Transformation%2C+Artificial+Intelligence+and+Innovation+in+the+Economy%2C+Society+and+Democracy&rft.atitle=The+challenge+of+advanced+cyberwar+and+the+place+of+cyberpeace&rft.pages=32-80&rft.date=2023-05-30&rft_id=info%3Adoi%2F10.4337%2F9781839109362.00008&rft.isbn=978-1-83910-936-2&rft.aulast=Carayannis&rft.aufirst=Elias+G.&rft.au=Draper%2C+John&rft_id=https%3A%2F%2Fwww.elgaronline.com%2Fedcollchap%2Fbook%2F9781839109362%2Fbook-part-9781839109362-8.xml&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988">. </li> <li id="cite_note-152"><a href="#cite_ref-152">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFVincent2016" class="citation news cs1">Vincent, James (22 June 2016). <a rel="nofollow" class="external text" href="https://www.theverge.com/circuitbreaker/2016/6/22/11999664/google-robots-ai-safety-five-problems">"Google's AI researchers say these are the five key problems for robot safety"</a>. The Verge. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20191224201240/https://www.theverge.com/circuitbreaker/2016/6/22/11999664/google-robots-ai-safety-five-problems">Archived</a> from the original on 24 December 2019. Retrieved 5 April 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Verge&rft.atitle=Google%27s+AI+researchers+say+these+are+the+five+key+problems+for+robot+safety&rft.date=2016-06-22&rft.aulast=Vincent&rft.aufirst=James&rft_id=https%3A%2F%2Fwww.theverge.com%2Fcircuitbreaker%2F2016%2F6%2F22%2F11999664%2Fgoogle-robots-ai-safety-five-problems&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-153"><a href="#cite_ref-153">^</a> Amodei, Dario, Chris Olah, Jacob Steinhardt, Paul Christiano, John Schulman, and Dan Mané. "Concrete problems in AI safety." arXiv preprint arXiv:1606.06565 (2016). </li> <li id="cite_note-154"><a href="#cite_ref-154">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFJohnson2019" class="citation news cs1">Johnson, Alex (2019). <a rel="nofollow" class="external text" href="https://www.nbcnews.com/mach/tech/elon-musk-wants-hook-your-brain-directly-computers-starting-next-ncna1030631">"Elon Musk wants to hook your brain up directly to computers – starting next year"</a>. NBC News. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200418094146/https://www.nbcnews.com/mach/tech/elon-musk-wants-hook-your-brain-directly-computers-starting-next-ncna1030631">Archived</a> from the original on 18 April 2020. Retrieved 5 April 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=NBC+News&rft.atitle=Elon+Musk+wants+to+hook+your+brain+up+directly+to+computers+%E2%80%93+starting+next+year&rft.date=2019&rft.aulast=Johnson&rft.aufirst=Alex&rft_id=https%3A%2F%2Fwww.nbcnews.com%2Fmach%2Ftech%2Felon-musk-wants-hook-your-brain-directly-computers-starting-next-ncna1030631&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-155"><a href="#cite_ref-155">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTorres2018" class="citation news cs1">Torres, Phil (18 September 2018). <a rel="nofollow" class="external text" href="https://slate.com/technology/2018/09/genetic-engineering-to-stop-doomsday.html">"Only Radically Enhancing Humanity Can Save Us All"</a>. Slate Magazine. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200806073520/https://slate.com/technology/2018/09/genetic-engineering-to-stop-doomsday.html">Archived</a> from the original on 6 August 2020. Retrieved 5 April 2020.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Slate+Magazine&rft.atitle=Only+Radically+Enhancing+Humanity+Can+Save+Us+All&rft.date=2018-09-18&rft.aulast=Torres&rft.aufirst=Phil&rft_id=https%3A%2F%2Fslate.com%2Ftechnology%2F2018%2F09%2Fgenetic-engineering-to-stop-doomsday.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-156"><a href="#cite_ref-156">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBarrettBaum2016" class="citation journal cs1">Barrett, Anthony M.; Baum, Seth D. (23 May 2016). "A model of pathways to artificial superintelligence catastrophe for risk and decision analysis". Journal of Experimental & Theoretical Artificial Intelligence. 29 (2): 397–414. <a href="/wiki/ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1607.07730">1607.07730</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1080%2F0952813X.2016.1186228">10.1080/0952813X.2016.1186228</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:928824">928824</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Journal+of+Experimental+%26+Theoretical+Artificial+Intelligence&rft.atitle=A+model+of+pathways+to+artificial+superintelligence+catastrophe+for+risk+and+decision+analysis&rft.volume=29&rft.issue=2&rft.pages=397-414&rft.date=2016-05-23&rft_id=info%3Aarxiv%2F1607.07730&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A928824%23id-name%3DS2CID&rft_id=info%3Adoi%2F10.1080%2F0952813X.2016.1186228&rft.aulast=Barrett&rft.aufirst=Anthony+M.&rft.au=Baum%2C+Seth+D.&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-aiamnesia-157"><a href="#cite_ref-aiamnesia_157-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFTkachenko2024" class="citation journal cs1">Tkachenko, Yegor (2024). <a rel="nofollow" class="external text" href="https://proceedings.mlr.press/v235/tkachenko24a.html">"Position: Enforced Amnesia as a Way to Mitigate the Potential Risk of Silent Suffering in the Conscious AI"</a>. Proceedings of the 41st International Conference on Machine Learning. PMLR.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Proceedings+of+the+41st+International+Conference+on+Machine+Learning&rft.atitle=Position%3A+Enforced+Amnesia+as+a+Way+to+Mitigate+the+Potential+Risk+of+Silent+Suffering+in+the+Conscious+AI&rft.date=2024&rft.aulast=Tkachenko&rft.aufirst=Yegor&rft_id=https%3A%2F%2Fproceedings.mlr.press%2Fv235%2Ftkachenko24a.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-158"><a href="#cite_ref-158">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFPiper2023" class="citation web cs1">Piper, Kelsey (29 March 2023). <a rel="nofollow" class="external text" href="https://www.vox.com/future-perfect/2023/3/29/23661633/gpt-4-openai-alignment-research-center-open-philanthropy-ai-safety">"How to test what an AI model can – and shouldn't – do"</a>. Vox. Retrieved 28 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Vox&rft.atitle=How+to+test+what+an+AI+model+can+%E2%80%93+and+shouldn%27t+%E2%80%93+do&rft.date=2023-03-29&rft.aulast=Piper&rft.aufirst=Kelsey&rft_id=https%3A%2F%2Fwww.vox.com%2Ffuture-perfect%2F2023%2F3%2F29%2F23661633%2Fgpt-4-openai-alignment-research-center-open-philanthropy-ai-safety&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-159"><a href="#cite_ref-159">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFPiesing2012" class="citation magazine cs1">Piesing, Mark (17 May 2012). <a rel="nofollow" class="external text" href="https://www.wired.co.uk/news/archive/2012-05/17/the-dangers-of-an-ai-smarter-than-us">"AI uprising: humans will be outsourced, not obliterated"</a>. Wired. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20140407041151/http://www.wired.co.uk/news/archive/2012-05/17/the-dangers-of-an-ai-smarter-than-us">Archived</a> from the original on 7 April 2014. Retrieved 12 December 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Wired&rft.atitle=AI+uprising%3A+humans+will+be+outsourced%2C+not+obliterated&rft.date=2012-05-17&rft.aulast=Piesing&rft.aufirst=Mark&rft_id=https%3A%2F%2Fwww.wired.co.uk%2Fnews%2Farchive%2F2012-05%2F17%2Fthe-dangers-of-an-ai-smarter-than-us&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-160"><a href="#cite_ref-160">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFCoughlan2013" class="citation news cs1">Coughlan, Sean (24 April 2013). <a rel="nofollow" class="external text" href="https://www.bbc.com/news/business-22002530">"How are humans going to become extinct?"</a>. BBC News. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20140309003706/http://www.bbc.com/news/business-22002530">Archived</a> from the original on 9 March 2014. Retrieved 29 March 2014.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=BBC+News&rft.atitle=How+are+humans+going+to+become+extinct%3F&rft.date=2013-04-24&rft.aulast=Coughlan&rft.aufirst=Sean&rft_id=https%3A%2F%2Fwww.bbc.com%2Fnews%2Fbusiness-22002530&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-161"><a href="#cite_ref-161">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBridge2017" class="citation news cs1">Bridge, Mark (10 June 2017). <a rel="nofollow" class="external text" href="https://www.thetimes.co.uk/article/making-robots-less-confident-could-prevent-them-taking-over-gnsblq7lx">"Making robots less confident could prevent them taking over"</a>. The Times. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20180321133426/https://www.thetimes.co.uk/article/making-robots-less-confident-could-prevent-them-taking-over-gnsblq7lx">Archived</a> from the original on 21 March 2018. Retrieved 21 March 2018.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Times&rft.atitle=Making+robots+less+confident+could+prevent+them+taking+over&rft.date=2017-06-10&rft.aulast=Bridge&rft.aufirst=Mark&rft_id=https%3A%2F%2Fwww.thetimes.co.uk%2Farticle%2Fmaking-robots-less-confident-could-prevent-them-taking-over-gnsblq7lx&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-162"><a href="#cite_ref-162">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFMcGinnis2010" class="citation journal cs1"><a href="/wiki/John_McGinnis" title="John McGinnis">McGinnis, John</a> (Summer 2010). <a rel="nofollow" class="external text" href="http://scholarlycommons.law.northwestern.edu/cgi/viewcontent.cgi?article=1193&context=nulr_online">"Accelerating AI"</a>. <a href="/wiki/Northwestern_University_Law_Review" title="Northwestern University Law Review">Northwestern University Law Review</a>. 104 (3): 1253–1270. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160215073656/http://scholarlycommons.law.northwestern.edu/cgi/viewcontent.cgi?article=1193&context=nulr_online">Archived</a> from the original on 15 February 2016. Retrieved 16 July 2014. <q>For all these reasons, verifying a global relinquishment treaty, or even one limited to AI-related weapons development, is a nonstarter... (For different reasons from ours, the Machine Intelligence Research Institute) considers (AGI) relinquishment infeasible...</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Northwestern+University+Law+Review&rft.atitle=Accelerating+AI&rft.ssn=summer&rft.volume=104&rft.issue=3&rft.pages=1253-1270&rft.date=2010&rft.aulast=McGinnis&rft.aufirst=John&rft_id=http%3A%2F%2Fscholarlycommons.law.northwestern.edu%2Fcgi%2Fviewcontent.cgi%3Farticle%3D1193%26context%3Dnulr_online&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-163"><a href="#cite_ref-163">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSotalaYampolskiy2014" class="citation journal cs1">Sotala, Kaj; <a href="/wiki/Roman_Yampolskiy" title="Roman Yampolskiy">Yampolskiy, Roman</a> (19 December 2014). "Responses to catastrophic AGI risk: a survey". <a href="/wiki/Physica_Scripta" title="Physica Scripta">Physica Scripta</a>. 90 (1). <q>In general, most writers reject proposals for broad relinquishment... Relinquishment proposals suffer from many of the same problems as regulation proposals, but to a greater extent. There is no historical precedent of general, multi-use technology similar to AGI being successfully relinquished for good, nor do there seem to be any theoretical reasons for believing that relinquishment proposals would work in the future. Therefore we do not consider them to be a viable class of proposals.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Physica+Scripta&rft.atitle=Responses+to+catastrophic+AGI+risk%3A+a+survey&rft.volume=90&rft.issue=1&rft.date=2014-12-19&rft.aulast=Sotala&rft.aufirst=Kaj&rft.au=Yampolskiy%2C+Roman&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-164"><a href="#cite_ref-164">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFAllenby2016" class="citation news cs1">Allenby, Brad (11 April 2016). <a rel="nofollow" class="external text" href="http://www.slate.com/articles/technology/future_tense/2016/04/why_it_s_a_mistake_to_compare_a_i_with_human_intelligence.html">"The Wrong Cognitive Measuring Stick"</a>. Slate. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20160515114003/http://www.slate.com/articles/technology/future_tense/2016/04/why_it_s_a_mistake_to_compare_a_i_with_human_intelligence.html">Archived</a> from the original on 15 May 2016. Retrieved 15 May 2016. <q>It is fantasy to suggest that the accelerating development and deployment of technologies that taken together are considered to be A.I. will be stopped or limited, either by regulation or even by national legislation.</q></cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Slate&rft.atitle=The+Wrong+Cognitive+Measuring+Stick&rft.date=2016-04-11&rft.aulast=Allenby&rft.aufirst=Brad&rft_id=http%3A%2F%2Fwww.slate.com%2Farticles%2Ftechnology%2Ffuture_tense%2F2016%2F04%2Fwhy_it_s_a_mistake_to_compare_a_i_with_human_intelligence.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:7-165">^ <a href="#cite_ref-:7_165-0">a</a> <a href="#cite_ref-:7_165-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFYampolskiy2022" class="citation book cs1">Yampolskiy, Roman V. (2022). <a rel="nofollow" class="external text" href="https://link.springer.com/chapter/10.1007/978-3-031-09153-7_18">"AI Risk Skepticism"</a>. In Müller, Vincent C. (ed.). Philosophy and Theory of Artificial Intelligence 2021. Studies in Applied Philosophy, Epistemology and Rational Ethics. Vol. 63. Cham: Springer International Publishing. pp. 225–248. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-031-09153-7_18">10.1007/978-3-031-09153-7_18</a>. <a href="/wiki/ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <a href="/wiki/Special:BookSources/978-3-031-09153-7" title="Special:BookSources/978-3-031-09153-7"><bdi>978-3-031-09153-7</bdi></a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Abook&rft.genre=bookitem&rft.atitle=AI+Risk+Skepticism&rft.btitle=Philosophy+and+Theory+of+Artificial+Intelligence+2021&rft.place=Cham&rft.series=Studies+in+Applied+Philosophy%2C+Epistemology+and+Rational+Ethics&rft.pages=225-248&rft.pub=Springer+International+Publishing&rft.date=2022&rft_id=info%3Adoi%2F10.1007%2F978-3-031-09153-7_18&rft.isbn=978-3-031-09153-7&rft.aulast=Yampolskiy&rft.aufirst=Roman+V.&rft_id=https%3A%2F%2Flink.springer.com%2Fchapter%2F10.1007%2F978-3-031-09153-7_18&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-166"><a href="#cite_ref-166">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFBaum2018" class="citation journal cs1">Baum, Seth (22 August 2018). <a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Finfo9090209">"Superintelligence Skepticism as a Political Tool"</a>. Information. 9 (9): 209. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Finfo9090209">10.3390/info9090209</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2078-2489">2078-2489</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Information&rft.atitle=Superintelligence+Skepticism+as+a+Political+Tool&rft.volume=9&rft.issue=9&rft.pages=209&rft.date=2018-08-22&rft_id=info%3Adoi%2F10.3390%2Finfo9090209&rft.issn=2078-2489&rft.aulast=Baum&rft.aufirst=Seth&rft_id=https%3A%2F%2Fdoi.org%2F10.3390%252Finfo9090209&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-167"><a href="#cite_ref-167">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.cnn.com/2023/03/29/tech/ai-letter-elon-musk-tech-leaders/index.html">"Elon Musk and other tech leaders call for pause in 'out of control' AI race"</a>. CNN. 29 March 2023. Retrieved 30 March 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=CNN&rft.atitle=Elon+Musk+and+other+tech+leaders+call+for+pause+in+%27out+of+control%27+AI+race&rft.date=2023-03-29&rft_id=https%3A%2F%2Fwww.cnn.com%2F2023%2F03%2F29%2Ftech%2Fai-letter-elon-musk-tech-leaders%2Findex.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-168"><a href="#cite_ref-168">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://venturebeat.com/ai/open-letter-calling-for-ai-pause-shines-light-on-fierce-debate-around-risks-vs-hype/">"Open letter calling for AI 'pause' shines light on fierce debate around risks vs. hype"</a>. VentureBeat. 29 March 2023. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=VentureBeat&rft.atitle=Open+letter+calling+for+AI+%27pause%27+shines+light+on+fierce+debate+around+risks+vs.+hype&rft.date=2023-03-29&rft_id=https%3A%2F%2Fventurebeat.com%2Fai%2Fopen-letter-calling-for-ai-pause-shines-light-on-fierce-debate-around-risks-vs-hype%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-169"><a href="#cite_ref-169">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFVincent2023" class="citation web cs1">Vincent, James (14 April 2023). <a rel="nofollow" class="external text" href="https://www.theverge.com/2023/4/14/23683084/openai-gpt-5-rumors-training-sam-altman">"OpenAI's CEO confirms the company isn't training GPT-5 and "won't for some time""</a>. The Verge. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+Verge&rft.atitle=OpenAI%27s+CEO+confirms+the+company+isn%27t+training+GPT-5+and+%22won%27t+for+some+time%22&rft.date=2023-04-14&rft.aulast=Vincent&rft.aufirst=James&rft_id=https%3A%2F%2Fwww.theverge.com%2F2023%2F4%2F14%2F23683084%2Fopenai-gpt-5-rumors-training-sam-altman&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-170"><a href="#cite_ref-170">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation magazine cs1"><a rel="nofollow" class="external text" href="https://time.com/6266923/ai-eliezer-yudkowsky-open-letter-not-enough/">"The Open Letter on AI Doesn't Go Far Enough"</a>. Time. 29 March 2023. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Time&rft.atitle=The+Open+Letter+on+AI+Doesn%27t+Go+Far+Enough&rft.date=2023-03-29&rft_id=https%3A%2F%2Ftime.com%2F6266923%2Fai-eliezer-yudkowsky-open-letter-not-enough%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-171"><a href="#cite_ref-171">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDomonoske2017" class="citation news cs1">Domonoske, Camila (17 July 2017). <a rel="nofollow" class="external text" href="https://www.npr.org/sections/thetwo-way/2017/07/17/537686649/elon-musk-warns-governors-artificial-intelligence-poses-existential-risk">"Elon Musk Warns Governors: Artificial Intelligence Poses 'Existential Risk'"</a>. NPR. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200423135755/https://www.npr.org/sections/thetwo-way/2017/07/17/537686649/elon-musk-warns-governors-artificial-intelligence-poses-existential-risk">Archived</a> from the original on 23 April 2020. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=NPR&rft.atitle=Elon+Musk+Warns+Governors%3A+Artificial+Intelligence+Poses+%27Existential+Risk%27&rft.date=2017-07-17&rft.aulast=Domonoske&rft.aufirst=Camila&rft_id=https%3A%2F%2Fwww.npr.org%2Fsections%2Fthetwo-way%2F2017%2F07%2F17%2F537686649%2Felon-musk-warns-governors-artificial-intelligence-poses-existential-risk&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-172"><a href="#cite_ref-172">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFGibbs2017" class="citation news cs1">Gibbs, Samuel (17 July 2017). <a rel="nofollow" class="external text" href="https://www.theguardian.com/technology/2017/jul/17/elon-musk-regulation-ai-combat-existential-threat-tesla-spacex-ceo">"Elon Musk: regulate AI to combat 'existential threat' before it's too late"</a>. The Guardian. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200606072024/https://www.theguardian.com/technology/2017/jul/17/elon-musk-regulation-ai-combat-existential-threat-tesla-spacex-ceo">Archived</a> from the original on 6 June 2020. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+Guardian&rft.atitle=Elon+Musk%3A+regulate+AI+to+combat+%27existential+threat%27+before+it%27s+too+late&rft.date=2017-07-17&rft.aulast=Gibbs&rft.aufirst=Samuel&rft_id=https%3A%2F%2Fwww.theguardian.com%2Ftechnology%2F2017%2Fjul%2F17%2Felon-musk-regulation-ai-combat-existential-threat-tesla-spacex-ceo&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-cnbc2-173"><a href="#cite_ref-cnbc2_173-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFKharpal2017" class="citation news cs1">Kharpal, Arjun (7 November 2017). <a rel="nofollow" class="external text" href="https://www.cnbc.com/2017/11/07/ai-infancy-and-too-early-to-regulate-intel-ceo-brian-krzanich-says.html">"A.I. is in its 'infancy' and it's too early to regulate it, Intel CEO Brian Krzanich says"</a>. CNBC. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20200322115325/https://www.cnbc.com/2017/11/07/ai-infancy-and-too-early-to-regulate-intel-ceo-brian-krzanich-says.html">Archived</a> from the original on 22 March 2020. Retrieved 27 November 2017.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=CNBC&rft.atitle=A.I.+is+in+its+%27infancy%27+and+it%27s+too+early+to+regulate+it%2C+Intel+CEO+Brian+Krzanich+says&rft.date=2017-11-07&rft.aulast=Kharpal&rft.aufirst=Arjun&rft_id=https%3A%2F%2Fwww.cnbc.com%2F2017%2F11%2F07%2Fai-infancy-and-too-early-to-regulate-intel-ceo-brian-krzanich-says.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-174"><a href="#cite_ref-174">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFDawes2021" class="citation web cs1">Dawes, James (20 December 2021). <a rel="nofollow" class="external text" href="https://theconversation.com/un-fails-to-agree-on-killer-robot-ban-as-nations-pour-billions-into-autonomous-weapons-research-173616">"UN fails to agree on 'killer robot' ban as nations pour billions into autonomous weapons research"</a>. The Conversation. Retrieved 28 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+Conversation&rft.atitle=UN+fails+to+agree+on+%27killer+robot%27+ban+as+nations+pour+billions+into+autonomous+weapons+research&rft.date=2021-12-20&rft.aulast=Dawes&rft.aufirst=James&rft_id=http%3A%2F%2Ftheconversation.com%2Fun-fails-to-agree-on-killer-robot-ban-as-nations-pour-billions-into-autonomous-weapons-research-173616&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:13-175">^ <a href="#cite_ref-:13_175-0">a</a> <a href="#cite_ref-:13_175-1">b</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFFassihi2023" class="citation news cs1">Fassihi, Farnaz (18 July 2023). <a rel="nofollow" class="external text" href="https://www.nytimes.com/2023/07/18/world/un-security-council-ai.html">"U.N. Officials Urge Regulation of Artificial Intelligence"</a>. The New York Times. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0362-4331">0362-4331</a>. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=The+New+York+Times&rft.atitle=U.N.+Officials+Urge+Regulation+of+Artificial+Intelligence&rft.date=2023-07-18&rft.issn=0362-4331&rft.aulast=Fassihi&rft.aufirst=Farnaz&rft_id=https%3A%2F%2Fwww.nytimes.com%2F2023%2F07%2F18%2Fworld%2Fun-security-council-ai.html&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-176"><a href="#cite_ref-176">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://press.un.org/en/2023/sc15359.doc.htm">"International Community Must Urgently Confront New Reality of Generative, Artificial Intelligence, Speakers Stress as Security Council Debates Risks, Rewards"</a>. United Nations. Retrieved 20 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=United+Nations&rft.atitle=International+Community+Must+Urgently+Confront+New+Reality+of+Generative%2C+Artificial+Intelligence%2C+Speakers+Stress+as+Security+Council+Debates+Risks%2C+Rewards&rft_id=https%3A%2F%2Fpress.un.org%2Fen%2F2023%2Fsc15359.doc.htm&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-:532-177"><a href="#cite_ref-:532_177-0">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFSotalaYampolskiy2014" class="citation journal cs1">Sotala, Kaj; Yampolskiy, Roman V. (19 December 2014). <a rel="nofollow" class="external text" href="https://doi.org/10.1088%2F0031-8949%2F90%2F1%2F018001">"Responses to catastrophic AGI risk: a survey"</a>. Physica Scripta. 90 (1): 018001. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2015PhyS...90a8001S">2015PhyS...90a8001S</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1088%2F0031-8949%2F90%2F1%2F018001">10.1088/0031-8949/90/1/018001</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0031-8949">0031-8949</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Physica+Scripta&rft.atitle=Responses+to+catastrophic+AGI+risk%3A+a+survey&rft.volume=90&rft.issue=1&rft.pages=018001&rft.date=2014-12-19&rft.issn=0031-8949&rft_id=info%3Adoi%2F10.1088%2F0031-8949%2F90%2F1%2F018001&rft_id=info%3Abibcode%2F2015PhyS...90a8001S&rft.aulast=Sotala&rft.aufirst=Kaj&rft.au=Yampolskiy%2C+Roman+V.&rft_id=https%3A%2F%2Fdoi.org%2F10.1088%252F0031-8949%252F90%252F1%252F018001&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-178"><a href="#cite_ref-178">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFGeist2016" class="citation journal cs1">Geist, Edward Moore (15 August 2016). "It's already too late to stop the AI arms race—We must manage it instead". Bulletin of the Atomic Scientists. 72 (5): 318–321. <a href="/wiki/Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2016BuAtS..72e.318G">2016BuAtS..72e.318G</a>. <a href="/wiki/Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1080%2F00963402.2016.1216672">10.1080/00963402.2016.1216672</a>. <a href="/wiki/ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0096-3402">0096-3402</a>. <a href="/wiki/S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:151967826">151967826</a>.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Bulletin+of+the+Atomic+Scientists&rft.atitle=It%27s+already+too+late+to+stop+the+AI+arms+race%E2%80%94We+must+manage+it+instead&rft.volume=72&rft.issue=5&rft.pages=318-321&rft.date=2016-08-15&rft_id=info%3Adoi%2F10.1080%2F00963402.2016.1216672&rft_id=https%3A%2F%2Fapi.semanticscholar.org%2FCorpusID%3A151967826%23id-name%3DS2CID&rft.issn=0096-3402&rft_id=info%3Abibcode%2F2016BuAtS..72e.318G&rft.aulast=Geist&rft.aufirst=Edward+Moore&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-179"><a href="#cite_ref-179">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://apnews.com/article/artificial-intelligence-safeguards-joe-biden-kamala-harris-4caf02b94275429f764b06840897436c">"Amazon, Google, Meta, Microsoft and other tech firms agree to AI safeguards set by the White House"</a>. AP News. 21 July 2023. Retrieved 21 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=AP+News&rft.atitle=Amazon%2C+Google%2C+Meta%2C+Microsoft+and+other+tech+firms+agree+to+AI+safeguards+set+by+the+White+House&rft.date=2023-07-21&rft_id=https%3A%2F%2Fapnews.com%2Farticle%2Fartificial-intelligence-safeguards-joe-biden-kamala-harris-4caf02b94275429f764b06840897436c&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-180"><a href="#cite_ref-180">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.redditchadvertiser.co.uk/news/national/23670894.amazon-google-meta-microsoft-firms-agree-ai-safeguards/">"Amazon, Google, Meta, Microsoft and other firms agree to AI safeguards"</a>. Redditch Advertiser. 21 July 2023. Retrieved 21 July 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=Redditch+Advertiser&rft.atitle=Amazon%2C+Google%2C+Meta%2C+Microsoft+and+other+firms+agree+to+AI+safeguards&rft.date=2023-07-21&rft_id=https%3A%2F%2Fwww.redditchadvertiser.co.uk%2Fnews%2Fnational%2F23670894.amazon-google-meta-microsoft-firms-agree-ai-safeguards%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> <li id="cite_note-181"><a href="#cite_ref-181">^</a> <link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFThe_White_House2023" class="citation web cs1">The White House (30 October 2023). <a rel="nofollow" class="external text" href="https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/">"Executive Order on the Safe, Secure, and Trustworthy Development and Use of Artificial Intelligence"</a>. The White House. Retrieved 19 December 2023.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=unknown&rft.jtitle=The+White+House&rft.atitle=Executive+Order+on+the+Safe%2C+Secure%2C+and+Trustworthy+Development+and+Use+of+Artificial+Intelligence&rft.date=2023-10-30&rft.au=The+White+House&rft_id=https%3A%2F%2Fwww.whitehouse.gov%2Fbriefing-room%2Fpresidential-actions%2F2023%2F10%2F30%2Fexecutive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence%2F&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"> </li> </ol></div></div> <div class="mw-heading mw-heading2"><h2 id="Bibliography">Bibliography</h2>[<a href="/w/index.php?title=Existential_risk_from_artificial_intelligence&action=edit&section=39" title="Edit section: Bibliography">edit</a>]</div> <ul><li><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1238218222"><cite id="CITEREFClark2015a" class="citation news cs1">Clark, Jack (2015a). <a rel="nofollow" class="external text" href="https://www.bloomberg.com/news/articles/2015-07-01/musk-backed-group-probes-risks-behind-artificial-intelligence">"Musk-Backed Group Probes Risks Behind Artificial Intelligence"</a>. Bloomberg.com. <a rel="nofollow" class="external text" href="https://web.archive.org/web/20151030202356/http://www.bloomberg.com/news/articles/2015-07-01/musk-backed-group-probes-risks-behind-artificial-intelligence">Archived</a> from the original on 30 October 2015. Retrieved 30 October 2015.</cite><span title="ctx_ver=Z39.88-2004&rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal&rft.genre=article&rft.jtitle=Bloomberg.com&rft.atitle=Musk-Backed+Group+Probes+Risks+Behind+Artificial+Intelligence&rft.date=2015&rft.aulast=Clark&rft.aufirst=Jack&rft_id=https%3A%2F%2Fwww.bloomberg.com%2Fnews%2Farticles%2F2015-07-01%2Fmusk-backed-group-probes-risks-behind-artificial-intelligence&rfr_id=info%3Asid%2Fen.wikipedia.org%3AExistential+risk+from+artificial+intelligence" class="Z3988"></li></ul> <div style="clear:both;" class=""></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><style data-mw-deduplicate="TemplateStyles:r1236075235">.mw-parser-output .navbox{box-sizing:border-box;border:1px solid #a2a9b1;width:100%;clear:both;font-size:88%;text-align:center;padding:1px;margin:1em auto 0}.mw-parser-output .navbox .navbox{margin-top:0}.mw-parser-output .navbox+.navbox,.mw-parser-output .navbox+.navbox-styles+.navbox{margin-top:-1px}.mw-parser-output .navbox-inner,.mw-parser-output .navbox-subgroup{width:100%}.mw-parser-output .navbox-group,.mw-parser-output .navbox-title,.mw-parser-output .navbox-abovebelow{padding:0.25em 1em;line-height:1.5em;text-align:center}.mw-parser-output .navbox-group{white-space:nowrap;text-align:right}.mw-parser-output .navbox,.mw-parser-output .navbox-subgroup{background-color:#fdfdfd}.mw-parser-output .navbox-list{line-height:1.5em;border-color:#fdfdfd}.mw-parser-output .navbox-list-with-group{text-align:left;border-left-width:2px;border-left-style:solid}.mw-parser-output tr+tr>.navbox-abovebelow,.mw-parser-output tr+tr>.navbox-group,.mw-parser-output tr+tr>.navbox-image,.mw-parser-output tr+tr>.navbox-list{border-top:2px solid #fdfdfd}.mw-parser-output .navbox-title{background-color:#ccf}.mw-parser-output .navbox-abovebelow,.mw-parser-output .navbox-group,.mw-parser-output .navbox-subgroup .navbox-title{background-color:#ddf}.mw-parser-output .navbox-subgroup .navbox-group,.mw-parser-output .navbox-subgroup .navbox-abovebelow{background-color:#e6e6ff}.mw-parser-output .navbox-even{background-color:#f7f7f7}.mw-parser-output .navbox-odd{background-color:transparent}.mw-parser-output .navbox .hlist td dl,.mw-parser-output .navbox .hlist td ol,.mw-parser-output .navbox .hlist td ul,.mw-parser-output .navbox td.hlist dl,.mw-parser-output .navbox td.hlist ol,.mw-parser-output .navbox td.hlist ul{padding:0.125em 0}.mw-parser-output .navbox .navbar{display:block;font-size:100%}.mw-parser-output .navbox-title .navbar{float:left;text-align:left;margin-right:0.5em}body.skin--responsive .mw-parser-output .navbox-image img{max-width:none!important}@media print{body.ns-0 .mw-parser-output .navbox{display:none!important}}</style></div><div role="navigation" class="navbox" aria-labelledby="Existential_risk_from_artificial_intelligence" style="padding:3px"><table class="nowraplinks mw-collapsible expanded navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Existential_risk_from_artificial_intelligence" title="Template:Existential risk from artificial intelligence"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Existential_risk_from_artificial_intelligence" title="Template talk:Existential risk from artificial intelligence"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Existential_risk_from_artificial_intelligence" title="Special:EditPage/Template:Existential risk from artificial intelligence"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Existential_risk_from_artificial_intelligence" style="font-size:114%;margin:0 4em"><a href="/wiki/Existential_risk_from_artificial_general_intelligence" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk</a> from <a href="/wiki/Artificial_intelligence" title="Artificial intelligence">artificial intelligence</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Artificial_general_intelligence" title="Artificial general intelligence">AGI</a></li> <li><a href="/wiki/AI_alignment" title="AI alignment">AI alignment</a></li> <li><a href="/wiki/AI_capability_control" title="AI capability control">AI capability control</a></li> <li><a href="/wiki/AI_safety" title="AI safety">AI safety</a></li> <li><a href="/wiki/AI_takeover" title="AI takeover">AI takeover</a></li> <li><a href="/wiki/Consequentialism" title="Consequentialism">Consequentialism</a></li> <li><a href="/wiki/Effective_accelerationism" title="Effective accelerationism">Effective accelerationism</a></li> <li><a href="/wiki/Ethics_of_artificial_intelligence" title="Ethics of artificial intelligence">Ethics of artificial intelligence</a></li> <li><a href="/wiki/Existential_risk_from_artificial_general_intelligence" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk from artificial general intelligence</a></li> <li><a href="/wiki/Friendly_artificial_intelligence" title="Friendly artificial intelligence">Friendly artificial intelligence</a></li> <li><a href="/wiki/Instrumental_convergence" title="Instrumental convergence">Instrumental convergence</a></li> <li><a href="/wiki/Intelligence_explosion" class="mw-redirect" title="Intelligence explosion">Intelligence explosion</a></li> <li><a href="/wiki/Longtermism" title="Longtermism">Longtermism</a></li> <li><a href="/wiki/Machine_ethics" title="Machine ethics">Machine ethics</a></li> <li><a href="/wiki/Suffering_risks" class="mw-redirect" title="Suffering risks">Suffering risks</a></li> <li><a href="/wiki/Superintelligence" title="Superintelligence">Superintelligence</a></li> <li><a href="/wiki/Technological_singularity" title="Technological singularity">Technological singularity</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Organizations</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Alignment_Research_Center" title="Alignment Research Center">Alignment Research Center</a></li> <li><a href="/wiki/Center_for_AI_Safety" title="Center for AI Safety">Center for AI Safety</a></li> <li><a href="/wiki/Center_for_Applied_Rationality" title="Center for Applied Rationality">Center for Applied Rationality</a></li> <li><a href="/wiki/Center_for_Human-Compatible_Artificial_Intelligence" title="Center for Human-Compatible Artificial Intelligence">Center for Human-Compatible Artificial Intelligence</a></li> <li><a href="/wiki/Centre_for_the_Study_of_Existential_Risk" title="Centre for the Study of Existential Risk">Centre for the Study of Existential Risk</a></li> <li><a href="/wiki/EleutherAI" title="EleutherAI">EleutherAI</a></li> <li><a href="/wiki/Future_of_Humanity_Institute" title="Future of Humanity Institute">Future of Humanity Institute</a></li> <li><a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a></li> <li><a href="/wiki/Google_DeepMind" title="Google DeepMind">Google DeepMind</a></li> <li><a href="/wiki/Humanity%2B" title="Humanity+">Humanity+</a></li> <li><a href="/wiki/Institute_for_Ethics_and_Emerging_Technologies" title="Institute for Ethics and Emerging Technologies">Institute for Ethics and Emerging Technologies</a></li> <li><a href="/wiki/Leverhulme_Centre_for_the_Future_of_Intelligence" title="Leverhulme Centre for the Future of Intelligence">Leverhulme Centre for the Future of Intelligence</a></li> <li><a href="/wiki/Machine_Intelligence_Research_Institute" title="Machine Intelligence Research Institute">Machine Intelligence Research Institute</a></li> <li><a href="/wiki/OpenAI" title="OpenAI">OpenAI</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">People</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Slate_Star_Codex" title="Slate Star Codex">Scott Alexander</a></li> <li><a href="/wiki/Sam_Altman" title="Sam Altman">Sam Altman</a></li> <li><a href="/wiki/Yoshua_Bengio" title="Yoshua Bengio">Yoshua Bengio</a></li> <li><a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Nick Bostrom</a></li> <li><a href="/wiki/Paul_Christiano_(researcher)" title="Paul Christiano (researcher)">Paul Christiano</a></li> <li><a href="/wiki/K._Eric_Drexler" title="K. Eric Drexler">Eric Drexler</a></li> <li><a href="/wiki/Sam_Harris" title="Sam Harris">Sam Harris</a></li> <li><a href="/wiki/Stephen_Hawking" title="Stephen Hawking">Stephen Hawking</a></li> <li><a href="/wiki/Dan_Hendrycks" title="Dan Hendrycks">Dan Hendrycks</a></li> <li><a href="/wiki/Geoffrey_Hinton" title="Geoffrey Hinton">Geoffrey Hinton</a></li> <li><a href="/wiki/Bill_Joy" title="Bill Joy">Bill Joy</a></li> <li><a href="/wiki/Shane_Legg" title="Shane Legg">Shane Legg</a></li> <li><a href="/wiki/Elon_Musk" title="Elon Musk">Elon Musk</a></li> <li><a href="/wiki/Steve_Omohundro" title="Steve Omohundro">Steve Omohundro</a></li> <li><a href="/wiki/Huw_Price" title="Huw Price">Huw Price</a></li> <li><a href="/wiki/Martin_Rees" title="Martin Rees">Martin Rees</a></li> <li><a href="/wiki/Stuart_J._Russell" title="Stuart J. Russell">Stuart J. Russell</a></li> <li><a href="/wiki/Jaan_Tallinn" title="Jaan Tallinn">Jaan Tallinn</a></li> <li><a href="/wiki/Max_Tegmark" title="Max Tegmark">Max Tegmark</a></li> <li><a href="/wiki/Frank_Wilczek" title="Frank Wilczek">Frank Wilczek</a></li> <li><a href="/wiki/Roman_Yampolskiy" title="Roman Yampolskiy">Roman Yampolskiy</a></li> <li><a href="/wiki/Eliezer_Yudkowsky" title="Eliezer Yudkowsky">Eliezer Yudkowsky</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Other</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Statement_on_AI_risk_of_extinction" title="Statement on AI risk of extinction">Statement on AI risk of extinction</a></li> <li><a href="/wiki/Human_Compatible" title="Human Compatible">Human Compatible</a></li> <li><a href="/wiki/Open_letter_on_artificial_intelligence_(2015)" title="Open letter on artificial intelligence (2015)">Open letter on artificial intelligence (2015)</a></li> <li><a href="/wiki/Our_Final_Invention" title="Our Final Invention">Our Final Invention</a></li> <li><a href="/wiki/The_Precipice:_Existential_Risk_and_the_Future_of_Humanity" title="The Precipice: Existential Risk and the Future of Humanity">The Precipice</a></li> <li><a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence: Paths, Dangers, Strategies</a></li> <li><a href="/wiki/Do_You_Trust_This_Computer%3F" title="Do You Trust This Computer?">Do You Trust This Computer?</a></li> <li><a href="/wiki/Artificial_Intelligence_Act" title="Artificial Intelligence Act">Artificial Intelligence Act</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /> <a href="/wiki/Category:Existential_risk_from_artificial_general_intelligence" title="Category:Existential risk from artificial general intelligence">Category</a></div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235"></div><div role="navigation" class="navbox" aria-labelledby="Effective_altruism" style="padding:3px"><table class="nowraplinks mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Effective_altruism" title="Template:Effective altruism"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Effective_altruism" title="Template talk:Effective altruism"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Effective_altruism" title="Special:EditPage/Template:Effective altruism"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Effective_altruism" style="font-size:114%;margin:0 4em"><a href="/wiki/Effective_altruism" title="Effective altruism">Effective altruism</a></div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%">Concepts</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Aid_effectiveness" title="Aid effectiveness">Aid effectiveness</a></li> <li><a href="/wiki/Charity_assessment" title="Charity assessment">Charity assessment</a></li> <li><a href="/wiki/Demandingness_objection" title="Demandingness objection">Demandingness objection</a></li> <li><a href="/wiki/Disability-adjusted_life_year" title="Disability-adjusted life year">Disability-adjusted life year</a></li> <li><a href="/wiki/Disease_burden" title="Disease burden">Disease burden</a></li> <li><a href="/wiki/Distributional_cost-effectiveness_analysis" title="Distributional cost-effectiveness analysis">Distributional cost-effectiveness analysis</a></li> <li><a href="/wiki/Earning_to_give" title="Earning to give">Earning to give</a></li> <li><a href="/wiki/Equal_consideration_of_interests" title="Equal consideration of interests">Equal consideration of interests</a></li> <li><a href="/wiki/Longtermism" title="Longtermism">Longtermism</a></li> <li><a href="/wiki/Marginal_utility" title="Marginal utility">Marginal utility</a></li> <li><a href="/wiki/Moral_circle_expansion" title="Moral circle expansion">Moral circle expansion</a></li> <li><a href="/wiki/Psychological_barriers_to_effective_altruism" title="Psychological barriers to effective altruism">Psychological barriers to effective altruism</a></li> <li><a href="/wiki/Quality-adjusted_life_year" title="Quality-adjusted life year">Quality-adjusted life year</a></li> <li><a href="/wiki/Utilitarianism" title="Utilitarianism">Utilitarianism</a></li> <li><a href="/wiki/Venture_philanthropy" title="Venture philanthropy">Venture philanthropy</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Key figures</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Sam_Bankman-Fried" title="Sam Bankman-Fried">Sam Bankman-Fried</a></li> <li><a href="/wiki/Liv_Boeree" title="Liv Boeree">Liv Boeree</a></li> <li><a href="/wiki/Nick_Bostrom" title="Nick Bostrom">Nick Bostrom</a></li> <li><a href="/wiki/Hilary_Greaves" title="Hilary Greaves">Hilary Greaves</a></li> <li><a href="/wiki/Holden_Karnofsky" title="Holden Karnofsky">Holden Karnofsky</a></li> <li><a href="/wiki/William_MacAskill" title="William MacAskill">William MacAskill</a></li> <li><a href="/wiki/Dustin_Moskovitz" title="Dustin Moskovitz">Dustin Moskovitz</a></li> <li><a href="/wiki/Yew-Kwang_Ng" title="Yew-Kwang Ng">Yew-Kwang Ng</a></li> <li><a href="/wiki/Toby_Ord" title="Toby Ord">Toby Ord</a></li> <li><a href="/wiki/Derek_Parfit" title="Derek Parfit">Derek Parfit</a></li> <li><a href="/wiki/Peter_Singer" title="Peter Singer">Peter Singer</a></li> <li><a href="/wiki/Cari_Tuna" title="Cari Tuna">Cari Tuna</a></li> <li><a href="/wiki/Eliezer_Yudkowsky" title="Eliezer Yudkowsky">Eliezer Yudkowsky</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Organizations</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/80,000_Hours" title="80,000 Hours">80,000 Hours</a></li> <li><a href="/wiki/Against_Malaria_Foundation" title="Against Malaria Foundation">Against Malaria Foundation</a></li> <li><a href="/wiki/Animal_Charity_Evaluators" title="Animal Charity Evaluators">Animal Charity Evaluators</a></li> <li><a href="/wiki/Animal_Ethics_(organization)" title="Animal Ethics (organization)">Animal Ethics</a></li> <li><a href="/wiki/Centre_for_Effective_Altruism" title="Centre for Effective Altruism">Centre for Effective Altruism</a></li> <li><a href="/wiki/Centre_for_Enabling_EA_Learning_%26_Research" title="Centre for Enabling EA Learning & Research">Centre for Enabling EA Learning & Research</a></li> <li><a href="/wiki/Center_for_High_Impact_Philanthropy" title="Center for High Impact Philanthropy">Center for High Impact Philanthropy</a></li> <li><a href="/wiki/Centre_for_the_Study_of_Existential_Risk" title="Centre for the Study of Existential Risk">Centre for the Study of Existential Risk</a></li> <li><a href="/wiki/Development_Media_International" title="Development Media International">Development Media International</a></li> <li><a href="/wiki/Evidence_Action" title="Evidence Action">Evidence Action</a></li> <li><a href="/wiki/Faunalytics" title="Faunalytics">Faunalytics</a></li> <li><a href="/wiki/Fistula_Foundation" title="Fistula Foundation">Fistula Foundation</a></li> <li><a href="/wiki/Future_of_Humanity_Institute" title="Future of Humanity Institute">Future of Humanity Institute</a></li> <li><a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a></li> <li><a href="/wiki/Founders_Pledge" title="Founders Pledge">Founders Pledge</a></li> <li><a href="/wiki/GiveDirectly" title="GiveDirectly">GiveDirectly</a></li> <li><a href="/wiki/GiveWell" title="GiveWell">GiveWell</a></li> <li><a href="/wiki/Giving_Multiplier" title="Giving Multiplier">Giving Multiplier</a></li> <li><a href="/wiki/Giving_What_We_Can" title="Giving What We Can">Giving What We Can</a></li> <li><a href="/wiki/Good_Food_Fund" title="Good Food Fund">Good Food Fund</a></li> <li><a href="/wiki/The_Good_Food_Institute" title="The Good Food Institute">The Good Food Institute</a></li> <li><a href="/wiki/Good_Ventures" title="Good Ventures">Good Ventures</a></li> <li><a href="/wiki/The_Humane_League" title="The Humane League">The Humane League</a></li> <li><a href="/wiki/Mercy_for_Animals" title="Mercy for Animals">Mercy for Animals</a></li> <li><a href="/wiki/Machine_Intelligence_Research_Institute" title="Machine Intelligence Research Institute">Machine Intelligence Research Institute</a></li> <li><a href="/wiki/Malaria_Consortium" title="Malaria Consortium">Malaria Consortium</a></li> <li><a href="/wiki/Nuclear_Threat_Initiative" title="Nuclear Threat Initiative">Nuclear Threat Initiative</a></li> <li><a href="/wiki/Open_Philanthropy_(organization)" class="mw-redirect" title="Open Philanthropy (organization)">Open Philanthropy</a></li> <li><a href="/wiki/Raising_for_Effective_Giving" title="Raising for Effective Giving">Raising for Effective Giving</a></li> <li><a href="/wiki/Sentience_Institute" title="Sentience Institute">Sentience Institute</a></li> <li><a href="/wiki/Unlimit_Health" title="Unlimit Health">Unlimit Health</a></li> <li><a href="/wiki/Wild_Animal_Initiative" title="Wild Animal Initiative">Wild Animal Initiative</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Focus areas</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Biotechnology_risk" title="Biotechnology risk">Biotechnology risk</a></li> <li><a href="/wiki/Climate_change" title="Climate change">Climate change</a></li> <li><a href="/wiki/Cultured_meat" title="Cultured meat">Cultured meat</a></li> <li><a href="/wiki/Economic_stability" title="Economic stability">Economic stability</a></li> <li><a href="/wiki/Existential_risk_from_artificial_general_intelligence" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk from artificial general intelligence</a></li> <li><a href="/wiki/Global_catastrophic_risk" title="Global catastrophic risk">Global catastrophic risk</a></li> <li><a href="/wiki/Global_health" title="Global health">Global health</a></li> <li><a href="/wiki/Global_poverty" class="mw-redirect" title="Global poverty">Global poverty</a></li> <li><a href="/wiki/Intensive_animal_farming" title="Intensive animal farming">Intensive animal farming</a></li> <li><a href="/wiki/Land_use" title="Land use">Land use reform</a></li> <li><a href="/wiki/Life_extension" title="Life extension">Life extension</a></li> <li><a href="/wiki/Malaria_prevention" class="mw-redirect" title="Malaria prevention">Malaria prevention</a></li> <li><a href="/wiki/Mass_deworming" title="Mass deworming">Mass deworming</a></li> <li><a href="/wiki/Neglected_tropical_diseases" title="Neglected tropical diseases">Neglected tropical diseases</a></li> <li><a href="/wiki/Risk_of_astronomical_suffering" title="Risk of astronomical suffering">Risk of astronomical suffering</a></li> <li><a href="/wiki/Wild_animal_suffering" title="Wild animal suffering">Wild animal suffering</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Literature</th><td class="navbox-list-with-group navbox-list navbox-odd hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Doing_Good_Better" title="Doing Good Better">Doing Good Better</a></li> <li><a href="/wiki/The_End_of_Animal_Farming" title="The End of Animal Farming">The End of Animal Farming</a></li> <li><a href="/wiki/Famine,_Affluence,_and_Morality" title="Famine, Affluence, and Morality">Famine, Affluence, and Morality</a></li> <li><a href="/wiki/The_Life_You_Can_Save" title="The Life You Can Save">The Life You Can Save</a></li> <li><a href="/wiki/Living_High_and_Letting_Die" title="Living High and Letting Die">Living High and Letting Die</a></li> <li><a href="/wiki/The_Most_Good_You_Can_Do" title="The Most Good You Can Do">The Most Good You Can Do</a></li> <li><a href="/wiki/Practical_Ethics" title="Practical Ethics">Practical Ethics</a></li> <li><a href="/wiki/The_Precipice:_Existential_Risk_and_the_Future_of_Humanity" title="The Precipice: Existential Risk and the Future of Humanity">The Precipice</a></li> <li><a href="/wiki/Superintelligence:_Paths,_Dangers,_Strategies" title="Superintelligence: Paths, Dangers, Strategies">Superintelligence: Paths, Dangers, Strategies</a></li> <li><a href="/wiki/What_We_Owe_the_Future" title="What We Owe the Future">What We Owe the Future</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Events</th><td class="navbox-list-with-group navbox-list navbox-even hlist" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Effective_Altruism_Global" title="Effective Altruism Global">Effective Altruism Global</a></li></ul> </div></td></tr></tbody></table></div> <div class="navbox-styles"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1236075235"></div><div role="navigation" class="navbox" aria-labelledby="Global_catastrophic_risks" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1129693374"><link rel="mw-deduplicated-inline-style" href="mw-data:TemplateStyles:r1239400231"><div class="navbar plainlinks hlist navbar-mini"><ul><li class="nv-view"><a href="/wiki/Template:Global_catastrophic_risks" title="Template:Global catastrophic risks"><abbr title="View this template">v</abbr></a></li><li class="nv-talk"><a href="/wiki/Template_talk:Global_catastrophic_risks" title="Template talk:Global catastrophic risks"><abbr title="Discuss this template">t</abbr></a></li><li class="nv-edit"><a href="/wiki/Special:EditPage/Template:Global_catastrophic_risks" title="Special:EditPage/Template:Global catastrophic risks"><abbr title="Edit this template">e</abbr></a></li></ul></div><div id="Global_catastrophic_risks" style="font-size:114%;margin:0 4em"><a href="/wiki/Global_catastrophic_risk" title="Global catastrophic risk">Global catastrophic risks</a></div></th></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><a href="/wiki/Future_of_Earth" title="Future of Earth">Future of the Earth</a></li> <li><a href="/wiki/Future_of_an_expanding_universe" title="Future of an expanding universe">Future of an expanding universe</a> <ul><li><a href="/wiki/Ultimate_fate_of_the_universe" title="Ultimate fate of the universe">Ultimate fate of the universe</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Technological</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Chemical_warfare" title="Chemical warfare">Chemical warfare</a></li> <li><a href="/wiki/Cyberattack" title="Cyberattack">Cyberattack</a> <ul><li><a href="/wiki/Cyberwarfare" title="Cyberwarfare">Cyberwarfare</a></li> <li><a href="/wiki/Cyberterrorism" title="Cyberterrorism">Cyberterrorism</a></li> <li><a href="/wiki/Cybergeddon" title="Cybergeddon">Cybergeddon</a></li></ul></li> <li><a href="/wiki/Gray_goo" title="Gray goo">Gray goo</a></li> <li><a href="/wiki/Industrial_applications_of_nanotechnology#Weapons" title="Industrial applications of nanotechnology">Nanoweapons</a></li> <li><a href="/wiki/Kinetic_bombardment" title="Kinetic bombardment">Kinetic bombardment</a> <ul><li><a href="/wiki/Kinetic_energy_weapon" title="Kinetic energy weapon">Kinetic energy weapon</a></li></ul></li> <li><a href="/wiki/Nuclear_warfare" title="Nuclear warfare">Nuclear warfare</a> <ul><li><a href="/wiki/Mutual_assured_destruction" title="Mutual assured destruction">Mutual assured destruction</a></li> <li><a href="/wiki/Dead_Hand" title="Dead Hand">Dead Hand</a></li> <li><a href="/wiki/Doomsday_Clock" title="Doomsday Clock">Doomsday Clock</a></li> <li><a href="/wiki/Doomsday_device" title="Doomsday device">Doomsday device</a></li> <li><a href="/wiki/Antimatter_weapon" title="Antimatter weapon">Antimatter weapon</a></li></ul></li> <li><a href="/wiki/Electromagnetic_pulse" title="Electromagnetic pulse">Electromagnetic pulse</a> (EMP)</li> <li><a href="/wiki/Safety_of_high-energy_particle_collision_experiments" title="Safety of high-energy particle collision experiments">Safety of high-energy particle collision experiments</a> <ul><li><a href="/wiki/Micro_black_hole" title="Micro black hole">Micro black hole</a></li> <li><a href="/wiki/Strangelet" title="Strangelet">Strangelet</a></li></ul></li> <li><a href="/wiki/Synthetic_intelligence" title="Synthetic intelligence">Synthetic intelligence</a> / <a href="/wiki/Artificial_intelligence" title="Artificial intelligence">Artificial intelligence</a> <ul><li><a href="/wiki/AI_takeover" title="AI takeover">AI takeover</a></li> <li><a href="/wiki/Existential_risk_from_artificial_general_intelligence" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk from artificial intelligence</a></li> <li><a href="/wiki/Technological_singularity" title="Technological singularity">Technological singularity</a></li></ul></li> <li><a href="/wiki/Transhumanism" title="Transhumanism">Transhumanism</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Sociological</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Anthropogenic_hazard" class="mw-redirect" title="Anthropogenic hazard">Anthropogenic hazard</a></li> <li><a href="/wiki/Collapsology" title="Collapsology">Collapsology</a></li> <li><a href="/wiki/Doomsday_argument" title="Doomsday argument">Doomsday argument</a> <ul><li><a href="/wiki/Self-indication_assumption_doomsday_argument_rebuttal" title="Self-indication assumption doomsday argument rebuttal">Self-indication assumption doomsday argument rebuttal</a></li> <li><a href="/wiki/Self-referencing_doomsday_argument_rebuttal" title="Self-referencing doomsday argument rebuttal">Self-referencing doomsday argument rebuttal</a></li></ul></li> <li><a href="/wiki/Economic_collapse" title="Economic collapse">Economic collapse</a></li> <li><a href="/wiki/Malthusianism" title="Malthusianism">Malthusian catastrophe</a></li> <li><a href="/wiki/New_World_Order_(conspiracy_theory)" class="mw-redirect" title="New World Order (conspiracy theory)">New World Order (conspiracy theory)</a></li> <li><a href="/wiki/Nuclear_holocaust" title="Nuclear holocaust">Nuclear holocaust</a> <ul><li><a href="/wiki/Cobalt_bomb" title="Cobalt bomb">cobalt</a></li> <li><a href="/wiki/Nuclear_famine" title="Nuclear famine">famine</a></li> <li><a href="/wiki/Nuclear_winter" title="Nuclear winter">winter</a></li></ul></li> <li><a href="/wiki/Societal_collapse" title="Societal collapse">Societal collapse</a></li> <li><a href="/wiki/State_collapse" title="State collapse">State collapse</a></li> <li><a href="/wiki/World_War_III" title="World War III">World War III</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Climate_apocalypse" title="Climate apocalypse">Ecological</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Climate_variability_and_change" title="Climate variability and change">Climate change</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Anoxic_event" title="Anoxic event">Anoxic event</a></li> <li><a href="/wiki/Biodiversity_loss" title="Biodiversity loss">Biodiversity loss</a> <ul><li><a href="/wiki/Mass_mortality_event" title="Mass mortality event">Mass mortality event</a></li></ul></li> <li><a href="/wiki/Cascade_effect_(ecology)" title="Cascade effect (ecology)">Cascade effect</a></li> <li><a href="/wiki/Cataclysmic_pole_shift_hypothesis" title="Cataclysmic pole shift hypothesis">Cataclysmic pole shift hypothesis</a></li> <li><a href="/wiki/Climate_change_and_civilizational_collapse" title="Climate change and civilizational collapse">Climate change and civilizational collapse</a></li> <li><a href="/wiki/Deforestation" title="Deforestation">Deforestation</a></li> <li><a href="/wiki/Desertification" title="Desertification">Desertification</a></li> <li><a href="/wiki/Extinction_risk_from_climate_change" title="Extinction risk from climate change">Extinction risk from climate change</a> <ul><li><a href="/wiki/Tipping_points_in_the_climate_system" title="Tipping points in the climate system">Tipping points in the climate system</a></li></ul></li> <li><a href="/wiki/Flood_basalt" title="Flood basalt">Flood basalt</a></li> <li><a href="/wiki/Global_dimming" title="Global dimming">Global dimming</a></li> <li><a href="/wiki/Global_terrestrial_stilling" title="Global terrestrial stilling">Global terrestrial stilling</a></li> <li><a href="/wiki/Climate_change" title="Climate change">Global warming</a></li> <li><a href="/wiki/Hypercane" title="Hypercane">Hypercane</a></li> <li><a href="/wiki/Ice_age" title="Ice age">Ice age</a></li> <li><a href="/wiki/Ecocide" title="Ecocide">Ecocide</a></li> <li><a href="/wiki/Ecological_collapse" class="mw-redirect" title="Ecological collapse">Ecological collapse</a></li> <li><a href="/wiki/Environmental_degradation" title="Environmental degradation">Environmental degradation</a></li> <li><a href="/wiki/Habitat_destruction" title="Habitat destruction">Habitat destruction</a></li> <li><a href="/wiki/Human_impact_on_the_environment" title="Human impact on the environment">Human impact on the environment</a> <ul><li><a href="/wiki/Environmental_issues_with_coral_reefs" title="Environmental issues with coral reefs">coral reefs</a></li> <li><a href="/wiki/Human_impact_on_marine_life" title="Human impact on marine life">on marine life</a></li></ul></li> <li><a href="/wiki/Land_degradation" title="Land degradation">Land degradation</a></li> <li><a href="/wiki/Land_consumption" title="Land consumption">Land consumption</a></li> <li><a href="/wiki/Land_surface_effects_on_climate" title="Land surface effects on climate">Land surface effects on climate</a></li> <li><a href="/wiki/Ocean_acidification" title="Ocean acidification">Ocean acidification</a></li> <li><a href="/wiki/Ozone_depletion" title="Ozone depletion">Ozone depletion</a></li> <li><a href="/wiki/Resource_depletion" title="Resource depletion">Resource depletion</a></li> <li><a href="/wiki/Sea_level_rise" title="Sea level rise">Sea level rise</a></li> <li><a href="/wiki/Supervolcano" title="Supervolcano">Supervolcano</a> <ul><li><a href="/wiki/Volcanic_winter" title="Volcanic winter">winter</a></li></ul></li> <li><a href="/wiki/Verneshot" title="Verneshot">Verneshot</a></li> <li><a href="/wiki/Water_pollution" title="Water pollution">Water pollution</a></li> <li><a href="/wiki/Water_scarcity" title="Water scarcity">Water scarcity</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Earth_Overshoot_Day" title="Earth Overshoot Day">Earth Overshoot Day</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Overexploitation" title="Overexploitation">Overexploitation</a></li> <li><a href="/wiki/Overpopulation" title="Overpopulation">Overpopulation</a> <ul><li><a href="/wiki/Human_overpopulation" title="Human overpopulation">Human overpopulation</a></li></ul></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Biological</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"></div><table class="nowraplinks navbox-subgroup" style="border-spacing:0"><tbody><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Extinction" title="Extinction">Extinction</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Extinction_event" title="Extinction event">Extinction event</a></li> <li><a href="/wiki/Holocene_extinction" title="Holocene extinction">Holocene extinction</a></li> <li><a href="/wiki/Human_extinction" title="Human extinction">Human extinction</a></li> <li><a href="/wiki/List_of_extinction_events" title="List of extinction events">List of extinction events</a></li> <li><a href="/wiki/Genetic_erosion" title="Genetic erosion">Genetic erosion</a></li> <li><a href="/wiki/Genetic_pollution" title="Genetic pollution">Genetic pollution</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Others</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Biodiversity_loss" title="Biodiversity loss">Biodiversity loss</a> <ul><li><a href="/wiki/Decline_in_amphibian_populations" title="Decline in amphibian populations">Decline in amphibian populations</a></li> <li><a href="/wiki/Decline_in_insect_populations" title="Decline in insect populations">Decline in insect populations</a></li></ul></li> <li><a href="/wiki/Biotechnology_risk" title="Biotechnology risk">Biotechnology risk</a> <ul><li><a href="/wiki/Biological_agent" title="Biological agent">Biological agent</a></li> <li><a href="/wiki/Biological_warfare" title="Biological warfare">Biological warfare</a></li> <li><a href="/wiki/Bioterrorism" title="Bioterrorism">Bioterrorism</a></li></ul></li> <li><a href="/wiki/Colony_collapse_disorder" title="Colony collapse disorder">Colony collapse disorder</a></li> <li><a href="/wiki/Defaunation" title="Defaunation">Defaunation</a></li> <li><a href="/wiki/Dysgenics" title="Dysgenics">Dysgenics</a></li> <li><a href="/wiki/Interplanetary_contamination" title="Interplanetary contamination">Interplanetary contamination</a></li> <li><a href="/wiki/Pandemic" title="Pandemic">Pandemic</a></li> <li><a href="/wiki/Pollinator_decline" title="Pollinator decline">Pollinator decline</a></li> <li><a href="/wiki/Overfishing" title="Overfishing">Overfishing</a></li></ul> </div></td></tr></tbody></table><div></div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Astronomical</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Big_Crunch" title="Big Crunch">Big Crunch</a></li> <li><a href="/wiki/Big_Rip" title="Big Rip">Big Rip</a></li> <li><a href="/wiki/Coronal_mass_ejection" title="Coronal mass ejection">Coronal mass ejection</a></li> <li><a href="/wiki/Cosmological_phase_transition" title="Cosmological phase transition">Cosmological phase transition</a></li> <li><a href="/wiki/Geomagnetic_storm" title="Geomagnetic storm">Geomagnetic storm</a></li> <li><a href="/wiki/False_vacuum_decay" class="mw-redirect" title="False vacuum decay">False vacuum decay</a></li> <li><a href="/wiki/Gamma-ray_burst" title="Gamma-ray burst">Gamma-ray burst</a></li> <li><a href="/wiki/Heat_death_of_the_universe" title="Heat death of the universe">Heat death of the universe</a></li> <li><a href="/wiki/Proton_decay" title="Proton decay">Proton decay</a></li> <li><a href="/wiki/Virtual_black_hole" title="Virtual black hole">Virtual black hole</a></li> <li><a href="/wiki/Impact_event" title="Impact event">Impact event</a> <ul><li><a href="/wiki/Asteroid_impact_avoidance" title="Asteroid impact avoidance">Asteroid impact avoidance</a></li> <li><a href="/wiki/Asteroid_impact_prediction" title="Asteroid impact prediction">Asteroid impact prediction</a></li> <li><a href="/wiki/Potentially_hazardous_object" title="Potentially hazardous object">Potentially hazardous object</a> <ul><li><a href="/wiki/Near-Earth_object" title="Near-Earth object">Near-Earth object</a></li></ul></li> <li><a href="/wiki/Impact_winter" title="Impact winter">winter</a></li> <li><a href="/wiki/Rogue_planet" title="Rogue planet">Rogue planet</a></li></ul></li> <li><a href="/wiki/Near-Earth_supernova" title="Near-Earth supernova">Near-Earth supernova</a></li> <li><a href="/wiki/Hypernova" title="Hypernova">Hypernova</a></li> <li><a href="/wiki/Micronova" title="Micronova">Micronova</a></li> <li><a href="/wiki/Solar_flare" title="Solar flare">Solar flare</a></li> <li><a href="/wiki/Stellar_collision" title="Stellar collision">Stellar collision</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="/wiki/Eschatology" title="Eschatology">Eschatological</a></th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Buddhist_eschatology" title="Buddhist eschatology">Buddhist</a> <ul><li><a href="/wiki/Maitreya" title="Maitreya">Maitreya</a></li> <li><a href="/wiki/Three_Ages_of_Buddhism" title="Three Ages of Buddhism">Three Ages</a></li></ul></li> <li><a href="/wiki/Hindu_eschatology" title="Hindu eschatology">Hindu</a> <ul><li><a href="/wiki/Kalki" title="Kalki">Kalki</a></li> <li><a href="/wiki/Kali_Yuga" title="Kali Yuga">Kali Yuga</a></li></ul></li> <li><a href="/wiki/Last_Judgment" title="Last Judgment">Last Judgement</a></li> <li><a href="/wiki/Second_Coming" title="Second Coming">Second Coming</a> <ul><li><a href="/wiki/Book_of_Enoch" title="Book of Enoch">1 Enoch</a></li> <li><a href="/wiki/Book_of_Daniel" title="Book of Daniel">Daniel</a> <ul><li><a href="/wiki/Abomination_of_desolation" title="Abomination of desolation">Abomination of desolation</a></li> <li><a href="/wiki/Prophecy_of_Seventy_Weeks" title="Prophecy of Seventy Weeks">Prophecy of Seventy Weeks</a></li></ul></li> <li><a href="/wiki/Messiah" title="Messiah">Messiah</a></li> <li><a href="/wiki/Christian_eschatology" title="Christian eschatology">Christian</a> <ul><li><a href="/wiki/Futurism_(Christianity)" title="Futurism (Christianity)">Futurism</a></li> <li><a href="/wiki/Historicism_(Christianity)" title="Historicism (Christianity)">Historicism</a> <ul><li><a href="/wiki/Historicist_interpretations_of_the_Book_of_Revelation" title="Historicist interpretations of the Book of Revelation">Interpretations of Revelation</a></li></ul></li> <li><a href="/wiki/Idealism_(Christian_eschatology)" title="Idealism (Christian eschatology)"> Idealism</a></li> <li><a href="/wiki/Preterism" title="Preterism">Preterism</a></li> <li><a href="/wiki/2_Esdras" title="2 Esdras">2 Esdras</a></li> <li><a href="/wiki/Second_Epistle_to_the_Thessalonians" title="Second Epistle to the Thessalonians">2 Thessalonians</a> <ul><li><a href="/wiki/Man_of_sin" title="Man of sin">Man of sin</a></li> <li><a href="/wiki/Katechon" title="Katechon">Katechon</a></li></ul></li> <li><a href="/wiki/Antichrist" title="Antichrist">Antichrist</a></li> <li><a href="/wiki/Book_of_Revelation" title="Book of Revelation">Book of Revelation</a> <ul><li><a href="/wiki/Events_of_Revelation" title="Events of Revelation">Events</a> <ul><li><a href="/wiki/Four_Horsemen_of_the_Apocalypse" title="Four Horsemen of the Apocalypse">Four Horsemen of the Apocalypse</a></li> <li><a href="/wiki/Lake_of_fire" title="Lake of fire">Lake of fire</a></li> <li><a href="/wiki/Number_of_the_beast" title="Number of the beast">Number of the Beast</a></li> <li><a href="/wiki/Seven_bowls" title="Seven bowls">Seven bowls</a></li> <li><a href="/wiki/Seven_seals" title="Seven seals">Seven seals</a></li> <li><a href="/wiki/The_Beast_(Revelation)" title="The Beast (Revelation)">The Beast</a></li> <li><a href="/wiki/Two_witnesses" title="Two witnesses">Two witnesses</a></li> <li><a href="/wiki/War_in_Heaven" title="War in Heaven">War in Heaven</a></li> <li><a href="/wiki/Whore_of_Babylon" title="Whore of Babylon">Whore of Babylon</a></li></ul></li></ul></li> <li><a href="/wiki/Great_Apostasy" title="Great Apostasy">Great Apostasy</a></li> <li><a href="/wiki/New_Earth_(Christianity)" title="New Earth (Christianity)">New Earth</a></li> <li><a href="/wiki/New_Jerusalem" title="New Jerusalem">New Jerusalem</a></li> <li><a href="/wiki/Olivet_Discourse" title="Olivet Discourse">Olivet Discourse</a> <ul><li><a href="/wiki/Great_Tribulation" title="Great Tribulation">Great Tribulation</a></li></ul></li> <li><a href="/wiki/Son_of_perdition" title="Son of perdition">Son of perdition</a></li> <li><a href="/wiki/The_Sheep_and_the_Goats" title="The Sheep and the Goats">Sheep and Goats</a></li></ul></li> <li><a href="/wiki/Islamic_eschatology" title="Islamic eschatology">Islamic</a> <ul><li><a href="/wiki/Qa%27im_Al_Muhammad" title="Qa'im Al Muhammad">Al-Qa'im</a></li> <li><a href="/wiki/Beast_of_the_Earth" title="Beast of the Earth">Beast of the Earth</a></li> <li><a href="/wiki/Dhu_al-Qarnayn" title="Dhu al-Qarnayn">Dhu al-Qarnayn</a></li> <li><a href="/wiki/Dhul-Suwayqatayn" title="Dhul-Suwayqatayn">Dhul-Suwayqatayn</a></li> <li><a href="/wiki/Al-Masih_ad-Dajjal" title="Al-Masih ad-Dajjal">Dajjal</a></li> <li><a href="/wiki/Israfil" title="Israfil">Israfil</a></li> <li><a href="/wiki/Mahdi" title="Mahdi">Mahdi</a></li> <li><a href="/wiki/Sufyani" title="Sufyani">Sufyani</a></li></ul></li> <li><a href="/wiki/Jewish_eschatology" title="Jewish eschatology">Jewish</a> <ul><li><a href="/wiki/Messiah_in_Judaism" title="Messiah in Judaism">Messiah</a></li> <li><a href="/wiki/Gog_and_Magog" title="Gog and Magog">War of Gog and Magog</a></li> <li><a href="/wiki/Third_Temple" title="Third Temple">Third Temple</a></li></ul></li></ul></li> <li><a href="/wiki/Ragnar%C3%B6k" title="Ragnarök">Norse</a></li> <li><a href="/wiki/Frashokereti" title="Frashokereti">Zoroastrian</a> <ul><li><a href="/wiki/Saoshyant" title="Saoshyant">Saoshyant</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Others</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/2011_end_times_prediction" title="2011 end times prediction">2011 end times prediction</a></li> <li><a href="/wiki/2012_phenomenon" title="2012 phenomenon">2012 phenomenon</a></li> <li><a href="/wiki/Apocalypse" title="Apocalypse">Apocalypse</a></li> <li><a href="/wiki/Apocalyptic_literature" title="Apocalyptic literature">Apocalyptic literature</a></li> <li><a href="/wiki/Apocalypticism" title="Apocalypticism">Apocalypticism</a></li> <li><a href="/wiki/Armageddon" title="Armageddon">Armageddon</a></li> <li><a href="/wiki/Blood_moon_prophecy" title="Blood moon prophecy">Blood moon prophecy</a></li> <li><a href="/wiki/Earth_Changes" title="Earth Changes">Earth Changes</a></li> <li><a href="/wiki/Global_catastrophic_risk" title="Global catastrophic risk">End time</a></li> <li><a href="/wiki/Gog_and_Magog" title="Gog and Magog">Gog and Magog</a></li> <li><a href="/wiki/List_of_dates_predicted_for_apocalyptic_events" title="List of dates predicted for apocalyptic events">List of dates predicted for apocalyptic events</a></li> <li><a href="/wiki/Messianism" title="Messianism">Messianism</a> <ul><li><a href="/wiki/Messianic_Age" title="Messianic Age">Messianic Age</a></li></ul></li> <li><a href="/wiki/Millenarianism" title="Millenarianism">Millenarianism</a></li> <li><a href="/wiki/Millennialism" title="Millennialism">Millennialism</a> <ul><li><a href="/wiki/Premillennialism" title="Premillennialism">Premillennialism</a></li> <li><a href="/wiki/Amillennialism" title="Amillennialism">Amillennialism</a></li> <li><a href="/wiki/Postmillennialism" title="Postmillennialism">Postmillennialism</a></li></ul></li> <li><a href="/wiki/Nemesis_(hypothetical_star)" title="Nemesis (hypothetical star)">Nemesis (hypothetical star)</a></li> <li><a href="/wiki/Nibiru_cataclysm" title="Nibiru cataclysm">Nibiru cataclysm</a></li> <li><a href="/wiki/Rapture" title="Rapture">Rapture</a> <ul><li><a href="/wiki/Rapture#Prewrath_premillennialism" title="Rapture">Prewrath</a></li> <li><a href="/wiki/Post-tribulation_rapture" title="Post-tribulation rapture">Post-tribulation rapture</a></li></ul></li> <li><a href="/wiki/Universal_resurrection" title="Universal resurrection">Resurrection of the dead</a></li> <li><a href="/wiki/World_to_come" title="World to come">World to come</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Fictional</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Alien_invasion" title="Alien invasion">Alien invasion</a></li> <li><a href="/wiki/Apocalyptic_and_post-apocalyptic_fiction" title="Apocalyptic and post-apocalyptic fiction">Apocalyptic and post-apocalyptic fiction</a> <ul><li><a href="/wiki/List_of_apocalyptic_and_post-apocalyptic_fiction" title="List of apocalyptic and post-apocalyptic fiction">List of apocalyptic and post-apocalyptic fiction</a></li> <li><a href="/wiki/List_of_apocalyptic_films" title="List of apocalyptic films">List of apocalyptic films</a></li></ul></li> <li><a href="/wiki/Climate_fiction" title="Climate fiction">Climate fiction</a></li> <li><a href="/wiki/Disaster_film" title="Disaster film">Disaster films</a> <ul><li><a href="/wiki/List_of_disaster_films" title="List of disaster films">List of disaster films</a></li></ul></li> <li><a href="/wiki/List_of_fictional_doomsday_devices" title="List of fictional doomsday devices">List of fictional doomsday devices</a></li> <li><a href="/wiki/Zombie_apocalypse" title="Zombie apocalypse">Zombie apocalypse</a> <ul><li><a href="/wiki/Zombie" title="Zombie">Zombie</a></li></ul></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Organizations</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Centre_for_the_Study_of_Existential_Risk" title="Centre for the Study of Existential Risk">Centre for the Study of Existential Risk</a></li> <li><a href="/wiki/Future_of_Humanity_Institute" title="Future of Humanity Institute">Future of Humanity Institute</a></li> <li><a href="/wiki/Future_of_Life_Institute" title="Future of Life Institute">Future of Life Institute</a></li> <li><a href="/wiki/Nuclear_Threat_Initiative" title="Nuclear Threat Initiative">Nuclear Threat Initiative</a></li></ul> </div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">General</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em"> <ul><li><a href="/wiki/Ransomware" title="Ransomware">Ransomware</a></li> <li><a href="/wiki/Cyberwarfare" title="Cyberwarfare">Cyberwarfare</a></li> <li><a href="/wiki/Disaster" title="Disaster">Disaster</a></li> <li><a href="/wiki/Economic_depression" title="Economic depression">Depression</a></li> <li><a href="/wiki/Financial_crisis" title="Financial crisis">Financial crisis</a></li> <li><a href="/wiki/Pandemic" title="Pandemic">Pandemic</a></li> <li><a href="/wiki/Riot" title="Riot">Riots</a></li> <li><a href="/wiki/Social_crisis" title="Social crisis">Social crisis</a></li> <li><a href="/wiki/Survivalism" title="Survivalism">Survivalism</a></li></ul> </div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div> <ul><li><a href="/wiki/File:The_Earth_seen_from_Apollo_17.jpg" class="mw-file-description"><img alt="" src="//upload.wikimedia.org/wikipedia/commons/thumb/9/97/The_Earth_seen_from_Apollo_17.jpg/16px-The_Earth_seen_from_Apollo_17.jpg" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/9/97/The_Earth_seen_from_Apollo_17.jpg/24px-The_Earth_seen_from_Apollo_17.jpg 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/9/97/The_Earth_seen_from_Apollo_17.jpg/32px-The_Earth_seen_from_Apollo_17.jpg 2x" data-file-width="3000" data-file-height="3002" /></a> <a href="/wiki/Portal:World" title="Portal:World">World portal</a></li> <li><img alt="" src="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/16px-Symbol_category_class.svg.png" decoding="async" width="16" height="16" class="mw-file-element" srcset="//upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/23px-Symbol_category_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/9/96/Symbol_category_class.svg/31px-Symbol_category_class.svg.png 2x" data-file-width="180" data-file-height="185" /> Categories <ul><li><a href="/wiki/Category:Apocalypticism" title="Category:Apocalypticism">Apocalypticism</a></li> <li><a href="/wiki/Category:Future_problems" title="Category:Future problems">Future problems</a></li> <li><a href="/wiki/Category:Hazards" title="Category:Hazards">Hazards</a></li> <li><a href="/wiki/Category:Risk_analysis" title="Category:Risk analysis">Risk analysis</a></li> <li><a href="/wiki/Category:Doomsday_scenarios" title="Category:Doomsday scenarios">Doomsday scenarios</a></li></ul></li></ul> </div></td></tr></tbody></table></div>    </div><noscript><img src="https://login.wikimedia.org/wiki/Special:CentralAutoLogin/start?type=1x1" alt="" width="1" height="1" style="border: none; position: absolute;"></noscript> <div class="printfooter" data-nosnippet="">Retrieved from "<a dir="ltr" href="https://en.wikipedia.org/w/index.php?title=Existential_risk_from_artificial_intelligence&oldid=1257846244">https://en.wikipedia.org/w/index.php?title=Existential_risk_from_artificial_intelligence&oldid=1257846244</a>"</div></div> <div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Help:Category" title="Help:Category">Categories</a>: <ul><li><a href="/wiki/Category:Existential_risk_from_artificial_general_intelligence" title="Category:Existential risk from artificial general intelligence">Existential risk from artificial general intelligence</a></li><li><a href="/wiki/Category:Future_problems" title="Category:Future problems">Future problems</a></li><li><a href="/wiki/Category:Human_extinction" title="Category:Human extinction">Human extinction</a></li><li><a href="/wiki/Category:AI_safety" title="Category:AI safety">AI safety</a></li><li><a href="/wiki/Category:Technology_hazards" title="Category:Technology hazards">Technology hazards</a></li><li><a href="/wiki/Category:Doomsday_scenarios" title="Category:Doomsday scenarios">Doomsday scenarios</a></li></ul></div><div id="mw-hidden-catlinks" class="mw-hidden-catlinks mw-hidden-cats-hidden">Hidden categories: <ul><li><a href="/wiki/Category:Webarchive_template_wayback_links" title="Category:Webarchive template wayback links">Webarchive template wayback links</a></li><li><a href="/wiki/Category:Articles_with_short_description" title="Category:Articles with short description">Articles with short description</a></li><li><a href="/wiki/Category:Short_description_is_different_from_Wikidata" title="Category:Short description is different from Wikidata">Short description is different from Wikidata</a></li><li><a href="/wiki/Category:Use_dmy_dates_from_May_2018" title="Category:Use dmy dates from May 2018">Use dmy dates from May 2018</a></li></ul></div></div> </div> </main> </div> <div class="mw-footer-container"> <footer id="footer" class="mw-footer" > <ul id="footer-info"> <li id="footer-info-lastmod"> This page was last edited on 16 November 2024, at 22:49 (UTC).</li> <li id="footer-info-copyright">Text is available under the <a href="/wiki/Wikipedia:Text_of_the_Creative_Commons_Attribution-ShareAlike_4.0_International_License" title="Wikipedia:Text of the Creative Commons Attribution-ShareAlike 4.0 International License">Creative Commons Attribution-ShareAlike 4.0 License</a>; additional terms may apply. By using this site, you agree to the <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Terms_of_Use" class="extiw" title="foundation:Special:MyLanguage/Policy:Terms of Use">Terms of Use</a> and <a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy" class="extiw" title="foundation:Special:MyLanguage/Policy:Privacy policy">Privacy Policy</a>. Wikipedia® is a registered trademark of the <a rel="nofollow" class="external text" href="https://wikimediafoundation.org/">Wikimedia Foundation, Inc.</a>, a non-profit organization.</li> </ul> <ul id="footer-places"> <li id="footer-places-privacy"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Privacy_policy">Privacy policy</a></li> <li id="footer-places-about"><a href="/wiki/Wikipedia:About">About Wikipedia</a></li> <li id="footer-places-disclaimers"><a href="/wiki/Wikipedia:General_disclaimer">Disclaimers</a></li> <li id="footer-places-contact"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us">Contact Wikipedia</a></li> <li id="footer-places-wm-codeofconduct"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Universal_Code_of_Conduct">Code of Conduct</a></li> <li id="footer-places-developers"><a href="https://developer.wikimedia.org">Developers</a></li> <li id="footer-places-statslink"><a href="https://stats.wikimedia.org/#/en.wikipedia.org">Statistics</a></li> <li id="footer-places-cookiestatement"><a href="https://foundation.wikimedia.org/wiki/Special:MyLanguage/Policy:Cookie_statement">Cookie statement</a></li> <li id="footer-places-mobileview"><a href="//en.m.wikipedia.org/w/index.php?title=Existential_risk_from_artificial_intelligence&mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li> </ul> <ul id="footer-icons" class="noprint"> <li id="footer-copyrightico"><a href="https://wikimediafoundation.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/static/images/footer/wikimedia-button.svg" width="84" height="29" alt="Wikimedia Foundation" loading="lazy"></a></li> <li id="footer-poweredbyico"><a href="https://www.mediawiki.org/" class="cdx-button cdx-button--fake-button cdx-button--size-large cdx-button--fake-button--enabled"><img src="/w/resources/assets/poweredby_mediawiki.svg" alt="Powered by MediaWiki" width="88" height="31" loading="lazy"></a></li> </ul> </footer> </div> </div> </div> <div class="vector-settings" id="p-dock-bottom"> <ul></ul> </div><script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgHostname":"mw-web.codfw.main-697b7966c5-xq9g4","wgBackendResponseTime":195,"wgPageParseReport":{"limitreport":{"cputime":"1.826","walltime":"1.975","ppvisitednodes":{"value":10805,"limit":1000000},"postexpandincludesize":{"value":456546,"limit":2097152},"templateargumentsize":{"value":11328,"limit":2097152},"expansiondepth":{"value":12,"limit":100},"expensivefunctioncount":{"value":16,"limit":500},"unstrip-depth":{"value":1,"limit":20},"unstrip-size":{"value":695656,"limit":5000000},"entityaccesscount":{"value":0,"limit":400},"timingprofile":["100.00% 1688.302 1 -total"," 66.39% 1120.931 2 Template:Reflist"," 14.98% 252.974 47 Template:Cite_news"," 14.30% 241.346 57 Template:Cite_web"," 12.29% 207.449 34 Template:Cite_journal"," 8.96% 151.278 15 Template:Cite_book"," 6.07% 102.532 1 Template:Sfn"," 5.20% 87.850 1 Template:Artificial_intelligence"," 5.07% 85.651 1 Template:Short_description"," 5.06% 85.502 1 Template:Sidebar_with_collapsible_lists"]},"scribunto":{"limitreport-timeusage":{"value":"1.178","limit":"10.000"},"limitreport-memusage":{"value":7803776,"limit":52428800},"limitreport-logs":"anchor_id_list = table#1 {\n [\"CITEREFAllenby2016\"] = 1,\n [\"CITEREFAnderson2014\"] = 1,\n [\"CITEREFArmstrong2013\"] = 1,\n [\"CITEREFBabauta\"] = 1,\n [\"CITEREFBalesD\u0026#039;AlessandroKirk-Giannini2024\"] = 1,\n [\"CITEREFBarrat2013\"] = 1,\n [\"CITEREFBarrettBaum2016\"] = 2,\n [\"CITEREFBaum2018\"] = 2,\n [\"CITEREFBostrom\"] = 1,\n [\"CITEREFBostrom2002\"] = 1,\n [\"CITEREFBostrom2012\"] = 2,\n [\"CITEREFBostrom2013\"] = 1,\n [\"CITEREFBostrom2014\"] = 2,\n [\"CITEREFBostrom2015\"] = 1,\n [\"CITEREFBostrom2016\"] = 1,\n [\"CITEREFBridge2017\"] = 1,\n [\"CITEREFBrimelow\"] = 1,\n [\"CITEREFCarayannisDraper2022\"] = 1,\n [\"CITEREFCarayannisDraper2023\"] = 1,\n [\"CITEREFChorost2016\"] = 1,\n [\"CITEREFChristian2020\"] = 1,\n [\"CITEREFClark2015a\"] = 1,\n [\"CITEREFClinton2017\"] = 1,\n [\"CITEREFColdewey2023\"] = 1,\n [\"CITEREFCotton-BarrattOrd2014\"] = 1,\n [\"CITEREFCoughlan2013\"] = 1,\n [\"CITEREFDadich\"] = 1,\n [\"CITEREFDawes2021\"] = 1,\n [\"CITEREFDe_Vynck2023\"] = 1,\n [\"CITEREFDietterichHorvitz2015\"] = 1,\n [\"CITEREFDignum2021\"] = 1,\n [\"CITEREFDoherty2018\"] = 1,\n [\"CITEREFDomonoske2017\"] = 1,\n [\"CITEREFDowd2017\"] = 1,\n [\"CITEREFEadicicco2015\"] = 1,\n [\"CITEREFFassihi2023\"] = 1,\n [\"CITEREFFisher\"] = 1,\n [\"CITEREFFord2015\"] = 1,\n [\"CITEREFFung2023\"] = 1,\n [\"CITEREFGarling2015\"] = 1,\n [\"CITEREFGebruTorres2024\"] = 1,\n [\"CITEREFGeist2016\"] = 1,\n [\"CITEREFGibbs2017\"] = 1,\n [\"CITEREFGraves2017\"] = 1,\n [\"CITEREFHaney2018\"] = 1,\n [\"CITEREFHendrycksMazeikaWoodside,_Thomas2023\"] = 1,\n [\"CITEREFHilliard2017\"] = 1,\n [\"CITEREFHsu2012\"] = 1,\n [\"CITEREFJackson\"] = 1,\n [\"CITEREFJindal2023\"] = 1,\n [\"CITEREFJohnson2015\"] = 1,\n [\"CITEREFJohnson2019\"] = 1,\n [\"CITEREFKasirzadeh2024\"] = 1,\n [\"CITEREFKateman2023\"] = 1,\n [\"CITEREFKelly2017\"] = 1,\n [\"CITEREFKharpal2017\"] = 1,\n [\"CITEREFKhatchadourian2015\"] = 1,\n [\"CITEREFKircher\"] = 1,\n [\"CITEREFKumar\"] = 1,\n [\"CITEREFMaas2019\"] = 1,\n [\"CITEREFMacAskill2022\"] = 1,\n [\"CITEREFMcGinnis2010\"] = 1,\n [\"CITEREFMcMillan2024\"] = 1,\n [\"CITEREFMecklin2023\"] = 1,\n [\"CITEREFMetz2018\"] = 1,\n [\"CITEREFMetz2023\"] = 1,\n [\"CITEREFMore2023\"] = 1,\n [\"CITEREFNgoChanSören_Mindermann2023\"] = 1,\n [\"CITEREFOrd2020\"] = 2,\n [\"CITEREFParkin2015\"] = 1,\n [\"CITEREFPiesing2012\"] = 1,\n [\"CITEREFPiper2023\"] = 1,\n [\"CITEREFPistono,_FedericoYampolskiy,_Roman_V.2016\"] = 1,\n [\"CITEREFRamamoorthyYampolskiy2018\"] = 1,\n [\"CITEREFRawlinson2015\"] = 1,\n [\"CITEREFRoose2023\"] = 1,\n [\"CITEREFRussell2014\"] = 1,\n [\"CITEREFRussell2017\"] = 1,\n [\"CITEREFRussellDeweyTegmark2015\"] = 1,\n [\"CITEREFRussellNorvig2003\"] = 1,\n [\"CITEREFRussellNorvig2009\"] = 1,\n [\"CITEREFSamuelsson2019\"] = 1,\n [\"CITEREFShermer2017\"] = 1,\n [\"CITEREFSotalaYampolskiy2014\"] = 5,\n [\"CITEREFSunak2023\"] = 1,\n [\"CITEREFTaylorHern2023\"] = 1,\n [\"CITEREFTegmark2017\"] = 1,\n [\"CITEREFTegmark2023\"] = 1,\n [\"CITEREFThe_White_House2023\"] = 1,\n [\"CITEREFTilli2016\"] = 2,\n [\"CITEREFTkachenko2024\"] = 1,\n [\"CITEREFToby_ShevlaneSebastian_FarquharBen_GarfinkelMary_Phuong2023\"] = 1,\n [\"CITEREFTorres2018\"] = 1,\n [\"CITEREFTurchinDenkenberger2018\"] = 1,\n [\"CITEREFTuring1951\"] = 2,\n [\"CITEREFTuring1996\"] = 1,\n [\"CITEREFTysonKikuchi2023\"] = 1,\n [\"CITEREFUrbinaLentzosInvernizziEkins2022\"] = 1,\n [\"CITEREFVincent2016\"] = 1,\n [\"CITEREFVincent2023\"] = 1,\n [\"CITEREFVynck2023\"] = 1,\n [\"CITEREFWakefield2015\"] = 1,\n [\"CITEREFWalter2023\"] = 1,\n [\"CITEREFWashington_Post2015\"] = 1,\n [\"CITEREFYampolskiy2014\"] = 1,\n [\"CITEREFYampolskiy2022\"] = 1,\n [\"CITEREFYudkowsky2008\"] = 1,\n [\"CITEREFYudkowsky2011\"] = 1,\n [\"CITEREFYudkowsky2023\"] = 1,\n}\ntemplate_list = table#1 {\n [\"Artificial intelligence\"] = 1,\n [\"Blockquote\"] = 2,\n [\"Cbignore\"] = 1,\n [\"Citation\"] = 3,\n [\"Cite arXiv\"] = 4,\n [\"Cite book\"] = 15,\n [\"Cite episode\"] = 1,\n [\"Cite journal\"] = 34,\n [\"Cite magazine\"] = 13,\n [\"Cite news\"] = 47,\n [\"Cite speech\"] = 1,\n [\"Cite web\"] = 57,\n [\"Clear\"] = 1,\n [\"Cquote\"] = 5,\n [\"Div col\"] = 1,\n [\"Div col end\"] = 1,\n [\"Doomsday\"] = 1,\n [\"Effective altruism\"] = 1,\n [\"Efn\"] = 3,\n [\"Existential risk from artificial intelligence\"] = 1,\n [\"Further\"] = 5,\n [\"Main\"] = 2,\n [\"Nbsp\"] = 1,\n [\"Notelist\"] = 1,\n [\"Reflist\"] = 1,\n [\"See also\"] = 3,\n [\"Sfn\"] = 1,\n [\"Short description\"] = 1,\n [\"Use dmy dates\"] = 1,\n [\"Webarchive\"] = 4,\n}\narticle_whitelist = table#1 {\n}\ntable#1 {\n [\"size\"] = \"tiny\",\n}\n","limitreport-profile":[["MediaWiki\\Extension\\Scribunto\\Engines\\LuaSandbox\\LuaSandboxCallback::callParserFunction","260","21.0"],["?","260","21.0"],["dataWrapper \u003Cmw.lua:672\u003E","140","11.3"],["MediaWiki\\Extension\\Scribunto\\Engines\\LuaSandbox\\LuaSandboxCallback::find","100","8.1"],["MediaWiki\\Extension\\Scribunto\\Engines\\LuaSandbox\\LuaSandboxCallback::gsub","80","6.5"],["makeMessage \u003Cmw.message.lua:76\u003E","40","3.2"],["format","40","3.2"],["date","40","3.2"],["MediaWiki\\Extension\\Scribunto\\Engines\\LuaSandbox\\LuaSandboxCallback::match","40","3.2"],["MediaWiki\\Extension\\Scribunto\\Engines\\LuaSandbox\\LuaSandboxCallback::formatDate","40","3.2"],["[others]","200","16.1"]]},"cachereport":{"origin":"mw-web.codfw.main-6b7f745dd4-sh94x","timestamp":"20241125133748","ttl":2592000,"transientcontent":false}}});});</script> <script type="application/ld+json">{"@context":"https:\/\/schema.org","@type":"Article","name":"Existential risk from artificial intelligence","url":"https:\/\/en.wikipedia.org\/wiki\/Existential_risk_from_artificial_intelligence","sameAs":"http:\/\/www.wikidata.org\/entity\/Q21715237","mainEntity":"http:\/\/www.wikidata.org\/entity\/Q21715237","author":{"@type":"Organization","name":"Contributors to Wikimedia projects"},"publisher":{"@type":"Organization","name":"Wikimedia Foundation, Inc.","logo":{"@type":"ImageObject","url":"https:\/\/www.wikimedia.org\/static\/images\/wmf-hor-googpub.png"}},"datePublished":"2015-05-01T21:17:43Z","dateModified":"2024-11-16T22:49:58Z","headline":"hypothesis that artificial general intelligence could result in human extinction"}</script> </body> </html>