Does the world need an arms control treaty for AI? | CyberScoop<\/title> <meta name=\"description\" content=\"Organizations like the IAEA offer an imperfect but instructive model for designing systems to control AI proliferation.\"> <link rel=\"canonical\" href=\"https:\/\/cyberscoop.com\/ai-danger-arm-control-nuclear-proliferation\/\"> <meta property=\"og:locale\" content=\"en_US\"> <meta property=\"og:type\" content=\"article\"> <meta property=\"og:title\" content=\"Does the world need an arms control treaty for AI?\"> <meta property=\"og:description\" content=\"Organizations like the IAEA offer an imperfect but instructive model for designing systems to control AI proliferation.\"> <meta property=\"og:url\" content=\"https:\/\/cyberscoop.com\/ai-danger-arm-control-nuclear-proliferation\/\"> <meta property=\"og:site_name\" content=\"CyberScoop\"> <meta property=\"article:published_time\" content=\"2023-06-29T14:33:06+00:00\"> <meta property=\"article:modified_time\" content=\"2023-06-29T14:33:07+00:00\"> <meta property=\"og:image\" content=\"https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg\"> <meta property=\"og:image:width\" content=\"1920\"> <meta property=\"og:image:height\" content=\"1357\"> <meta property=\"og:image:type\" content=\"image\/jpeg\"> <meta name=\"author\" content=\"eliasgroll\"> <meta name=\"twitter:card\" content=\"summary_large_image\">  <link rel=\"dns-prefetch\" href=\"\/\/cdn.parsely.com\">\n<link rel=\"dns-prefetch\" href=\"\/\/securepubads.g.doubleclick.net\">\n<link rel=\"dns-prefetch\" href=\"\/\/use.typekit.net\">\n<link rel=\"alternate\" type=\"application\/rss+xml\" title=\"CyberScoop \u00bb Feed\" href=\"https:\/\/cyberscoop.com\/feed\/\">\n<link rel=\"alternate\" type=\"application\/rss+xml\" title=\"CyberScoop \u00bb Comments Feed\" href=\"https:\/\/cyberscoop.com\/comments\/feed\/\"> <link rel=\"stylesheet\" id=\"all-css-0\" href=\"https:\/\/cyberscoop.com\/wp-includes\/css\/dist\/block-library\/style.min.css?m=1687285576g\" type=\"text\/css\" media=\"all\"> <link rel=\"stylesheet\" id=\"all-css-2\" href=\"https:\/\/cyberscoop.com\/wp-content\/mu-plugins\/search\/elasticpress-next\/dist\/css\/related-posts-block-styles.min.css?m=1685471931g\" type=\"text\/css\" media=\"all\"> <link rel=\"stylesheet\" id=\"all-css-4\" href=\"https:\/\/cyberscoop.com\/wp-content\/themes\/scoopnewsgroup\/dist\/css\/frontend.css?m=1687962474g\" type=\"text\/css\" media=\"all\">\n<link rel=\"stylesheet\" id=\"typekit-css\" href=\"https:\/\/use.typekit.net\/itk2qbh.css?ver=172264176d4de0f97962\" media=\"all\"> <link rel=\"https:\/\/api.w.org\/\" href=\"https:\/\/cyberscoop.com\/wp-json\/\"><link rel=\"alternate\" type=\"application\/json\" href=\"https:\/\/cyberscoop.com\/wp-json\/wp\/v2\/posts\/75041\"><link rel=\"EditURI\" type=\"application\/rsd+xml\" title=\"RSD\" href=\"https:\/\/cyberscoop.com\/xmlrpc.php?rsd\">\n<link rel=\"wlwmanifest\" type=\"application\/wlwmanifest+xml\" href=\"https:\/\/cyberscoop.com\/wp-includes\/wlwmanifest.xml\">\n<meta name=\"generator\" content=\"WordPress 6.2.2\">\n<link rel=\"shortlink\" href=\"https:\/\/cyberscoop.com\/?p=75041\">\n<link rel=\"alternate\" type=\"application\/json+oembed\" href=\"https:\/\/cyberscoop.com\/wp-json\/oembed\/1.0\/embed?url=https%3A%2F%2Fcyberscoop.com%2Fai-danger-arm-control-nuclear-proliferation%2F\">\n<link rel=\"alternate\" type=\"text\/xml+oembed\" href=\"https:\/\/cyberscoop.com\/wp-json\/oembed\/1.0\/embed?url=https%3A%2F%2Fcyberscoop.com%2Fai-danger-arm-control-nuclear-proliferation%2F&format=xml\">\n<meta name=\"parsely-title\" content=\"Does the world need an arms control treaty for AI?\"><br \/>\n<meta name=\"parsely-link\" content=\"http:\/\/cyberscoop.com\/ai-danger-arm-control-nuclear-proliferation\/\"><br \/>\n<meta name=\"parsely-type\" content=\"post\"><br \/>\n<meta name=\"parsely-image-url\" content=\"https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?w=150&h=150&crop=1\"><br \/>\n<meta name=\"parsely-pub-date\" content=\"2023-06-29T14:33:06Z\"><br \/>\n<meta name=\"parsely-section\" content=\"Geopolitics\"><br \/>\n<meta name=\"parsely-tags\" content=\"artificial intelligence (ai)\"><br \/>\n<meta name=\"parsely-author\" content=\"eliasgroll\">   <link rel=\"icon\" href=\"https:\/\/cyberscoop.com\/wp-content\/uploads\/sites\/3\/2023\/01\/cropped-cs_favicon-2.png?w=32\" sizes=\"32x32\">\n<link rel=\"icon\" href=\"https:\/\/cyberscoop.com\/wp-content\/uploads\/sites\/3\/2023\/01\/cropped-cs_favicon-2.png?w=192\" sizes=\"192x192\">\n<link rel=\"apple-touch-icon\" href=\"https:\/\/cyberscoop.com\/wp-content\/uploads\/sites\/3\/2023\/01\/cropped-cs_favicon-2.png?w=180\">\n<meta name=\"msapplication-TileImage\" content=\"https:\/\/cyberscoop.com\/wp-content\/uploads\/sites\/3\/2023\/01\/cropped-cs_favicon-2.png?w=270\"> <\/head><body class=\"post-template-default single single-post postid-75041 single-format-standard\" id=\"readabilityBody\"> <svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-dark-grayscale\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0 0.49803921568627\" \/><feFuncG type=\"table\" tableValues=\"0 0.49803921568627\" \/><feFuncB type=\"table\" tableValues=\"0 0.49803921568627\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-grayscale\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0 1\" \/><feFuncG type=\"table\" tableValues=\"0 1\" \/><feFuncB type=\"table\" tableValues=\"0 1\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-purple-yellow\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0.54901960784314 0.98823529411765\" \/><feFuncG type=\"table\" tableValues=\"0 1\" \/><feFuncB type=\"table\" tableValues=\"0.71764705882353 0.25490196078431\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-blue-red\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0 1\" \/><feFuncG type=\"table\" tableValues=\"0 0.27843137254902\" \/><feFuncB type=\"table\" tableValues=\"0.5921568627451 0.27843137254902\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-midnight\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0 0\" \/><feFuncG type=\"table\" tableValues=\"0 0.64705882352941\" \/><feFuncB type=\"table\" tableValues=\"0 1\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-magenta-yellow\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0.78039215686275 1\" \/><feFuncG type=\"table\" tableValues=\"0 0.94901960784314\" \/><feFuncB type=\"table\" tableValues=\"0.35294117647059 0.47058823529412\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-purple-green\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0.65098039215686 0.40392156862745\" \/><feFuncG type=\"table\" tableValues=\"0 1\" \/><feFuncB type=\"table\" tableValues=\"0.44705882352941 0.4\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg><svg viewBox=\"0 0 0 0\" width=\"0\" height=\"0\" focusable=\"false\" role=\"none\"><defs><filter id=\"wp-duotone-blue-orange\"><feColorMatrix color-interpolation-filters=\"sRGB\" type=\"matrix\" values=\" .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 .299 .587 .114 0 0 \" \/><feComponentTransfer color-interpolation-filters=\"sRGB\"><feFuncR type=\"table\" tableValues=\"0.098039215686275 1\" \/><feFuncG type=\"table\" tableValues=\"0 0.66274509803922\" \/><feFuncB type=\"table\" tableValues=\"0.84705882352941 0.41960784313725\" \/><feFuncA type=\"table\" tableValues=\"1 1\" \/><\/feComponentTransfer><feComposite in2=\"SourceGraphic\" operator=\"in\" \/><\/filter><\/defs><\/svg> <a href=\"https:\/\/cyberscoop.com\/ai-danger-arm-control-nuclear-proliferation\/#main\" class=\"skip-to-content-link visually-hidden-focusable\">Skip to main content<\/a> <\/p>\n<div class=\"ad ad--top ad--top-desktop\">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p> <main id=\"main\" role=\"main\" tabindex=\"-1\"> <\/p>\n<div class=\"ad ad--top ad--top-mobile\">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<section id=\"stickybar\" class=\"stickybar stickybar--newsletter js-stickybar\" readability=\"0.82\"> <button class=\"stickybar__close js-stickybar-close\" aria-controls=\"stickybar\"> <svg class=\"icon icon--close\" width=\"21\" height=\"22\" viewBox=\"0 0 21 22\" fill=\"none\"><path d=\"m.822.518-.805.805L9.695 11 .017 20.678l.805.805 9.678-9.678 9.677 9.678.806-.805L11.305 11l9.678-9.677-.806-.805-9.677 9.677L.822.518Z\" fill=\"currentColor\" \/><\/svg> <span class=\"visually-hidden\">Close<\/span> <\/button> <\/section>\n<article class=\"single-article content\">\n<div class=\"single-article__container js-single-article-content\">\n<header class=\"single-article__header \" readability=\"23.897321428571\">\n<div class=\"single-article__header-content\" readability=\"29.559241706161\">\n<ul class=\"single-article__eyebrow\">\n<li class=\"single-article__category\"> <a class=\"single-article__category-link\" href=\"https:\/\/cyberscoop.com\/news\/geopolitics\/\"> <span>Geopolitics<\/span> <\/a> <\/li>\n<\/ul>\n<p> Organizations like the IAEA offer an imperfect but instructive model for designing systems to control AI proliferation. <\/p>\n<\/p><\/div>\n<div class=\"single-article__cover-wrap\">\n<figure class=\"single-article__cover\"> <img data-recalc-dims=\"1\" fetchpriority=\"high\" width=\"640\" height=\"452\" src=\"https:\/\/i0.wp.com\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai.jpg?resize=640%2C452&ssl=1\" class=\"single-article__cover-image wp-post-image\" alt decoding=\"async\" srcset=\"https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg 1920w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=300,212 300w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=768,543 768w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=1024,724 1024w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=1536,1086 1536w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=600,424 600w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=238,168 238w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=477,337 477w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=955,675 955w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2023\/07\/does-the-world-need-an-arms-control-treaty-for-ai-1.jpg?resize=1193,843 1193w\" sizes=\"(max-width: 955px) 100vw, 955px\"><figcaption> Getty Images <\/figcaption><\/figure>\n<\/p><\/div>\n<\/header>\n<div class=\"single-article__content\">\n<div class=\"single-article__content-inner has-drop-cap\"> <html readability=\"142.2929193038\"><body readability=\"285.10036363636\"><\/p>\n<p>At the dawn of the atomic age, the nuclear scientists who invented the atomic bomb realized that the weapons of mass destruction they had created desperately needed to be controlled. Physicists such as Niels Bohr and J. Robert Oppenheimer believed that as knowledge of nuclear science spread so, too, would bombs. That realization marked the beginning of the post-war arms control era.<\/p>\n<p>Today, there\u2019s a similar awakening among the scientists and researchers behind advancements in artificial intelligence. If AI really poses an extinction threat to humankind \u2014 <a href=\"https:\/\/www.safe.ai\/statement-on-ai-risk\" target=\"_blank\" rel=\"noreferrer noopener\">as many in the field claim<\/a> \u2014 many experts in the field are examining how efforts to limit the spread of nuclear warheads might control the rampant spread of AI.<\/p>\n<p>Already, OpenAI, the world\u2019s leading AI lab, <a href=\"https:\/\/openai.com\/blog\/governance-of-superintelligence\" target=\"_blank\" rel=\"noreferrer noopener\">has called for<\/a> the formation of \u201csomething like\u201d an International Atomic Energy Agency \u2014 the global nuclear watchdog \u2014 but for AI. United Nations Secretary General Antonio Guterres has since <a href=\"https:\/\/www.reuters.com\/technology\/un-chief-backs-idea-global-ai-watchdog-like-nuclear-agency-2023-06-12\/\" target=\"_blank\" rel=\"noreferrer noopener\">backed the idea<\/a>, and rarely a day goes by in Washington without <a href=\"https:\/\/apnews.com\/article\/biden-ai-artificial-intelligence-518ec2a9190cfb10db9dbcc1eaab3c4c\" target=\"_blank\" rel=\"noreferrer noopener\">one elected official<\/a> or another <a href=\"https:\/\/www.nbcnews.com\/politics\/congress\/schumer-call-hands-deck-approach-regulating-ai-rcna90193\" target=\"_blank\" rel=\"noreferrer noopener\">expressing a need<\/a> for <a href=\"https:\/\/lieu.house.gov\/media-center\/press-releases\/reps-lieu-buck-eshoo-and-sen-schatz-introduce-bipartisan-bicameral-bill\" target=\"_blank\" rel=\"noreferrer noopener\">stricter AI regulation<\/a>. <\/p>\n<p>Early efforts to control AI \u2014 such as via export controls targeting the chips that power bleeding-edge models \u2014 show how tools designed to control the spread of nuclear weapons might be applied to AI. But at this point in the development of AI, it\u2019s far from certain that the arms control lessons of the nuclear era translate elegantly to the era of machine intelligence. <\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<h4 class=\"wp-block-heading\">Arms control frameworks for AI <\/h4>\n<p>Most concepts of controlling the spread of AI models turn on a quirk of the technology. Building an advanced AI system today requires three key ingredients: data, algorithms and computing power \u2014 what the researcher Ben Buchanan <a href=\"https:\/\/cset.georgetown.edu\/publication\/the-ai-triad-and-what-it-means-for-national-security-strategy\/\" target=\"_blank\" rel=\"noreferrer noopener\">popularized as the \u201cAI Triad.\u201d<\/a> Data and algorithms are essentially impossible to control, but only a handful of companies build the type of computing power \u2014 powerful graphics processing units \u2014 needed to build cutting-edge language models. And a single company \u2014 <a href=\"https:\/\/www.nvidia.com\/en-us\/\" target=\"_blank\" rel=\"noreferrer noopener\">Nvidia<\/a> \u2014 dominates the upper end of this market. <\/p>\n<p>Because leading AI models are reliant on high-end GPUs \u2014 at least for now \u2014 controlling the hardware for building large language model offers a way to use arms control concepts to limit proliferation of the most powerful models. \u201cIt\u2019s not the best governance we could imagine, but it\u2019s the best one we have available,\u201d said Lennart Heim, a researcher at the Centre for the Governance of AI, a British nonprofit, who studies computing resources. <\/p>\n<p>U.S. officials have in recent months embarked on an experiment that offers a preview of what an international regime to control AI might look like. In October, the U.S. <a href=\"https:\/\/www.lawfareblog.com\/whats-commerce-departments-recent-export-controls-technology-bound-china\" target=\"_blank\" rel=\"noreferrer noopener\">banned the export<\/a> of high-end GPUs to China and the chip making equipment necessary to make the most advanced chips, attempting to prevent proliferation of advanced AI models to China. \u201cIf you look at how AI is currently being governed,\u201d Heim said, \u201cit\u2019s being governed right now by the U.S. government. They\u2019re making sure certain chips don\u2019t go to China.\u201d <\/p>\n<p>Biden administration officials are <a href=\"https:\/\/www.wsj.com\/articles\/u-s-considers-new-curbs-on-ai-chip-exports-to-china-56b17feb?mod=article_inline\" target=\"_blank\" rel=\"noreferrer noopener\">now considering<\/a> expanding these controls to lagging-edge chips and limiting Chinese access to cloud computing resources, moves that would further cut Beijing off from the hardware it needs to build competitive AI models. <\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>While Washington is the driving force behind these export controls, which are aimed <a href=\"https:\/\/www.whitehouse.gov\/briefing-room\/speeches-remarks\/2022\/09\/16\/remarks-by-national-security-advisor-jake-sullivan-at-the-special-competitive-studies-project-global-emerging-technologies-summit\/\" target=\"_blank\" rel=\"noreferrer noopener\">at ensuring U.S. supremacy in microelectronics, quantum computing and AI<\/a>, it also relies on allies. In restricting the flow of chips and chipmaking equipment to China, the U.S. has signed up support from other key manufacturers of such goods:<a href=\"https:\/\/www.reuters.com\/technology\/dutch-responds-us-china-policy-with-plan-curb-semiconductor-tech-exports-2023-03-08\/\" target=\"_blank\" rel=\"noreferrer noopener\"> the Netherlands<\/a>, <a href=\"https:\/\/www.aljazeera.com\/economy\/2023\/3\/31\/japan-to-restrict-chip-equipment-exports-amid-china-fears\" target=\"_blank\" rel=\"noreferrer noopener\">Japan<\/a>, <a href=\"https:\/\/news.bloomberglaw.com\/international-trade\/us-south-korea-agree-to-cooperate-on-chip-export-controls\" target=\"_blank\" rel=\"noreferrer noopener\">South Korea<\/a> and <a href=\"https:\/\/www.reuters.com\/technology\/taiwan-signals-its-chip-firms-will-follow-new-us-rules-china-2022-10-08\/\">Taiwan<\/a>.<\/p>\n<p>By virtue of their chokehold on the chips used to train high-end language models, these countries are showing how the spread of AI models might be checked via what for now are ad hoc measures that might one day be integrated into an international body. <\/p>\n<p>But that\u2019s only one half of the puzzle of international arms control. <\/p>\n<h4 class=\"wp-block-heading\">Carrots and sticks <\/h4>\n<p>In the popular imagination, the IAEA is an organization primarily charged with sending inspectors around the world to ensure that peaceful nuclear energy programs aren\u2019t being subverted to build nuclear bombs. The less well-known work of the agency facilitates the transfer of nuclear science. Its basic bargain is something like this: sign up to the Nuclear Non-Proliferation Treaty, pledge not to build a bomb and the IAEA will help you reap the benefits of peaceful nuclear energy. <\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>\u201cThat\u2019s the big reason that most states are enthusiastic about the IAEA: They\u2019re in it for the carrots,\u201d said Carl Robichaud, who helps lead the existential risk and nuclear weapons program at Longview Philanthropy, a nonprofit based in London. \u201cThey show up in Vienna in order to get assistance with everything from radiotherapy to building nuclear power plants.\u201d<\/p>\n<p>Building an international control regime of this sort for AI requires considering how to first govern the spread of the technology and then how to make its benefits available, argues Paul Scharre, the executive vice president and director of studies at the Center for a New American Security in Washington. By controlling where advanced AI chips go and who amasses them, licensing the data centers used to train models and monitoring who is training very capable models, such a regime could control the proliferation of these models, Scharre <a href=\"https:\/\/www.cnas.org\/publications\/commentary\/arms-control-for-artificial-intelligence\" target=\"_blank\" rel=\"noreferrer noopener\">argued<\/a>.<\/p>\n<p>Countries that buy into this arrangement would then gain easier access to very capable models for peaceful use. \u201cIf you want to access the model to do scientific discovery, that\u2019s available \u2014 just not to make biological weapons,\u201d Scharre said.<\/p>\n<p>These types of access controls have grown more feasible as leading AI labs have abandoned the open source approach that has been a hallmark of the industry in recent years. Today, the most advanced models are only available via online apps or APIs, which allows for monitoring how they are used. Controlling access in this way \u2014 both to monitor use and to provide beneficial access \u2014 is essential for any regime to control the spread of advanced AI systems, Scharre argued. <\/p>\n<p>But it\u2019s not clear that the economic incentives of participating in such a regime translate from the world of nuclear arms control to AI governance. Institutions like the IAEA help to facilitate the creation of capital and knowledge intensive nuclear energy industries, and it\u2019s unclear whether similar hurdles exist for AI to incentivize participating in an arms control regime.<\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>\u201cI like the idea of an international agency that helps humanity benefit more equitably from AI and helps this technology reach and help everyone. It\u2019s not clear right now that there is market failure as to why that wouldn\u2019t happen,\u201d Robichaud said.<\/p>\n<p>It\u2019s also not clear that access controls can be maintained in the long run. Unlike nuclear weapons, which are fairly large physical devices that are difficult to move around, AI models are just software that <a href=\"https:\/\/cyberscoop.com\/meta-large-language-model-available-online\/\" target=\"_blank\" rel=\"noreferrer noopener\">can be easily copied and spread online<\/a>. \u201cAll it takes is one person to leak the model and then the cats out of the bag,\u201d Scharre said.<\/p>\n<p>That places an intense burden on AI labs to keep their products from escaping the lab \u2014 <a href=\"https:\/\/cyberscoop.com\/meta-large-language-model-available-online\/\">as has already occurred<\/a> \u2014 and is an issue U.S. policymakers are trying to address.<\/p>\n<p>In an interview with CyberScoop, Anne Neuberger, a top White House adviser on cybersecurity and emerging technology, said that as leading AI firms increasingly move away from open source models and seek to control access, the U.S. government has carried out defensive cybersecurity briefings to leading AI firms to help ensure that their models aren\u2019t stolen or leaked.<\/p>\n<h4 class=\"wp-block-heading\">What are we trying to prevent? <\/h4>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>When AI safety researchers speak of the potentially existential threat posed by AI \u2014 whether that be a flood disinformation or the development of novel biological weapons \u2014 they are speculating. Looking at the exponential progress of machine learning systems in the past decade, many AI safety researchers believe that if current trends hold, machine intelligence may very well surpass human intelligence. And, if it does, there\u2019s reason to think <a href=\"https:\/\/arxiv.org\/pdf\/2303.16200.pdf\" target=\"_blank\" rel=\"noreferrer noopener\">machines won\u2019t be kind to humans<\/a>. <\/p>\n<p>But that isn\u2019t a sure thing, and it\u2019s not clear exactly what catastrophic AI harms the future holds that need to be prevented today. That\u2019s a major problem for trying to build an international regime to govern the spread of AI. \u201cWe don\u2019t know exactly what we\u2019re going to need because we don\u2019t know exactly what the technology is going to do,\u201d said Robert Trager, a political scientist at the University of California, Los Angeles, studying how to govern emerging technology. <\/p>\n<p>In trying to prevent the spread of nuclear weapons, the international community was inspired by the immense violence visited upon Hiroshima and Nagasaki. The destruction of these cities provided an illustration of the dangers posed by nuclear weapons technology and an impetus to govern their spread \u2014 which only gained momentum with the advent of more destructive thermonuclear bombs. <\/p>\n<p>By contrast, the catastrophic risks posed by AI are theoretical and draw from the realm of science fiction, which makes it difficult to build the consensus necessary for an international non-proliferation regime. \u201cI think these discussions are suffering a little bit from being maybe ahead of their time,\u201d said Helen Toner, an AI policy and safety expert at the Center for Security and Emerging Technology at Georgetown University and who <a href=\"https:\/\/openai.com\/blog\/helen-toner-joins\">sits on OpenAI\u2019s board of directors<\/a>.<\/p>\n<p>If 10 or 20 years from now, companies are building AI systems that are clearly reaching a point where they threaten human civilization, \u201cyou can imagine there being more political will and more political consensus around the need to have something quite, quite strong,\u201d Toner said. But if major treaties and conventions are the product of tragedy and catastrophe, those arguing for AI controls now have a simple request, Toner observes: \u201cDo we have to wait? Can we not skip that step?\u201d<\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>But that idea hasn\u2019t broken through with policymakers, who appear more focused on immediate risks, such as biased AI systems and the spread of misinformation. Neuberger, the White House adviser, said that while international efforts to govern AI are important, the Biden administration is more focused on how the technology is being used and abused today and what steps to take via executive order and congressional action before moving to long-term initiatives.<\/p>\n<p>\u201cThere\u2019s a time sequence here,\u201d Neuberger said. \u201cWe can talk about longer term efforts, but we want to make sure we\u2019re focusing on the threats today.\u201d<\/p>\n<p>In Europe, where EU lawmakers are at work on a landmark AI Act, which would <a href=\"https:\/\/www.brookings.edu\/articles\/the-eu-and-us-diverge-on-ai-regulation-a-transatlantic-comparison-and-steps-to-alignment\/#anchor4\" target=\"_blank\" rel=\"noreferrer noopener\">limit its use in high-risk contexts<\/a>, regulators have taken a similarly skeptical approach toward the existential risks of AI and are instead focusing on how to address the risks posed by AI as it is used today.<\/p>\n<p>The risk of extinction might exist, \u201cbut I think the likelihood is quite small,\u201d the EU\u2019s competition chief Margrethe Vestager <a href=\"https:\/\/www.bbc.co.uk\/news\/technology-65881389\" target=\"_blank\" rel=\"noreferrer noopener\">recently told the BBC<\/a>. \u201cI think the AI risks are more that people will be discriminated [against], they will not be seen as who they are.\u201d<\/p>\n<h4 class=\"wp-block-heading\" id=\"h-long-term-control\">Long-term control <\/h4>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>Today\u2019s leading AI models are built on a foundation of funneling ever more data into ever more powerful data centers to produce ever more powerful models. But as the algorithms that process that data become more efficient it\u2019s not clear that ever more powerful data centers \u2014 and the chips that power them \u2014 will be necessary. As algorithms become more efficient, model developers \u201cget better capability\u201d for \u201cless compute,\u201d Heim from the Centre for the Governance of AI explains. In the future, this may mean that developers can train far more advanced models with less advanced hardware.<\/p>\n<p>Today, efforts to control the spread of AI rest on controlling hardware, but if having access to the most advanced hardware is no longer essential for building the most advanced models, the current regime to control AI crumbles.<\/p>\n<p>These shifts in training models are already taking place. Last year, researchers at Together, an open source AI firm, <a href=\"https:\/\/www.together.xyz\/blog\/releasing-v1-of-gpt-jt-powered-by-open-source-ai\" target=\"_blank\" rel=\"noreferrer noopener\">trained a model known as GPT-JT<\/a> using a variety of GPUs strung together using slow internet speeds \u2014 <a href=\"https:\/\/jack-clark.net\/2022\/12\/05\/import-ai-311-distributed-gpt-busts-the-political-economy-of-ai-apple-optimizes-stable-diffusion-ai-war-startup-raises-1-48-billion\/\" target=\"_blank\" rel=\"noreferrer noopener\">suggesting<\/a> that high-performing models could be trained in a decentralized manner by linking large numbers of lagging-edge chips. And as publicly available, ever more capable open source models proliferate, the moat separating AI labs from independent developers continues to narrow \u2014 <a href=\"https:\/\/www.semianalysis.com\/p\/google-we-have-no-moat-and-neither\" target=\"_blank\" rel=\"noreferrer noopener\">or may disappear altogether<\/a>. <\/p>\n<p>What\u2019s more, arguments about the role of algorithmic efficiency making compute less relevant don\u2019t account for entirely new approaches to training models. Today\u2019s leading models rely on a compute-intensive transformer architecture, but future models may use some entirely different approach that would undermine efforts today to control AI models, Toner observes. <\/p>\n<p>Moreover, arms control experts observe that past efforts to control the spread of dangerous weapons should force a measure of humility on any policymaker trying to control the spread of AI. In the aftermath of World War II, President Truman and many of his key aides, ignoring their scientific advisers, convinced themselves that it would take the Soviet Union decades to build an atomic bomb \u2014 when it only took the Kremlin five years. And in spite of export controls, China succeeded in building <a href=\"https:\/\/news.cgtn.com\/news\/2021-06-28\/What-is-the-spirit-of-Two-Bombs-and-One-Satellite--11sceTQO93i\/index.html\" target=\"_blank\" rel=\"noreferrer noopener\">\u201c2 bombs and 1 satellite\u201d<\/a> \u2014 an atomic bomb, a thermonuclear bomb and a space program. <\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>That history makes Trager, the political scientist, skeptical about \u201cgrand visions for what export restrictions can do.\u201d <\/p>\n<p>With private companies currently conducting the most advanced AI research, efforts to control the technology have understandably focused on managing industry, but in the long run, military applications may be far more concerning than commercial applications. And that does not bode well for arms control efforts. According to Trager, there is no example in history of major powers \u201cagreeing to limit the development of a technology that they see as very important for their security, and for which they don\u2019t have military substitutes.\u201d<\/p>\n<p>But even if arms control frameworks are imperfect vessels for regulating AI, arms control regimes have evolved over time and grown more stringent to deal with setbacks. The discovery of Iraq\u2019s nuclear program in the 1990s, for example, <a href=\"https:\/\/www.armscontrol.org\/act\/2007_11\/Lookingback\" target=\"_blank\" rel=\"noreferrer noopener\">spurred the creation<\/a> of additional protocols to the Non-Proliferation Treaty. <\/p>\n<p>\u201cWe\u2019re 80 years into the nuclear age, and we haven\u2019t had a detonation in wartime since 1945 and we only have nine nuclear-armed states,\u201d Robichaud from Longview Philanthropy argues. \u201cWe\u2019ve gotten lucky a few times, but we\u2019ve also built the systems that started off really weak and have gotten better over time.\u201d <\/p>\n<p><\/body> <\/p>\n<footer class=\"single-article__footer\">\n<div class=\"single-article__tags-container\">\n<h4 class=\"single-article__tags-title\">In This Story<\/h4>\n<\/p><\/div>\n<\/footer>\n<p> <\/html><\/div>\n<\/p><\/div>\n<\/p><\/div>\n<div class=\"single-article__ads js-single-article-sidebar\">\n<div class=\"ad ad--sidebar js-single-article-sidebar-5 ad--rightrail_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<div class=\"ad ad--sidebar js-single-article-sidebar-4 ad--rightrail_2 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<div class=\"ad ad--sidebar js-single-article-sidebar-3 ad--rightrail_3 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div><\/div>\n<\/article>\n<div class=\"popular-stories popular-stories--single-post\">\n<div class=\"popular-stories__container\">\n<h2 class=\"popular-stories__title\"> More Scoops <\/h2>\n<p>  <\/div>\n<p>\n<\/div>\n<p> <\/p>\n<section class=\"latest-podcasts\">\n<h2 class=\"latest-podcasts__title\"> Latest Podcasts\t<\/h2>\n<\/section>\n<div class=\"top-categories\">\n<div class=\"top-categories__container\">\n<h3 class=\"top-categories__category-title\">Technology<\/h3>\n<\/p><\/div>\n<div class=\"top-categories__container\">\n<h3 class=\"top-categories__category-title\">Government<\/h3>\n<\/p><\/div>\n<\/p><\/div>\n<p> <\/main> <\/p>\n<div class=\"ad ad--bottom \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<div id=\"interstitial\" class=\"welcome__container\"> <button id=\"close-modal-1\" class=\"welcome__clickable_area\"><\/button> <\/p>\n<div class=\"welcome__ad_wrapper\">\n<p> <button id=\"close-modal-3\" class=\"welcome__continue-button\">Continue to CyberScoop<\/button> <\/p>\n<\/p><\/div>\n<\/p><\/div>\n<p>   <\/body> <a href=\"https:\/\/cyberscoop.com\/ai-danger-arm-control-nuclear-proliferation\/\">Source<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Does the world need an arms control treaty for AI?<\/p>\n","protected":false},"author":11,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[384,302,117],"tags":[388,306,119],"class_list":["post-1464","post","type-post","status-publish","format-standard","hentry","category-artificial-intelligence-ai","category-geopolitics","category-government","tag-artificial-intelligence-ai","tag-geopolitics","tag-government"],"featured_image_urls":{"full":"","thumbnail":"","medium":"","medium_large":"","large":"","1536x1536":"","2048x2048":"","chromenews-featured":"","chromenews-large":"","chromenews-medium":""},"author_info":{"display_name":"Cyber Scoop","author_link":"https:\/\/ddi.mohflo.net\/index.php\/author\/cyberscoop\/"},"category_info":"<a href=\"https:\/\/ddi.mohflo.net\/index.php\/category\/artificial-intelligence-ai\/\" rel=\"category tag\">artificial intelligence (AI)<\/a> <a href=\"https:\/\/ddi.mohflo.net\/index.php\/category\/geopolitics\/\" rel=\"category tag\">Geopolitics<\/a> <a href=\"https:\/\/ddi.mohflo.net\/index.php\/category\/government\/\" rel=\"category tag\">Government<\/a>","tag_info":"Government","comment_count":"0","jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/posts\/1464","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/users\/11"}],"replies":[{"embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/comments?post=1464"}],"version-history":[{"count":0,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/posts\/1464\/revisions"}],"wp:attachment":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/media?parent=1464"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/categories?post=1464"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/tags?post=1464"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}

{"id":1464,"date":"2023-06-29T14:33:06","date_gmt":"2023-06-29T14:33:06","guid":{"rendered":"https:\/\/cyberscoop.com\/?p=75041"},"modified":"2023-06-29T14:33:06","modified_gmt":"2023-06-29T14:33:06","slug":"does-the-world-need-an-arms-control-treaty-for-ai","status":"publish","type":"post","link":"https:\/\/ddi.mohflo.net\/index.php\/2023\/06\/29\/does-the-world-need-an-arms-control-treaty-for-ai\/","title":{"rendered":"Does the world need an arms control treaty for AI?"},"content":{"rendered":"