DHS\u2019s initial AI inventory included a cybersecurity use case that wasn\u2019t AI, GAO says | FedScoop<\/title> <meta name=\"description\" content=\"A new watchdog report finds that the Department of Homeland Security wasn\u2019t verifying whether use case submissions were actual examples of AI, raising \u201cquestions about the overall reliability\u201d of the inventory.\"> <link rel=\"canonical\" href=\"https:\/\/fedscoop.com\/dhs-ai-use-case-inventory-cybersecurity-gao-report\/\"> <meta property=\"og:locale\" content=\"en_US\"> <meta property=\"og:type\" content=\"article\"> <meta property=\"og:title\" content=\"DHS\u2019s initial AI inventory included a cybersecurity use case that wasn\u2019t AI, GAO says\"> <meta property=\"og:description\" content=\"A new watchdog report finds that the Department of Homeland Security wasn\u2019t verifying whether use case submissions were actual examples of AI, raising \u201cquestions about the overall reliability\u201d of the inventory.\"> <meta property=\"og:url\" content=\"https:\/\/fedscoop.com\/dhs-ai-use-case-inventory-cybersecurity-gao-report\/\"> <meta property=\"og:site_name\" content=\"FedScoop\"> <meta property=\"article:published_time\" content=\"2024-02-07T22:31:58+00:00\"> <meta property=\"article:modified_time\" content=\"2024-02-07T22:31:59+00:00\"> <meta property=\"og:image\" content=\"https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg\"> <meta property=\"og:image:width\" content=\"3000\"> <meta property=\"og:image:height\" content=\"1896\"> <meta property=\"og:image:type\" content=\"image\/jpeg\"> <meta name=\"author\" content=\"mbracken\"> <meta name=\"twitter:card\" content=\"summary_large_image\">  <link rel=\"dns-prefetch\" href=\"\/\/securepubads.g.doubleclick.net\">\n<link rel=\"dns-prefetch\" href=\"\/\/use.typekit.net\">\n<link rel=\"alternate\" type=\"application\/rss+xml\" title=\"FedScoop \u00bb Feed\" href=\"https:\/\/fedscoop.com\/feed\/\">\n<link rel=\"alternate\" type=\"application\/rss+xml\" title=\"FedScoop \u00bb Comments Feed\" href=\"https:\/\/fedscoop.com\/comments\/feed\/\"> <link rel=\"stylesheet\" id=\"all-css-2\" href=\"https:\/\/fedscoop.com\/wp-includes\/css\/dist\/block-library\/style.min.css?m=1706643139g\" type=\"text\/css\" media=\"all\"> <link rel=\"stylesheet\" id=\"all-css-6\" href=\"https:\/\/fedscoop.com\/_static\/??\/wp-content\/mu-plugins\/search\/elasticpress-next\/dist\/css\/related-posts-block-styles.min.css,\/wp-content\/plugins\/embedpress\/Gutenberg\/dist\/blocks.style.build.css?m=1707245662\" type=\"text\/css\" media=\"all\"> <link rel=\"stylesheet\" id=\"all-css-8\" href=\"https:\/\/fedscoop.com\/_static\/??\/wp-content\/plugins\/embedpress\/assets\/css\/embedpress.css,\/wp-content\/themes\/scoopnewsgroup\/dist\/css\/frontend.css?m=1706739156\" type=\"text\/css\" media=\"all\">\n<link rel=\"stylesheet\" id=\"typekit-css\" href=\"https:\/\/use.typekit.net\/itk2qbh.css?ver=b50a7fc68d02387a0cbc\" media=\"all\">\n<link rel=\"stylesheet\" id=\"all-css-10\" href=\"https:\/\/fedscoop.com\/_static\/??\/wp-includes\/css\/dashicons.min.css,\/wp-content\/plugins\/embedpress\/assets\/css\/plyr.css?m=1706739156\" type=\"text\/css\" media=\"all\"> <link rel=\"https:\/\/api.w.org\/\" href=\"https:\/\/fedscoop.com\/wp-json\/\"><link rel=\"alternate\" type=\"application\/json\" href=\"https:\/\/fedscoop.com\/wp-json\/wp\/v2\/posts\/75962\"><link rel=\"EditURI\" type=\"application\/rsd+xml\" title=\"RSD\" href=\"https:\/\/fedscoop.com\/xmlrpc.php?rsd\">\n<meta name=\"generator\" content=\"WordPress 6.4.3\">\n<link rel=\"shortlink\" href=\"https:\/\/fedscoop.com\/?p=75962\">\n<link rel=\"alternate\" type=\"application\/json+oembed\" href=\"https:\/\/fedscoop.com\/wp-json\/oembed\/1.0\/embed?url=https%3A%2F%2Ffedscoop.com%2Fdhs-ai-use-case-inventory-cybersecurity-gao-report%2F\">\n<link rel=\"alternate\" type=\"text\/xml+oembed\" href=\"https:\/\/fedscoop.com\/wp-json\/oembed\/1.0\/embed?url=https%3A%2F%2Ffedscoop.com%2Fdhs-ai-use-case-inventory-cybersecurity-gao-report%2F&format=xml\">   <link rel=\"icon\" href=\"https:\/\/fedscoop.com\/wp-content\/uploads\/sites\/5\/2023\/01\/cropped-fs_favicon-3.png?w=32\" sizes=\"32x32\">\n<link rel=\"icon\" href=\"https:\/\/fedscoop.com\/wp-content\/uploads\/sites\/5\/2023\/01\/cropped-fs_favicon-3.png?w=192\" sizes=\"192x192\">\n<link rel=\"apple-touch-icon\" href=\"https:\/\/fedscoop.com\/wp-content\/uploads\/sites\/5\/2023\/01\/cropped-fs_favicon-3.png?w=180\">\n<meta name=\"msapplication-TileImage\" content=\"https:\/\/fedscoop.com\/wp-content\/uploads\/sites\/5\/2023\/01\/cropped-fs_favicon-3.png?w=270\"> <\/head><body class=\"post-template-default single single-post postid-75962 single-format-standard\" id=\"readabilityBody\"> <a href=\"https:\/\/fedscoop.com\/dhs-ai-use-case-inventory-cybersecurity-gao-report\/#main\" class=\"skip-to-content-link visually-hidden-focusable\">Skip to main content<\/a> <\/p>\n<div class=\"ad ad--top ad--top-desktop\">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p> <main id=\"main\" role=\"main\" tabindex=\"-1\"> <\/p>\n<div class=\"ad ad--top ad--top-mobile\">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<section id=\"stickybar\" class=\"stickybar stickybar--newsletter js-stickybar\" readability=\"0.82\"> <button class=\"stickybar__close js-stickybar-close\" aria-controls=\"stickybar\"> <svg class=\"icon icon--close\" width=\"21\" height=\"22\" viewBox=\"0 0 21 22\" fill=\"none\"><path d=\"m.822.518-.805.805L9.695 11 .017 20.678l.805.805 9.678-9.678 9.677 9.678.806-.805L11.305 11l9.678-9.677-.806-.805-9.677 9.677L.822.518Z\" fill=\"currentColor\" \/><\/svg> <span class=\"visually-hidden\">Close<\/span> <\/button> <\/section>\n<article class=\"single-article content\">\n<div class=\"single-article__container js-single-article-content\">\n<header class=\"single-article__header \" readability=\"26.717479674797\">\n<div class=\"single-article__header-content\" readability=\"33.567251461988\">\n<p> A new watchdog report finds that the Department of Homeland Security wasn\u2019t verifying whether use case submissions were actual examples of AI, raising \u201cquestions about the overall reliability\u201d of the inventory. <\/p>\n<\/p><\/div>\n<div class=\"single-article__cover-wrap\">\n<figure class=\"single-article__cover\"> <img data-recalc-dims=\"1\" loading=\"lazy\" width=\"640\" height=\"404\" src=\"https:\/\/i0.wp.com\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says.jpg?resize=640%2C404&ssl=1\" class=\"single-article__cover-image wp-post-image\" alt decoding=\"async\" loading=\"lazy\" srcset=\"https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg 3000w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=300,190 300w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=768,485 768w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=1024,647 1024w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=1536,971 1536w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=2048,1294 2048w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=600,379 600w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=266,168 266w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=533,337 533w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=1068,675 1068w, https:\/\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-2.jpg?resize=1334,843 1334w\" sizes=\"auto, (max-width: 1068px) 100vw, 1068px\"><figcaption> The seal of the Department of Homeland Security is seen on a podium on Feb. 23, 2015, in Washington, D.C. (Photo by MANDEL NGAN\/AFP via Getty Images) <\/figcaption><\/figure>\n<\/p><\/div>\n<\/header>\n<div class=\"single-article__content\">\n<div class=\"single-article__content-inner has-drop-cap\"> <html readability=\"33.492426155011\"><body readability=\"69.127098321343\"><\/p>\n<p>The Department of Homeland Security didn\u2019t properly certify whether the artificial intelligence use cases for cybersecurity listed in its AI inventory were actual examples of the technology, according to a new Government Accountability Office <a href=\"https:\/\/www.gao.gov\/assets\/d24106246.pdf\">report<\/a>, calling into question the veracity of the agency\u2019s full catalog.<\/p>\n<p>DHS\u2019s AI inventory, launched in 2022 to meet requirements called out in the Trump administration\u2019s 2020 <a href=\"https:\/\/www.cio.gov\/policies-and-priorities\/Executive-Order-13960-AI-Use-Case-Inventories-Reference\/\">executive order<\/a> on AI in the federal government, included 21 use cases across agency components, with two focused specifically on cybersecurity.<\/p>\n<p>DHS officials told GAO that one of the two cyber use cases \u2014 Automated Scoring and Feedback, a predictive model intended to share cyber threat information \u2014 \u201cwas incorrectly characterized as AI.\u201d The inclusion of AS&F \u201craises questions about the overall reliability of DHS\u2019s AI Use Case Inventory,\u201d the GAO stated.<\/p>\n<p>\u201cAlthough DHS has a process to review use cases before they are added to the AI inventory, the agency acknowledges that it does not confirm whether uses are correctly characterized as AI,\u201d the report noted. \u201cUntil it expands its process to include such determinations, DHS will be unable to ensure accurate use case reporting.\u201d<\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>The GAO faulted DHS for its failure to fully implement the watchdog\u2019s <a href=\"https:\/\/www.gao.gov\/products\/gao-21-519sp\">2021 AI Accountability Framework<\/a>, noting that the agency only \u201cincorporated selected practices\u201d to \u201cmanage and oversee its use of AI for cybersecurity.\u201d<\/p>\n<p>That AI framework features 11 key practices that were taken into account for DHS management, operations and oversight of AI cybersecurity practices, covering everything from governance and data to performance and monitoring. The agency\u2019s Chief Technology Officer Directorate reviewed all 21 use cases listed in the launch of DHS\u2019s use case inventory, but additional steps to determine whether a use case \u201cwas characteristic of AI\u201d did not occur, the report said.<\/p>\n<p>\u201cCTOD officials said they did not independently verify systems because they rely on components and existing IT governance and oversight efforts to ensure accuracy,\u201d the GAO said. \u201cAccording to experts who participated in the Comptroller General\u2019s Forum on Artificial Intelligence, existing frameworks and standards may not provide sufficient detail on assessing social and ethical issues which may arise from the use of AI systems.\u201d<\/p>\n<p>The GAO offered eight recommendations to DHS, including an expansion of the agency\u2019s AI review process, adding steps to ensure the accuracy of inventory submissions, and a complete implementation of the watchdog\u2019s AI framework practices. DHS agreed with all eight recommendations, the report noted.<\/p>\n<p>\u201cEnsuring responsible and accountable use of AI will be critical as DHS builds its capabilities to use AI for its operations,\u201d the GAO stated. \u201cBy fully implementing accountability practices, DHS can promote public trust and confidence that AI can be a highly effective tool for helping attain strategic outcomes.\u201d<\/p>\n<div class=\"ad ad--inline_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<p>The DHS report follows earlier GAO <a href=\"https:\/\/fedscoop.com\/agency-ai-inventories-not-comprehensive-accurate-gao-reports\/\">findings<\/a> of \u201cincomplete and inaccurate data\u201d in agencies\u2019 AI use case inventories. A December 2023 report from the watchdog characterized most inventories as \u201cnot fully comprehensive and accurate,\u201d a conclusion that matched <a href=\"https:\/\/fedscoop.com\/agency-ai-inventories-not-comprehensive-accurate-gao-reports\/\">previous FedScoop reporting<\/a>.<\/p>\n<p><\/body> <\/p>\n<footer class=\"single-article__footer\" readability=\"3.9102564102564\">\n<div class=\"author-card\" readability=\"15\">\n<div class=\"author-card__avatar\">\n<figure class=\"author-card__image-wrap\"> <img data-recalc-dims=\"1\" decoding=\"async\" class=\"author-card__image\" src=\"https:\/\/i0.wp.com\/ddi.mohflo.net\/wp-content\/uploads\/2024\/02\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says-1.jpg?w=640&ssl=1\" alt=\"Matt Bracken\"> <\/figure>\n<\/p><\/div>\n<p><h4 class=\"author-card__name\">Written by Matt Bracken<\/h4>\n<p> Matt Bracken is the managing editor of FedScoop and CyberScoop, overseeing coverage of federal government technology policy and cybersecurity. Before joining Scoop News Group in 2023, Matt was a senior editor at Morning Consult, leading data-driven coverage of tech, finance, health and energy. He previously worked in various editorial roles at The Baltimore Sun and the Arizona Daily Star. You can reach him at matt.bracken@scoopnewsgroup.com. <\/p>\n<\/p><\/div>\n<div class=\"single-article__tags-container\">\n<h4 class=\"single-article__tags-title\">In This Story<\/h4>\n<\/p><\/div>\n<\/footer>\n<p> <\/html><\/div>\n<\/p><\/div>\n<\/p><\/div>\n<div class=\"single-article__ads js-single-article-sidebar\">\n<div class=\"ad ad--sidebar js-single-article-sidebar-5 ad--rightrail_1 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<div class=\"ad ad--sidebar js-single-article-sidebar-4 ad--rightrail_2 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<div class=\"ad ad--sidebar js-single-article-sidebar-3 ad--rightrail_3 \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div><\/div>\n<\/article>\n<div class=\"popular-stories popular-stories--single-post\">\n<div class=\"popular-stories__container\">\n<h2 class=\"popular-stories__title\"> More Scoops <\/h2>\n<p>  <\/div>\n<p>\n<\/div>\n<p> <\/p>\n<section class=\"latest-podcasts\">\n<h2 class=\"latest-podcasts__title\"> Latest Podcasts\t<\/h2>\n<\/section>\n<div class=\"top-categories\">\n<div class=\"top-categories__container\">\n<h3 class=\"top-categories__category-title\">Acquisition<\/h3>\n<\/p><\/div>\n<\/p><\/div>\n<p> <\/main> <\/p>\n<div class=\"ad ad--bottom \">\n<div class=\"ad__inner\"> <span class=\"screen-reader-text\">Advertisement<\/span> <\/div>\n<\/div>\n<div id=\"interstitial\" class=\"welcome__container\"> <button id=\"close-modal-1\" class=\"welcome__clickable_area\"><\/button> <\/p>\n<div class=\"welcome__ad_wrapper\">\n<p> <button id=\"close-modal-3\" class=\"welcome__continue-button\">Continue to FedScoop<\/button> <\/p>\n<\/p><\/div>\n<\/p><\/div>\n<p>   <\/body> <a href=\"https:\/\/fedscoop.com\/dhs-ai-use-case-inventory-cybersecurity-gao-report\/\">Source<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>DHS\u2019s initial AI inventory included a cybersecurity use case that<\/p>\n","protected":false},"author":11,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[235,78],"tags":[236,86],"class_list":["post-2496","post","type-post","status-publish","format-standard","hentry","category-ai","category-cybersecurity","tag-ai","tag-cybersecurity"],"featured_image_urls":{"full":"","thumbnail":"","medium":"","medium_large":"","large":"","1536x1536":"","2048x2048":"","chromenews-featured":"","chromenews-large":"","chromenews-medium":""},"author_info":{"display_name":"Cyber Scoop","author_link":"https:\/\/ddi.mohflo.net\/index.php\/author\/cyberscoop\/"},"category_info":"<a href=\"https:\/\/ddi.mohflo.net\/index.php\/category\/ai\/\" rel=\"category tag\">AI<\/a> <a href=\"https:\/\/ddi.mohflo.net\/index.php\/category\/cybersecurity\/\" rel=\"category tag\">Cybersecurity<\/a>","tag_info":"Cybersecurity","comment_count":"0","jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/posts\/2496","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/users\/11"}],"replies":[{"embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/comments?post=2496"}],"version-history":[{"count":0,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/posts\/2496\/revisions"}],"wp:attachment":[{"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/media?parent=2496"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/categories?post=2496"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ddi.mohflo.net\/index.php\/wp-json\/wp\/v2\/tags?post=2496"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}

{"id":2496,"date":"2024-02-07T22:36:37","date_gmt":"2024-02-07T22:36:37","guid":{"rendered":"https:\/\/cyberscoop.com\/?p=79129"},"modified":"2024-02-07T22:36:37","modified_gmt":"2024-02-07T22:36:37","slug":"dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says","status":"publish","type":"post","link":"https:\/\/ddi.mohflo.net\/index.php\/2024\/02\/07\/dhss-initial-ai-inventory-included-a-cybersecurity-use-case-that-wasnt-ai-gao-says\/","title":{"rendered":"DHS\u2019s initial AI inventory included a cybersecurity use case that wasn\u2019t AI, GAO says"},"content":{"rendered":"