{"id":1079064,"date":"2024-09-03T12:10:21","date_gmt":"2024-09-03T19:10:21","guid":{"rendered":"https:\/\/www.microsoft.com\/en-us\/research\/?post_type=msr-blog-post&#038;p=1079064"},"modified":"2024-09-03T12:10:23","modified_gmt":"2024-09-03T19:10:23","slug":"fostering-appropriate-reliance-on-ai","status":"publish","type":"msr-blog-post","link":"https:\/\/www.microsoft.com\/en-us\/research\/articles\/fostering-appropriate-reliance-on-ai\/","title":{"rendered":"Fostering appropriate reliance on AI"},"content":{"rendered":"\n<p class=\"has-purple-color has-text-color has-link-color wp-elements-52c0df89f9a71b664d88ca49ffe6d54b\"><em>Presented by&nbsp;<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/people\/mivorvor\/\">Mihaela Vorvoreanu<\/a>&nbsp;at&nbsp;<strong>Microsoft Research Forum, September 2024<\/strong><\/em><\/p>\n\n\n\n<div class=\"wp-block-media-text has-vertical-margin-none  has-vertical-padding-none  is-stacked-on-mobile has-white-background-color has-background\" style=\"grid-template-columns:25% auto\" data-bi-an=\"media-text\"><figure class=\"wp-block-media-text__media\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"1024\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-1024x1024.jpg\" alt=\"Mihaela Vorvoreanu is a caucasian woman in her forties with chin-length reddish hair and glasses\" class=\"wp-image-815509 size-full\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-1024x1024.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-300x300.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-768x768.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-1536x1536.jpg 1536w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-2048x2048.jpg 2048w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/01\/Mickey-360x360.jpg 360w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><div class=\"wp-block-media-text__content\" data-bi-an=\"media-text\">\n<blockquote class=\"wp-block-quote is-style-spectrum is-layout-flow wp-block-quote-is-layout-flow\">\n<p>\u201cThis is where I think it is our responsibility as people working in UX disciplines\u2014as people researching UX and human-computer interaction\u2014to really, really step up to the front and see how it is our moment to shine and to address this problem.\u201d<\/p>\n<cite><em>\u2013<\/em> Mihaela Vorvoreanu, Director UX Research and Responsible AI Education, Microsoft Aether<\/cite><\/blockquote>\n<\/div><\/div>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"Fostering appropriate reliance on AI\" width=\"500\" height=\"281\" src=\"https:\/\/www.youtube-nocookie.com\/embed\/na4AAsKblsA?feature=oembed&rel=0\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<div class=\"annotations \" data-bi-aN=\"margin-callout\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 annotations__list--right\">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t\t<a href=\"https:\/\/msrchat.azurewebsites.net\/?askmsr=What%20approaches%20are%20being%20developed%20to%20foster%20appropriate%20reliance%20on%20AI%2C%20ensuring%20users%20can%20discern%20when%20to%20accept%20or%20reject%20AI%20recommendations?\" target=\"_blank\" aria-label=\"What approaches are being developed to foster appropriate reliance on AI, ensuring users can discern when to accept or reject AI recommendations?\" data-bi-type=\"annotated-link\" data-bi-cN=\"What approaches are being developed to foster appropriate reliance on AI, ensuring users can discern when to accept or reject AI recommendations?\" class=\"annotations__list-thumbnail\" >\n\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"172\" height=\"96\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-240x135.png\" class=\"mb-2\" alt=\"Ask Microsoft research copilot experience\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-240x135.png 240w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-300x169.png 300w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-1024x576.png 1024w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-768x432.png 768w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-1066x600.png 1066w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-655x368.png 655w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-343x193.png 343w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-640x360.png 640w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-960x540.png 960w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo-1280x720.png 1280w, https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2024\/01\/MSR-Chat-Promo.png 1400w\" sizes=\"(max-width: 172px) 100vw, 172px\" \/>\t\t\t\t<\/a>\n\t\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Microsoft research copilot experience<\/span>\n\t\t\t<a href=\"https:\/\/msrchat.azurewebsites.net\/?askmsr=What%20approaches%20are%20being%20developed%20to%20foster%20appropriate%20reliance%20on%20AI%2C%20ensuring%20users%20can%20discern%20when%20to%20accept%20or%20reject%20AI%20recommendations?\" target=\"_blank\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"What approaches are being developed to foster appropriate reliance on AI, ensuring users can discern when to accept or reject AI recommendations?\" data-bi-aN=\"margin-callout\" data-bi-cN=\"What approaches are being developed to foster appropriate reliance on AI, ensuring users can discern when to accept or reject AI recommendations?\">\n\t\t\t\tWhat approaches are being developed to foster appropriate reliance on AI, ensuring users can discern when to accept or reject AI recommendations?&nbsp;<span class=\"glyph-append glyph-append-share glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n\n\n<div class=\"wp-block-msr-show-more\">\n\t<div class=\"bg-neutral-100 p-5\">\n\t\t<div class=\"show-more-show-less\" data-mount=\"show-more-show-less\">\n\t\t\t<div>\n\t\t\t\t<span>\n\t\t\t\t\t\n\n<h3 class=\"wp-block-heading\" id=\"transcript-lightning-talk\">Transcript: Lightning Talk<\/h3>\n\n\n\n<p><strong>Fostering appropriate reliance on AI<\/strong><\/p>\n\n\n\n<p><strong>Mihaela Vorvoreanu<\/strong>, Director UX Research and Responsible AI Education, Microsoft Aether<\/p>\n\n\n\n<p>Because of their probabilistic nature, all AI systems will make mistakes. One of the main challenges in human-AI interaction is to foster appropriate reliance on AI and empower users of AI systems to determine when to accept or not accept an AI system&#8217;s recommendation. Hear about the work we&#8217;re doing at Microsoft to foster appropriate reliance and help people accept AI outputs when they are correct and reject them when they are wrong.<\/p>\n\n\n\n<p>Microsoft Research Forum, September 3, 2024<\/p>\n\n\n\n\t\t\t\t<\/span>\n\t\t\t\t<span id=\"show-more-show-less-toggle-1\" class=\"show-more-show-less-toggleable-content\">\n\t\t\t\t\t\n\n\n\n<p><strong>MIHAELA VORVOREANU:<\/strong> Hi, everyone. My name is Mihaela, or Mickey, Vorvoreano. I lead UX Research and Responsible AI Education in Aether, Microsoft&#8217;s research and advisory body on AI ethics and effects in engineering and research. And in a previous life, I was a professor of UX design and research.<\/p>\n\n\n\n<p>During the past few months, I&#8217;ve had the privilege of leading a cross-company team of researchers and product builders focused on fostering appropriate reliance on AI, specifically generative AI and our <a href=\"https:\/\/www.microsoft.com\/en-us\/ai\/principles-and-approach\" target=\"_blank\" rel=\"noreferrer noopener\">Copilot<\/a> product. In this working group, we think of fostering appropriate reliance on AI as striking a balance between people not overrelying too much on AI and accepting its outputs when they are incorrect or incomplete, and not under-relying and not using or trusting AI outputs even when they could be useful. And so across all of us, we have started looking into how we can foster research that leads to improvement in our own products.<\/p>\n\n\n\n<p>My team started looking into the problem of overreliance on AI quite a while back. About two years ago, we released this first <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/overreliance-on-ai-literature-review\/\">review of research literature<\/a> about overreliance on AI. In that paper, we isolated antecedents, mechanisms, and consequences of overreliance on AI and the series of mitigations that showed promise in the research literature. However, as we know, many such mitigations can backfire, actually increasing overreliance rather than mitigating it.<\/p>\n\n\n\n<p>More recently, we released a second <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/appropriate-reliance-on-generative-ai-research-synthesis\/\">synthesis of research literature<\/a>. This one focused specifically on generative AI. We find that generative AI makes this tricky problem of overreliance even more difficult for several reasons, one of them being that it is so much more difficult to spot incorrect or incomplete AI outputs, especially when they are formulated so fluently and with such impressive grammar. In this paper, we also looked at some overreliance mitigations. Some of them have been mentioned in the literature before, such as cognitive forcing functions, and others [are] quite new that involved using generative AI to critique existing answers or to stimulate critical thinking in generative AI users.<\/p>\n\n\n\n<p>As <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/people\/horvitz\">Eric Horvitz<\/a> and <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/people\/asellen\/\">Abby Sellen<\/a> point out in the recent <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/the-rise-of-the-ai-co-pilot-lessons-for-design-from-aviation-and-beyond\">opinion piece<\/a> [that] using generative AI places a high cognitive burden on regular people during everyday life. Such levels of attention and vigilance were only previously expected of highly trained professionals, such as airline pilots. And so in our group, we wonder how might we make use of generative AI products a little bit easier so people can maximize the benefits [and] minimize the risks while not spending as much mental energy as an airplane pilot would.<\/p>\n\n\n\n<p>In our internal research\u2014and here I want to acknowledge my wonderful team members who have done all of this research\u2014we have identified three possible directions. Each one of these is a problem\/an opportunity. The first one is that most people, even advanced users of generative AI, don&#8217;t have useful mental models of how these technologies work. They mostly think of them as traditional web search, and that doesn&#8217;t always come in handy. This points to the opportunity of helping people form useful mental models through AI literacy. We can create AI literacy, not only through formal or informal education, but also through responsible communication in journalism and in marketing, and also during interaction with a product.<\/p>\n\n\n\n<p>We could do a better job of teaching people about generative AI while they interact with generative AI products. Here, the <a href=\"https:\/\/www.microsoft.com\/en-us\/haxtoolkit\/ai-guidelines\/\" target=\"_blank\" rel=\"noreferrer noopener\">guidelines<\/a> for human AI interaction from the <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/hax-toolkit\/\">HAX Toolkit<\/a>\u2014particularly guidelines 1, 2, and 11\u2014which really emphasize how important it is to make clear to users the system\u2019s not only capabilities, but also limitations, and [it] provide some explanations of how it works so that they can form mental models. This is where these guidelines can really come into play.<\/p>\n\n\n\n<p>I also invite you to keep an eye out on the HAX Toolkit because we have been adding new examples and content related to appropriate reliance specifically. This is one idea of how we could intervene at the user interaction layer to actually foster AI literacy and more useful mental models.<\/p>\n\n\n\n<p>The second direction and the second research finding is that overall, people are not inclined to verify AI outputs. Also, if you think about one of the most popular strategies that&#8217;s used in most products to date, is what I like to call the warning sticker strategy, where we might show something like, \u201cAI-generated content might be incorrect.\u201d This is partially useful. People seem to have learned that.<\/p>\n\n\n\n<p>However, this type of notice doesn&#8217;t mention that AI-generated content might also be incomplete. And so people might miss out altogether on the fact that important or useful information is not in the answer in the first place. That also raises the opportunity of how might we get people&#8217;s attention, arouse that attention and vigilance just a little bit, so they know when it is time to check answers versus not in more important or high-risk situations.<\/p>\n\n\n\n<p>In the research that we highlight on the working team\u2019s <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"http:\/\/aka.ms\/appropriate-reliance\" target=\"_blank\" rel=\"noreferrer noopener\">webpage<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>, we show some papers that talk about communicating uncertainty verbally, via text output, or via highlights that might help users spot when it might be time to increase their alertness level and verify outputs more carefully.<\/p>\n\n\n\n<p>Finally, the third direction is that the user experience of verifying generative AI outputs is rather difficult for many people. The primary UI paradigm that we use for this is to cite sources like we do in a research or a school paper. Now, this format in itself suggests a level of rigor and trustworthiness that AI-generated outputs might not be equal with research papers. Because of this signal, people might not be inclined to verify because what&#8217;s really more trustworthy than a research or a school paper.<\/p>\n\n\n\n<p>This raises the opportunity of how might we make the relationship between AI-generated outputs and the information that they work with\u2014their grounding data\u2014more transparent. How might we make it easier to verify, to spot discrepancies, to spot incompleteness? But also looking even further into how we might use LLMs to propose critiques of their own responses, or as we see in some research that we highlight on the webpage, to actually not just give people a response, but stimulate people to engage in critical thinking, which could be a very different paradigm of interacting with generative AI and large language models in particular.<\/p>\n\n\n\n<p>Throughout all this, what I would really like to highlight, and I do this with my co-authors in this <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3665504\" target=\"_blank\" rel=\"noreferrer noopener\">piece<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> that appeared as an opening article in ACM interactions not very long ago, is really that this is a moment for UX disciplines to shine. As you can see, a lot of these mitigations, a lot of these techniques for fostering appropriate reliance, are UX interventions.<\/p>\n\n\n\n<p>This is where I think it is our responsibility as people working in UX disciplines\u2014as people researching UX and human computer interaction\u2014to really, really step up to the front and see how it is our moment to shine and to address this problem. That being said, I hope you stay in touch. I hope you follow our research, which we publish on the team&#8217;s <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"http:\/\/aka.ms\/appropriate-reliance\" target=\"_blank\" rel=\"noreferrer noopener\">webpage<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>, and I hope you help us follow your research. So maybe together, we can work towards making progress on this very tricky but important problem. With that, I want to thank you so much for following this presentation. I look forward to working with you.<\/p>\n\n\t\t\t\t<\/span>\n\t\t\t<\/div>\n\t\t\t<button\n\t\t\t\tclass=\"action-trigger glyph-prepend mt-2 mb-0 show-more-show-less-toggle\"\n\t\t\t\taria-expanded=\"false\"\n\t\t\t\tdata-show-less-text=\"Show less\"\n\t\t\t\ttype=\"button\"\n\t\t\t\taria-controls=\"show-more-show-less-toggle-1\"\n\t\t\t\taria-label=\"Show more content\"\n\t\t\t\tdata-alternate-aria-label=\"Show less content\">\n\t\t\t\tShow more\t\t\t<\/button>\n\t\t<\/div>\n\t<\/div>\n<\/div>\n\n\n\n<h2 class=\"wp-block-heading alignwide\" id=\"related-resources\">Related resources<\/h2>\n\n\n\n<div class=\"wp-block-columns alignwide are-vertically-aligned-top is-layout-flex wp-container-core-columns-is-layout-1 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Project<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/hax-toolkit\/\" target=\"_self\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"The HAX Toolkit Project\" data-bi-aN=\"citation\" data-bi-cN=\"The HAX Toolkit Project\">\n\t\t\t\tThe HAX Toolkit Project&nbsp;<span class=\"glyph-append glyph-append-chevron-right glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Download<\/span>\n\t\t\t<a href=\"https:\/\/github.com\/microsoft\/HAXPlaybook\" target=\"_self\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"HAX Playbook\" data-bi-aN=\"citation\" data-bi-cN=\"HAX Playbook\">\n\t\t\t\tHAX Playbook&nbsp;<span class=\"glyph-append glyph-append-share glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Article<\/span>\n\t\t\t<a href=\"http:\/\/aka.ms\/appropriate-reliance\" target=\"_self\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"Appropriate reliance research initiative\" data-bi-aN=\"citation\" data-bi-cN=\"Appropriate reliance research initiative\">\n\t\t\t\tAppropriate reliance research initiative&nbsp;<span class=\"glyph-append glyph-append-share glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns alignwide are-vertically-aligned-top is-layout-flex wp-container-core-columns-is-layout-2 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Publication<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/overreliance-on-ai-literature-review\/\" target=\"_self\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"Overreliance on AI: Literature Review\" data-bi-aN=\"citation\" data-bi-cN=\"Overreliance on AI: Literature Review\">\n\t\t\t\tOverreliance on AI: Literature Review&nbsp;<span class=\"glyph-append glyph-append-chevron-right glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Publication<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/appropriate-reliance-on-generative-ai-research-synthesis\/\" target=\"_self\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"Appropriate reliance on Generative AI: Research synthesis\" data-bi-aN=\"citation\" data-bi-cN=\"Appropriate reliance on Generative AI: Research synthesis\">\n\t\t\t\tAppropriate reliance on Generative AI: Research synthesis&nbsp;<span class=\"glyph-append glyph-append-chevron-right glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<ul class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<li class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Publication<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/the-rise-of-the-ai-co-pilot-lessons-for-design-from-aviation-and-beyond\/\" target=\"_self\" class=\"annotations__link font-weight-semibold text-decoration-none\" data-bi-type=\"annotated-link\" aria-label=\"The Rise of the AI Co-Pilot: Lessons for Design from Aviation and Beyond\" data-bi-aN=\"citation\" data-bi-cN=\"The Rise of the AI Co-Pilot: Lessons for Design from Aviation and Beyond\">\n\t\t\t\tThe Rise of the AI Co-Pilot: Lessons for Design from Aviation and Beyond&nbsp;<span class=\"glyph-append glyph-append-chevron-right glyph-append-xsmall\"><\/span>\n\t\t\t<\/a>\n\t\t\t\t\t<\/li>\n\t<\/ul>\n<\/div>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>Because of their probabilistic nature, all AI systems will make mistakes. One of the main challenges in human-AI interaction is to foster appropriate reliance on AI and empower users of AI systems to determine when to accept or not accept an AI system&#8217;s recommendation. Hear about the work we&#8217;re doing at Microsoft to foster appropriate reliance and help people accept AI outputs when they are correct and reject them when they are wrong.<\/p>\n","protected":false},"author":42735,"featured_media":1079799,"template":"","meta":{"msr-url-field":"","msr-podcast-episode":"","msrModifiedDate":"","msrModifiedDateEnabled":false,"ep_exclude_from_search":false,"_classifai_error":"","msr-content-parent":1077699,"footnotes":""},"research-area":[],"msr-locale":[268875],"msr-post-option":[],"class_list":["post-1079064","msr-blog-post","type-msr-blog-post","status-publish","has-post-thumbnail","hentry","msr-locale-en_us"],"msr_assoc_parent":{"id":1077699,"type":"story"},"_links":{"self":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post\/1079064"}],"collection":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post"}],"about":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/types\/msr-blog-post"}],"author":[{"embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/users\/42735"}],"version-history":[{"count":4,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post\/1079064\/revisions"}],"predecessor-version":[{"id":1082220,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post\/1079064\/revisions\/1082220"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media\/1079799"}],"wp:attachment":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media?parent=1079064"}],"wp:term":[{"taxonomy":"msr-research-area","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/research-area?post=1079064"},{"taxonomy":"msr-locale","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-locale?post=1079064"},{"taxonomy":"msr-post-option","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-post-option?post=1079064"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}