{"id":999738,"date":"2024-01-30T05:20:09","date_gmt":"2024-01-30T13:20:09","guid":{"rendered":"https:\/\/www.microsoft.com\/en-us\/research\/?post_type=msr-blog-post&#038;p=999738"},"modified":"2024-01-31T08:33:09","modified_gmt":"2024-01-31T16:33:09","slug":"augmenting-human-cognition-and-decision-making-with-ai","status":"publish","type":"msr-blog-post","link":"https:\/\/www.microsoft.com\/en-us\/research\/articles\/augmenting-human-cognition-and-decision-making-with-ai\/","title":{"rendered":"Augmenting Human Cognition and Decision Making with AI"},"content":{"rendered":"\n<p class=\"has-purple-color has-text-color has-link-color wp-elements-dcf788f07f1e79a05876a91b52047692\"><em>Presented by <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/people\/jmh\/\" target=\"_blank\" rel=\"noreferrer noopener\">Jake Hofman<\/a> at <strong>Microsoft Research Forum, January 2024<\/strong><\/em><\/p>\n\n\n\n<div class=\"wp-block-media-text has-vertical-margin-none  has-vertical-padding-none  is-stacked-on-mobile has-white-background-color has-background\" style=\"grid-template-columns:25% auto\"><figure class=\"wp-block-media-text__media\"><img loading=\"lazy\" decoding=\"async\" width=\"360\" height=\"360\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/04\/Jake-Hofman_360x360.jpg\" alt=\"Jake Hofman\" class=\"wp-image-652251 size-full\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/04\/Jake-Hofman_360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/04\/Jake-Hofman_360x360-300x300.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/04\/Jake-Hofman_360x360-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/04\/Jake-Hofman_360x360-180x180.jpg 180w\" sizes=\"auto, (max-width: 360px) 100vw, 360px\" \/><\/figure><div class=\"wp-block-media-text__content\">\n<blockquote class=\"wp-block-quote is-style-spectrum is-layout-flow wp-block-quote-is-layout-flow\">\n<p>\u201cHow can we use AI to help people make better decisions, reason about information, be more productive, and ultimately even improve themselves?\u201d<\/p>\n<cite><em>\u2013<\/em> Jake Hofman, Senior Principal Researcher<\/cite><\/blockquote>\n<\/div><\/div>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<div class=\"yt-consent-placeholder\" role=\"region\" aria-label=\"Video playback requires cookie consent\" data-video-id=\"bqxbhIeIbTc\" data-poster=\"https:\/\/img.youtube.com\/vi\/bqxbhIeIbTc\/maxresdefault.jpg\"><iframe aria-hidden=\"true\" tabindex=\"-1\" title=\"Augmenting Human Cognition and Decision Making with AI\" width=\"500\" height=\"281\" data-src=\"https:\/\/www.youtube-nocookie.com\/embed\/bqxbhIeIbTc?feature=oembed&rel=0&enablejsapi=1\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe><div class=\"yt-consent-placeholder__overlay\"><button class=\"yt-consent-placeholder__play\"><svg width=\"42\" height=\"42\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" aria-hidden=\"true\" focusable=\"false\"><g fill=\"none\" fill-rule=\"evenodd\"><circle fill=\"#000\" opacity=\".556\" cx=\"21\" cy=\"21\" r=\"21\"\/><path stroke=\"#FFF\" d=\"M27.5 22l-12 8.5v-17z\"\/><\/g><\/svg><span class=\"yt-consent-placeholder__label\">Video playback requires cookie consent<\/span><\/button><\/div><\/div>\n<\/div><\/figure>\n\n\n\n<div class=\"annotations \" data-bi-aN=\"margin-callout\">\n\t<article class=\"annotations__list card depth-16 bg-body p-4 annotations__list--right\">\n\t\t<div class=\"annotations__list-item\">\n\t\t\t\t\t\t\t<a href=\"https:\/\/msrchat.azurewebsites.net\/?askmsr=Summarize%20the%20main%20three%20points%20of%20Jake%27s%20talk\" target=\"_blank\" aria-label=\"Summarize the main three points of Jakes's talk\" data-bi-type=\"annotated-link\" data-bi-cN=\"Summarize the main three points of Jakes's talk\" class=\"annotations__list-thumbnail\" >\n\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"172\" height=\"96\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-240x135.png\" class=\"mb-2\" alt=\"Ask Microsoft research copilot experience\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-240x135.png 240w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-300x169.png 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-1024x576.png 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-768x432.png 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-1066x600.png 1066w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-655x368.png 655w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-343x193.png 343w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-640x360.png 640w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-960x540.png 960w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo-1280x720.png 1280w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2024\/01\/MSR-Chat-Promo.png 1400w\" sizes=\"auto, (max-width: 172px) 100vw, 172px\" \/>\t\t\t\t<\/a>\n\t\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Microsoft research copilot experience<\/span>\n\t\t\t<a href=\"https:\/\/msrchat.azurewebsites.net\/?askmsr=Summarize%20the%20main%20three%20points%20of%20Jake%27s%20talk\" data-bi-cN=\"Summarize the main three points of Jakes's talk\" target=\"_blank\" rel=\"noopener noreferrer\" data-external-link=\"true\" data-bi-aN=\"margin-callout\" data-bi-type=\"annotated-link\" class=\"annotations__link font-weight-semibold text-decoration-none\"><span>Summarize the main three points of Jakes's talk<\/span>&nbsp;<span class=\"glyph-in-link glyph-append glyph-append-open-in-new-tab\" aria-hidden=\"true\"><\/span><\/a>\t\t\t\t\t<\/div>\n\t<\/article>\n<\/div>\n\n\n<div class=\"wp-block-msr-show-more\">\n\t<div class=\"bg-neutral-100 p-5\">\n\t\t<div class=\"show-more-show-less\">\n\t\t\t<div>\n\t\t\t\t<span>\n\t\t\t\t\t\n\n<h3 class=\"wp-block-heading\" id=\"transcript\">Transcript<\/h3>\n\n\n\n<p><strong>Jake Hofman<\/strong>, Senior Principal Researcher, Microsoft Research NYC&nbsp;<\/p>\n\n\n\n<p>Jake Hofman discusses recent research in building and evaluating AI tools for helping people make better decisions and improve their own capabilities.&nbsp;<\/p>\n\n\n\n<p><em>Microsoft Research Forum, January 30, 2024<\/em><\/p>\n\n\n\n<p><strong>JAKE HOFMAN: <\/strong>Hi, my name is Jake, and I&#8217;m excited to share some recent work that we&#8217;ve been up to at Microsoft Research New York City called augmenting human cognition and decision making with AI. And what I mean by that is very simple: how can we use AI to help people make better decisions, reason about information, be more productive, and ultimately even improve themselves?<\/p>\n\n\n\n\t\t\t\t<\/span>\n\t\t\t\t<span id=\"show-more-show-less-toggle-1\" class=\"show-more-show-less-toggleable-content\">\n\t\t\t\t\t\n\n\n\n<p>And we&#8217;ve come up with a little sports analogy for thinking about the spectrum of ways that people might interact with AI tools. On the left, we have, sort of, the least desirable outcomes with an analogy to steroids, something that gives you a superhuman ability in the moment but can leave you worse off afterwards than you were, leading to long-term deskilling. An example being something like forgetting how to spell if you over-rely on spell check.&nbsp;&nbsp;<\/p>\n\n\n\n<p>In the middle, we have tools that act like a good pair of running sneakers. They give you a temporary boost in the moment, but there are no long-term consequences when you take them away. Here, you might think of something like saving time with cumbersome syntax using autocomplete. And on the right, we have perhaps the Holy Grail, a coach that not only helps you in the moment but helps you improve yourself in a long-lasting and sustainable way. And it may seem that these are discrete options, but in fact, we can make choices in how we design and use AI tools that can substantially impact how they affect people. And so I want to go through very quickly just two examples of studies we&#8217;ve done to think about the design and use of AI tools and how we can optimize them: first an LLM-based search study and a second one on an LLM-based tutor.&nbsp;&nbsp;<\/p>\n\n\n\n<p>So in the first study, we looked at a, sort of, sneaker scenario: how does LLM-based search affect decision making? We did this by asking people to research and choose between pairs of cars given a certain criteria, and we randomized whether they had access to traditional search or LLM-based search. So some people saw the usual set of blue links, which was provided on the backend by Bing Search API, while other people saw natural language responses generated by GPT-3.5.&nbsp;<\/p>\n\n\n\n<p>And here&#8217;s what we learned from this experiment. For routine tasks where the LLM provided accurate information, people were about twice as fast using the LLM-based search as they were using traditional search with comparable levels of accuracy. But when the LLM made a mistake\u2014as it did here, indicated by the <em>X<\/em> over an incorrect number in the response\u2014people basically didn&#8217;t notice, and they often made incorrect decisions themselves as a result. Thankfully, though, we found a simple fix. We added confidence-based highlighting similar to what you would see in a spelling or grammar check, and that greatly reduced overreliance on this incorrect information and improved people&#8217;s performance in the task, leaving all other measures unaffected. So this is one of those key design choices that can make a real difference. And experimentation was key for prototyping and validating it.<\/p>\n\n\n\n<p>In our second study, we looked at more of a coach scenario for how LLM-based tutoring affects learning. So what we did is we randomized people into seeing different types of assistance at different times when they were practicing standardized math problems like the one you see here. Then we looked at their performance on a separate test where, very importantly, no one had any assistance so we could assess how much they themselves had learned.&nbsp;<\/p>\n\n\n\n<p>So in one condition\u2014the answer-only condition\u2014people tried a problem, and then they were just told whether they were right or wrong, and if they were wrong, they were shown the correct answer. In contrast, in a stock-LLM condition, people were given the explanation that vanilla GPT-4 out of the box provided. In this case, GPT-4 gives a correct but rather esoteric formula for the person to try to learn and memorize to solve the problem. And in a third and final condition, we had a customized LLM that was given a pre-prompt to emulate a human tutor, and it suggested more cognitively friendly strategies, which in this case involves choosing a value for an unspecified number in the problem to make it easier to solve.&nbsp;<\/p>\n\n\n\n<p>And the findings here are pretty straightforward. From this experiment, we saw that LLM explanations really boosted learning relative to seeing only answers, as shown by these two points on the right. But there were substantial benefits to having people use the tutor <em>after <\/em>having tried on their own first, as opposed to consulting the tutor <em>before <\/em>attempting the problem. We also saw some indication that there&#8217;s directional evidence for the customized pre-prompt, providing a small boost over the stock explanations.&nbsp;<\/p>\n\n\n\n<p>And so to wrap up, I hope these two studies have provided useful examples of just how much the choices we make in designing and deploying AI tools can matter and how important rigorous measurement and experimentation are to making sure that we maximize the benefits and minimize the risks of the tools that we build. So with that, I will wrap up. I have some links here to the papers I&#8217;ve discussed and looking forward to any comments and questions that folks might have.<\/p>\n\n\n\n<p>Thank you.<\/p>\n\n\t\t\t\t<\/span>\n\t\t\t<\/div>\n\t\t\t<button\n\t\t\t\tclass=\"action-trigger glyph-prepend mt-2 mb-0 show-more-show-less-toggle\"\n\t\t\t\taria-expanded=\"false\"\n\t\t\t\tdata-show-less-text=\"Show less\"\n\t\t\t\ttype=\"button\"\n\t\t\t\taria-controls=\"show-more-show-less-toggle-1\"\n\t\t\t\taria-label=\"Show more content\"\n\t\t\t\tdata-alternate-aria-label=\"Show less content\">\n\t\t\t\tShow more\t\t\t<\/button>\n\t\t<\/div>\n\t<\/div>\n<\/div>\n\n\n\n<h3 class=\"wp-block-heading alignwide\" id=\"related-resources\">Related resources<\/h3>\n\n\n\n<div class=\"wp-block-columns alignwide are-vertically-aligned-top is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<article class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<div class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Publication<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/a-sports-analogy-for-understanding-different-ways-to-use-ai\/\" data-bi-cN=\"A Sports Analogy for Understanding Different Ways to Use AI\" data-external-link=\"false\" data-bi-aN=\"citation\" data-bi-type=\"annotated-link\" class=\"annotations__link font-weight-semibold text-decoration-none\"><span>A Sports Analogy for Understanding Different Ways to Use AI<\/span>&nbsp;<span class=\"glyph-in-link glyph-append glyph-append-chevron-right\" aria-hidden=\"true\"><\/span><\/a>\t\t\t\t\t<\/div>\n\t<\/article>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<article class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<div class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Publication<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/math-education-with-large-language-models-peril-or-promise\/\" data-bi-cN=\"Math Education with Large Language Models: Peril or Promise?\" data-external-link=\"false\" data-bi-aN=\"citation\" data-bi-type=\"annotated-link\" class=\"annotations__link font-weight-semibold text-decoration-none\"><span>Math Education with Large Language Models: Peril or Promise?<\/span>&nbsp;<span class=\"glyph-in-link glyph-append glyph-append-chevron-right\" aria-hidden=\"true\"><\/span><\/a>\t\t\t\t\t<\/div>\n\t<\/article>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\">\n<div class=\"annotations \" data-bi-aN=\"citation\">\n\t<article class=\"annotations__list card depth-16 bg-body p-4 \">\n\t\t<div class=\"annotations__list-item\">\n\t\t\t\t\t\t<span class=\"annotations__type d-block text-uppercase font-weight-semibold text-neutral-300 small\">Publication<\/span>\n\t\t\t<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/publication\/comparing-traditional-and-llm-based-search-for-consumer-choice-a-randomized-experiment\/\" data-bi-cN=\"Comparing Traditional and LLM-based Search for Consumer Choice: A Randomized Experiment\" data-external-link=\"false\" data-bi-aN=\"citation\" data-bi-type=\"annotated-link\" class=\"annotations__link font-weight-semibold text-decoration-none\"><span>Comparing Traditional and LLM-based Search for Consumer Choice: A Randomized Experiment<\/span>&nbsp;<span class=\"glyph-in-link glyph-append glyph-append-chevron-right\" aria-hidden=\"true\"><\/span><\/a>\t\t\t\t\t<\/div>\n\t<\/article>\n<\/div>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>Jake Hofman discusses recent research in building and evaluating AI tools for helping people make better decisions and improve their own capabilities at the Microsoft Research Forum.<\/p>\n","protected":false},"author":42735,"featured_media":1002801,"template":"","meta":{"msr-url-field":"","msr-podcast-episode":"","msrModifiedDate":"","msrModifiedDateEnabled":false,"ep_exclude_from_search":false,"_classifai_error":"","msr-content-parent":999513,"msr_hide_image_in_river":0,"footnotes":""},"research-area":[],"msr-locale":[268875],"msr-post-option":[],"class_list":["post-999738","msr-blog-post","type-msr-blog-post","status-publish","has-post-thumbnail","hentry","msr-locale-en_us"],"msr_assoc_parent":{"id":999513,"type":"story"},"_links":{"self":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post\/999738","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post"}],"about":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/types\/msr-blog-post"}],"author":[{"embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/users\/42735"}],"version-history":[{"count":13,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post\/999738\/revisions"}],"predecessor-version":[{"id":1003059,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-blog-post\/999738\/revisions\/1003059"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media\/1002801"}],"wp:attachment":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media?parent=999738"}],"wp:term":[{"taxonomy":"msr-research-area","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/research-area?post=999738"},{"taxonomy":"msr-locale","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-locale?post=999738"},{"taxonomy":"msr-post-option","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-post-option?post=999738"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}