{"id":17518,"date":"2026-05-14T15:53:51","date_gmt":"2026-05-14T06:53:51","guid":{"rendered":"https:\/\/deeplearning.jp\/?p=17518"},"modified":"2026-05-14T15:53:51","modified_gmt":"2026-05-14T06:53:51","slug":"attention-residuals","status":"publish","type":"post","link":"https:\/\/deeplearning.jp\/en\/attention-residuals\/","title":{"rendered":"Attention Residuals"},"content":{"rendered":"<p><script async class=\"docswell-embed\" src=\"https:\/\/www.docswell.com\/assets\/libs\/docswell-embed\/docswell-embed.min.js\" data-src=\"https:\/\/www.docswell.com\/slide\/KJWXVV\/embed\" data-aspect=\"0.5625\"><span data-mce-type=\"bookmark\" style=\"display: inline-block; width: 0px; overflow: hidden; line-height: 0;\" class=\"mce_SELRES_start\">\ufeff<\/span><\/script><\/p>\n<div class=\"docswell-link\"><a href=\"https:\/\/www.docswell.com\/s\/DeepLearning2023\/KJWXVV-2026-05-14-154040\">\u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023<\/a><\/div>\n<p><\/p>","protected":false},"excerpt":{"rendered":"<p>\u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023<\/p>\n","protected":false},"author":59,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[140,138,109],"tags":[],"class_list":["post-17518","post","type-post","status-publish","format-standard","hentry","category-dls-2026-2","category-dls-2026","category-papers"],"acf":[],"aioseo_notices":[],"aioseo_head":"\n\t\t<!-- All in One SEO 5.0.4 - aioseo.com -->\n\t<meta name=\"description\" content=\"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:\" \/>\n\t<meta name=\"robots\" content=\"max-image-preview:large\" \/>\n\t<meta name=\"author\" content=\"INOUE Aoi\"\/>\n\t<link rel=\"canonical\" href=\"https:\/\/deeplearning.jp\/en\/attention-residuals\/\" \/>\n\t\t<meta name=\"generator\" content=\"All in One SEO (AIOSEO) 5.0.4\" \/>\n\n\t\t<!-- Google tag (gtag.js) -->\n<script async src=\"https:\/\/www.googletagmanager.com\/gtag\/js?id=G-S7YG337LDD\"><\/script>\n<script>\n  window.dataLayer = window.dataLayer || [];\n  function gtag(){dataLayer.push(arguments);}\n  gtag('js', new Date());\n\n  gtag('config', 'G-S7YG337LDD');\n<\/script>\n\t\t<meta property=\"og:locale\" content=\"en_US\" \/>\n\t\t<meta property=\"og:site_name\" content=\"Deep Learning JP\" \/>\n\t\t<meta property=\"og:type\" content=\"article\" \/>\n\t\t<meta property=\"og:title\" content=\"Attention Residuals | Deep Learning JP\" \/>\n\t\t<meta property=\"og:description\" content=\"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:\" \/>\n\t\t<meta property=\"og:url\" content=\"https:\/\/deeplearning.jp\/en\/attention-residuals\/\" \/>\n\t\t<meta property=\"og:image\" content=\"https:\/\/deeplearning.jp\/wp-content\/uploads\/2018\/06\/img_DLapplied-1.jpg\" \/>\n\t\t<meta property=\"og:image:secure_url\" content=\"https:\/\/deeplearning.jp\/wp-content\/uploads\/2018\/06\/img_DLapplied-1.jpg\" \/>\n\t\t<meta property=\"og:image:width\" content=\"450\" \/>\n\t\t<meta property=\"og:image:height\" content=\"300\" \/>\n\t\t<meta property=\"article:published_time\" content=\"2026-05-14T06:53:51+00:00\" \/>\n\t\t<meta property=\"article:modified_time\" content=\"2026-05-14T06:53:51+00:00\" \/>\n\t\t<meta name=\"twitter:card\" content=\"summary\" \/>\n\t\t<meta name=\"twitter:title\" content=\"Attention Residuals | Deep Learning JP\" \/>\n\t\t<meta name=\"twitter:description\" content=\"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:\" \/>\n\t\t<meta name=\"twitter:image\" content=\"https:\/\/deeplearning.jp\/wp-content\/uploads\/2018\/06\/img_DLapplied-1.jpg\" \/>\n\t\t<script type=\"application\/ld+json\" class=\"aioseo-schema\">\n\t\t\t{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#article\",\"name\":\"Attention Residuals | Deep Learning JP\",\"headline\":\"Attention Residuals\",\"author\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/author\\\/inoue-aoi\\\/#author\"},\"publisher\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#organization\"},\"datePublished\":\"2026-05-14T15:53:51+09:00\",\"dateModified\":\"2026-05-14T15:53:51+09:00\",\"inLanguage\":\"en-US\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#webpage\"},\"isPartOf\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#webpage\"},\"articleSection\":\"DL Papers 2026, dls-2026,\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#breadcrumblist\",\"itemListElement\":[{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#listItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/category\\\/seminar\\\/#listItem\",\"name\":\"seminar\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/category\\\/seminar\\\/#listItem\",\"position\":2,\"name\":\"seminar\",\"item\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/category\\\/seminar\\\/\",\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#listItem\",\"name\":\"Home\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/category\\\/seminar\\\/papers\\\/#listItem\",\"position\":3,\"item\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/category\\\/seminar\\\/papers\\\/\",\"nextItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#listItem\",\"name\":\"Attention Residuals\"},\"previousItem\":{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/category\\\/seminar\\\/#listItem\",\"name\":\"seminar\"}},{\"@type\":\"ListItem\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#listItem\",\"position\":4,\"name\":\"Attention Residuals\"}]},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#organization\",\"name\":\"Deep Learning JP\",\"description\":\"Discover the Gradient\",\"url\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/\"},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/author\\\/inoue-aoi\\\/#author\",\"url\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/author\\\/inoue-aoi\\\/\",\"name\":\"INOUE Aoi\",\"image\":{\"@type\":\"ImageObject\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#authorImage\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6348736c90df6ca6a46130366add53a61541d582e09075f1d431a3befebf215c?s=96&d=mm&r=g\",\"width\":96,\"height\":96,\"caption\":\"INOUE Aoi\"}},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#webpage\",\"url\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/\",\"name\":\"Attention Residuals | Deep Learning JP\",\"description\":\"(\\u65e5\\u672c\\u8a9e) \\u3010DL\\u8f2a\\u8aad\\u4f1a\\u3011Attention Residuals by @DeepLearning2023[:\",\"inLanguage\":\"en-US\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#website\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/attention-residuals\\\/#breadcrumblist\"},\"author\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/author\\\/inoue-aoi\\\/#author\"},\"creator\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/author\\\/inoue-aoi\\\/#author\"},\"datePublished\":\"2026-05-14T15:53:51+09:00\",\"dateModified\":\"2026-05-14T15:53:51+09:00\"},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#website\",\"url\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/\",\"name\":\"Deep Learning JP\",\"description\":\"Discover the Gradient\",\"inLanguage\":\"en-US\",\"publisher\":{\"@id\":\"https:\\\/\\\/deeplearning.jp\\\/en\\\/#organization\"}}]}\n\t\t<\/script>\n\t\t<!-- All in One SEO -->\n\n","aioseo_head_json":{"title":"Attention Residuals | Deep Learning JP","description":"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:","canonical_url":"https:\/\/deeplearning.jp\/en\/attention-residuals\/","robots":"max-image-preview:large","keywords":"","webmasterTools":{"miscellaneous":"&lt;!-- Google tag (gtag.js) --&gt;\n&lt;script async src=\"https:\/\/www.googletagmanager.com\/gtag\/js?id=G-S7YG337LDD\"&gt;&lt;\/script&gt;\n&lt;script&gt;\n  window.dataLayer = window.dataLayer || [];\n  function gtag(){dataLayer.push(arguments);}\n  gtag('js', new Date());\n\n  gtag('config', 'G-S7YG337LDD');\n&lt;\/script&gt;"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#article","name":"Attention Residuals | Deep Learning JP","headline":"Attention Residuals","author":{"@id":"https:\/\/deeplearning.jp\/en\/author\/inoue-aoi\/#author"},"publisher":{"@id":"https:\/\/deeplearning.jp\/en\/#organization"},"datePublished":"2026-05-14T15:53:51+09:00","dateModified":"2026-05-14T15:53:51+09:00","inLanguage":"en-US","mainEntityOfPage":{"@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#webpage"},"isPartOf":{"@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#webpage"},"articleSection":"DL Papers 2026, dls-2026,"},{"@type":"BreadcrumbList","@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#breadcrumblist","itemListElement":[{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/#listItem","position":1,"name":"Home","item":"https:\/\/deeplearning.jp\/en\/","nextItem":{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/category\/seminar\/#listItem","name":"seminar"}},{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/category\/seminar\/#listItem","position":2,"name":"seminar","item":"https:\/\/deeplearning.jp\/en\/category\/seminar\/","previousItem":{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/#listItem","name":"Home"}},{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/category\/seminar\/papers\/#listItem","position":3,"item":"https:\/\/deeplearning.jp\/en\/category\/seminar\/papers\/","nextItem":{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#listItem","name":"Attention Residuals"},"previousItem":{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/category\/seminar\/#listItem","name":"seminar"}},{"@type":"ListItem","@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#listItem","position":4,"name":"Attention Residuals"}]},{"@type":"Organization","@id":"https:\/\/deeplearning.jp\/en\/#organization","name":"Deep Learning JP","description":"Discover the Gradient","url":"https:\/\/deeplearning.jp\/en\/"},{"@type":"Person","@id":"https:\/\/deeplearning.jp\/en\/author\/inoue-aoi\/#author","url":"https:\/\/deeplearning.jp\/en\/author\/inoue-aoi\/","name":"INOUE Aoi","image":{"@type":"ImageObject","@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#authorImage","url":"https:\/\/secure.gravatar.com\/avatar\/6348736c90df6ca6a46130366add53a61541d582e09075f1d431a3befebf215c?s=96&d=mm&r=g","width":96,"height":96,"caption":"INOUE Aoi"}},{"@type":"WebPage","@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#webpage","url":"https:\/\/deeplearning.jp\/en\/attention-residuals\/","name":"Attention Residuals | Deep Learning JP","description":"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:","inLanguage":"en-US","isPartOf":{"@id":"https:\/\/deeplearning.jp\/en\/#website"},"breadcrumb":{"@id":"https:\/\/deeplearning.jp\/en\/attention-residuals\/#breadcrumblist"},"author":{"@id":"https:\/\/deeplearning.jp\/en\/author\/inoue-aoi\/#author"},"creator":{"@id":"https:\/\/deeplearning.jp\/en\/author\/inoue-aoi\/#author"},"datePublished":"2026-05-14T15:53:51+09:00","dateModified":"2026-05-14T15:53:51+09:00"},{"@type":"WebSite","@id":"https:\/\/deeplearning.jp\/en\/#website","url":"https:\/\/deeplearning.jp\/en\/","name":"Deep Learning JP","description":"Discover the Gradient","inLanguage":"en-US","publisher":{"@id":"https:\/\/deeplearning.jp\/en\/#organization"}}]},"og:locale":"en_US","og:site_name":"Deep Learning JP","og:type":"article","og:title":"Attention Residuals | Deep Learning JP","og:description":"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:","og:url":"https:\/\/deeplearning.jp\/en\/attention-residuals\/","og:image":"https:\/\/deeplearning.jp\/wp-content\/uploads\/2018\/06\/img_DLapplied-1.jpg","og:image:secure_url":"https:\/\/deeplearning.jp\/wp-content\/uploads\/2018\/06\/img_DLapplied-1.jpg","og:image:width":450,"og:image:height":300,"article:published_time":"2026-05-14T06:53:51+00:00","article:modified_time":"2026-05-14T06:53:51+00:00","twitter:card":"summary","twitter:title":"Attention Residuals | Deep Learning JP","twitter:description":"(\u65e5\u672c\u8a9e) \u3010DL\u8f2a\u8aad\u4f1a\u3011Attention Residuals by @DeepLearning2023[:","twitter:image":"https:\/\/deeplearning.jp\/wp-content\/uploads\/2018\/06\/img_DLapplied-1.jpg"},"aioseo_meta_data":{"post_id":"17518","title":null,"description":null,"keywords":[],"keyphrases":{"focus":{"keyphrase":"","score":0,"analysis":{"keyphraseInTitle":{"score":0,"maxScore":9,"error":1}}},"additional":[]},"primary_term":null,"canonical_url":null,"og_title":null,"og_description":null,"og_object_type":"default","og_image_type":"default","og_image_url":null,"og_image_width":null,"og_image_height":null,"og_image_custom_url":null,"og_image_custom_fields":null,"og_video":"","og_custom_url":null,"og_article_section":null,"og_article_tags":[],"twitter_use_og":false,"twitter_card":"default","twitter_image_type":"default","twitter_image_url":null,"twitter_image_custom_url":null,"twitter_image_custom_fields":null,"twitter_title":null,"twitter_description":null,"schema":{"blockGraphs":[],"customGraphs":[],"default":{"data":{"Article":[],"Course":[],"Dataset":[],"FAQPage":[],"Movie":[],"Person":[],"Product":[],"ProductReview":[],"Car":[],"Recipe":[],"Service":[],"SoftwareApplication":[],"WebPage":[]},"graphName":"Article","isEnabled":true},"graphs":[]},"schema_type":"default","schema_type_options":null,"pillar_content":false,"robots_default":true,"robots_noindex":false,"robots_noarchive":false,"robots_nosnippet":false,"robots_nofollow":false,"robots_noimageindex":false,"robots_noodp":false,"robots_notranslate":false,"robots_max_snippet":"-1","robots_max_videopreview":"-1","robots_max_imagepreview":"large","priority":null,"frequency":"default","local_seo":null,"limit_modified_date":false,"created":"2026-05-14 06:45:40","updated":"2026-05-14 06:53:51","focus_keyword":null,"additional_keywords":null,"truseo_locale":null,"ai":null,"breadcrumb_settings":null,"seo_analyzer_scan_date":null},"aioseo_breadcrumb":"<div class=\"aioseo-breadcrumbs\"><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/deeplearning.jp\/en\/\" title=\"Home\">Home<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/deeplearning.jp\/en\/category\/seminar\/\" title=\"seminar\">seminar<\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\t<a href=\"https:\/\/deeplearning.jp\/en\/category\/seminar\/papers\/\" title=\"\"><\/a>\n\t\t<\/span><span class=\"aioseo-breadcrumb-separator\">\u00bb<\/span><span class=\"aioseo-breadcrumb\">\n\t\t\tAttention Residuals\n\t\t<\/span><\/div>","aioseo_breadcrumb_json":[{"label":"Home","link":"https:\/\/deeplearning.jp\/en\/"},{"label":"seminar","link":"https:\/\/deeplearning.jp\/en\/category\/seminar\/"},{"label":"","link":"https:\/\/deeplearning.jp\/en\/category\/seminar\/papers\/"},{"label":"Attention Residuals","link":"https:\/\/deeplearning.jp\/en\/attention-residuals\/"}],"_links":{"self":[{"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/posts\/17518","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/users\/59"}],"replies":[{"embeddable":true,"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/comments?post=17518"}],"version-history":[{"count":1,"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/posts\/17518\/revisions"}],"predecessor-version":[{"id":17519,"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/posts\/17518\/revisions\/17519"}],"wp:attachment":[{"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/media?parent=17518"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/categories?post=17518"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/deeplearning.jp\/en\/wp-json\/wp\/v2\/tags?post=17518"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}