{"id":30784,"date":"2023-07-14T03:58:22","date_gmt":"2023-07-13T18:58:22","guid":{"rendered":"https:\/\/gri.jp\/media\/?p=30784"},"modified":"2025-12-05T08:56:10","modified_gmt":"2025-12-04T23:56:10","slug":"longnet%e3%81%a8%e3%81%af-10%e5%84%84%e3%83%88%e3%83%bc%e3%82%af%e3%83%b3%e3%82%92%e8%b6%85%e3%81%88%e3%82%8b%e3%82%b7%e3%83%bc%e3%82%b1%e3%83%b3%e3%82%b9%e5%87%a6%e7%90%86%e3%82%92%e5%8f%af","status":"publish","type":"post","link":"https:\/\/gri.jp\/media\/entry\/30784","title":{"rendered":"LongNet\u3068\u306f &#8211; 10\u5104\u30c8\u30fc\u30af\u30f3\u3092\u8d85\u3048\u308b\u30b7\u30fc\u30b1\u30f3\u30b9\u51e6\u7406\u3092\u53ef\u80fd\u306b\u3059\u308b\uff1aMicrosoft\u306e\u9769\u65b0\u7684\u306a\u9032\u6b69"},"content":{"rendered":"<p>Microsoft Research\u306b\u3088\u3063\u3066\u958b\u767a\u3055\u308c\u305f\u3001\u6975\u7aef\u306b\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u51e6\u7406\u306b\u9769\u65b0\u7684\u306a\u9032\u6b69\u3092\u3082\u305f\u3089\u3057\u305fLongNet\u3068\u3044\u3046Transformer\u30e2\u30c7\u30eb\u306e\u30d0\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u307e\u3059\u3002LongNet\u306f\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u9577\u3055\u309210\u5104\u30c8\u30fc\u30af\u30f3\u4ee5\u4e0a\u306b\u30b9\u30b1\u30fc\u30eb\u30a2\u30c3\u30d7\u3057\u306a\u304c\u3089\u3001\u77ed\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306b\u5bfe\u3059\u308b\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u7dad\u6301\u3059\u308b\u3088\u3046\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u3053\u306e\u30e2\u30c7\u30eb\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u5206\u91ce\u306b\u304a\u3051\u308b\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u52b9\u7387\u7684\u306a\u51e6\u7406\u3068\u3044\u3046\u8ab2\u984c\u306b\u5bfe\u3059\u308b\u91cd\u8981\u306a\u89e3\u6c7a\u7b56\u3092\u63d0\u4f9b\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\r\n<!-- \/wp:post-content -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>Microsoft Research\u306e\u7814\u7a76\u8005\u306b\u3088\u3063\u3066\u958b\u767a\u3055\u308c\u305fLongNet\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u5206\u91ce\u3067\u6975\u7aef\u306b\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u51e6\u7406\u306b\u5bfe\u3059\u308b\u65b0\u305f\u306a\u89e3\u6c7a\u7b56\u3092\u63d0\u4f9b\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u306e\u30e2\u30c7\u30eb\u306f\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u9577\u3055\u309210\u5104\u30c8\u30fc\u30af\u30f3\u4ee5\u4e0a\u306b\u30b9\u30b1\u30fc\u30eb\u30a2\u30c3\u30d7\u3057\u306a\u304c\u3089\u3001\u77ed\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306b\u5bfe\u3059\u308b\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u7dad\u6301\u3059\u308b\u3088\u3046\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u3067\u5e83\u304f\u4f7f\u7528\u3055\u308c\u3066\u3044\u308bTransformer\u30e2\u30c7\u30eb\u304c\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u9577\u3055\u306b\u5bfe\u3057\u3066\u4e8c\u6b21\u7684\u306a\u8907\u96d1\u3055\u3092\u6301\u3064\u305f\u3081\u3001\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u51e6\u7406\u306b\u5236\u9650\u304c\u3042\u308b\u3068\u3044\u3046\u8ab2\u984c\u3092\u89e3\u6c7a\u3059\u308b\u3082\u306e\u3067\u3059\u3002<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>LongNet\u306e\u4e3b\u8981\u306a\u7279\u5fb4\u306f\u3001\u300c\u30c7\u30a3\u30ec\u30a4\u30c6\u30c3\u30c9\u30fb\u30a2\u30c6\u30f3\u30b7\u30e7\u30f3\u300d\u306e\u5c0e\u5165\u3067\u3059\u3002\u3053\u308c\u306f\u3001\u30c8\u30fc\u30af\u30f3\u9593\u306e\u8ddd\u96e2\u304c\u5927\u304d\u304f\u306a\u308b\u306b\u3064\u308c\u3066\u3001\u6ce8\u610f\u529b\u306e\u30d5\u30a3\u30fc\u30eb\u30c9\u3092\u6307\u6570\u95a2\u6570\u7684\u306b\u62e1\u5927\u3059\u308b\u3068\u3044\u3046\u3082\u306e\u3067\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001LongNet\u306f\u8a08\u7b97\u30b3\u30b9\u30c8\u3092\u5897\u52a0\u3055\u305b\u308b\u3053\u3068\u306a\u304f\u3001\u30b7\u30fc\u30b1\u30f3\u30b9\u5185\u306e\u9060\u304f\u96e2\u308c\u305f\u30c8\u30fc\u30af\u30f3\u306b\u6ce8\u610f\u3092\u6255\u3046\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u3053\u306e\u30c7\u30a3\u30ec\u30a4\u30c6\u30c3\u30c9\u30fb\u30a2\u30c6\u30f3\u30b7\u30e7\u30f3\u306b\u3088\u308a\u3001LongNet\u306f\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u72a0\u7272\u306b\u3059\u308b\u3053\u3068\u306a\u304f\u3001\u975e\u5e38\u306b\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u3092\u52b9\u679c\u7684\u306b\u51e6\u7406\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>LongNet\u306e\u5c0e\u5165\u306b\u3088\u308a\u3001\u5927\u898f\u6a21\u306a\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u306e\u53d6\u308a\u6271\u3044\u306b\u65b0\u305f\u306a\u53ef\u80fd\u6027\u304c\u958b\u304b\u308c\u307e\u3057\u305f\u300210\u5104\u30c8\u30fc\u30af\u30f3\u4ee5\u4e0a\u306e\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u51e6\u7406\u3092\u53ef\u80fd\u306b\u3059\u308b\u3053\u3068\u3067\u3001LongNet\u306f\u81ea\u7136\u8a00\u8a9e\u306e\u9577\u8ddd\u96e2\u4f9d\u5b58\u6027\u3068\u8907\u96d1\u306a\u69cb\u9020\u3092\u6349\u3048\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u30c6\u30ad\u30b9\u30c8\u306e\u8981\u7d04\u3001\u8cea\u554f\u5fdc\u7b54\u3001\u30c6\u30ad\u30b9\u30c8\u751f\u6210\u306a\u3069\u3001\u5927\u898f\u6a21\u306a\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u306e\u51e6\u7406\u306b\u4f9d\u5b58\u3059\u308b\u3055\u307e\u3056\u307e\u306a\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u6539\u5584\u304c\u671f\u5f85\u3067\u304d\u307e\u3059\u3002<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>LongNet\u306f\u7814\u7a76\u30b3\u30df\u30e5\u30cb\u30c6\u30a3\u3067\u6ce8\u76ee\u3092\u96c6\u3081\u3001arXiv\u3001YouTube\u3001Hugging Face\u306a\u3069\u306e\u3055\u307e\u3056\u307e\u306a\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u8b70\u8ad6\u3055\u308c\u3066\u3044\u307e\u3059\u3002LongNet\u3092\u8a73\u8ff0\u3057\u305f\u7814\u7a76\u8ad6\u6587\u306f\u3001\u305d\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u306b\u3064\u3044\u3066\u8a73\u7d30\u306a\u60c5\u5831\u3092\u63d0\u4f9b\u3057\u3066\u3044\u307e\u3059\u3002\u305d\u308c\u306b\u3088\u308c\u3070\u3001LongNet\u306f\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u306e\u3044\u304f\u3064\u304b\u306e\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u306b\u304a\u3044\u3066\u3001\u65e2\u5b58\u306e\u30e2\u30c7\u30eb\u3068\u540c\u7b49\u307e\u305f\u306f\u305d\u308c\u4ee5\u4e0a\u306e\u7d50\u679c\u3092\u9054\u6210\u3057\u3066\u3044\u307e\u3059\u3002\u3055\u3089\u306b\u3001LongNet\u306f1\u3064\u306eGPU\u30c7\u30d0\u30a4\u30b9\u3067\u6700\u592713\u5104\u30c8\u30fc\u30af\u30f3\u306e\u30b7\u30fc\u30b1\u30f3\u30b9\u3092\u51e6\u7406\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u308b\u3068\u793a\u3057\u3066\u304a\u308a\u3001\u3053\u308c\u306f\u3053\u306e\u5206\u91ce\u3067\u306f\u524d\u4f8b\u306e\u306a\u3044\u3053\u3068\u3067\u3059\u3002<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>\u5168\u4f53\u3068\u3057\u3066\u3001LongNet\u306f\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u5206\u91ce\u306b\u304a\u3044\u3066\u3001\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u72a0\u7272\u306b\u3059\u308b\u3053\u3068\u306a\u304f\u3001\u6975\u7aef\u306b\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u52b9\u7387\u7684\u306a\u51e6\u7406\u3092\u53ef\u80fd\u306b\u3059\u308b\u91cd\u8981\u306a\u767a\u5c55\u3067\u3059\u3002\u5927\u898f\u6a21\u306a\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u306e\u51e6\u7406\u306b\u4f9d\u5b58\u3059\u308b\u3055\u307e\u3056\u307e\u306a\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u9032\u5316\u3055\u305b\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002LongNet\u306f\u3001Microsoft\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u7814\u7a76\u306b\u304a\u3051\u308b\u9769\u65b0\u3068\u30ea\u30fc\u30c0\u30fc\u30b7\u30c3\u30d7\u3092\u793a\u3059\u753b\u671f\u7684\u306a\u3082\u306e\u3067\u3059\u3002<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>&nbsp;<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>\u95a2\u9023\u8ad6\u6587 LongNet: Scaling Transformers to 1,000,000,000 Tokens <a href=\"https:\/\/arxiv.org\/abs\/2307.02486\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/arxiv.org\/abs\/2307.02486<\/a><\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>&nbsp;<\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p><a href=\"https:\/\/www.picaca.jp\/p\/bizrepo?src=info\">\u3010\u751f\u6210AI\u306b\u95a2\u3059\u308b\u8a18\u4e8b\u3092\u8aad\u307f\u305f\u3044\u65b9\u306f\u3053\u3061\u3089\u304b\u3089\u300eChatGPT\u30d3\u30b8\u30cd\u30b9\u30ec\u30dd\u30fc\u30c8\u300f\u306b\u7121\u6599\u767b\u9332\u3057\u3066\u304f\u3060\u3055\u3044\u3011<\/a><\/p>\r\n<!-- \/wp:paragraph -->\r\n\r\n<!-- wp:paragraph -->\r\n<p>(\u4e86)\u00a0<\/p>\r\n<!-- \/wp:paragraph -->","protected":false},"excerpt":{"rendered":"<p>Microsoft Research\u306b\u3088\u3063\u3066\u958b\u767a\u3055\u308c\u305f\u3001\u6975\u7aef\u306b\u9577\u3044\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u51e6\u7406\u306b\u9769\u65b0\u7684\u306a\u9032\u6b69\u3092\u3082\u305f\u3089\u3057\u305fLongNet\u3068\u3044\u3046Transformer\u30e2\u30c7\u30eb\u306e\u30d0\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u307e\u3059\u3002LongNet\u306f\u3001\u30b7\u30fc\u30b1\u30f3\u30b9<\/p>\n","protected":false},"author":69,"featured_media":30785,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1058,83],"tags":[759],"class_list":["post-30784","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-1058","category-ai","tag-759"],"acf":[],"meta_field":{"_edit_lock":["1764892428:51"],"_edit_last":["51"],"_oembed_f599b5bae89e5eb5330bc266982a61c6":["{{unknown}}"],"_thumbnail_id":["30785"],"hidden_toppage":["0"],"_hidden_toppage":["field_61933136630d2"],"note_url":[""],"_note_url":["field_61243c8278b90"],"_oembed_cad28bade9419eca440f9f41ac91a82b":["{{unknown}}"],"_oembed_1ee1fe5059a028340dd65c39b9b2c51d":["{{unknown}}"],"_pv_count":["a:24:{i:4;i:33;i:5;i:24;i:6;i:21;i:12;i:75;i:15;i:91;i:18;i:74;i:21;i:53;i:0;i:40;i:16;i:56;i:17;i:56;i:19;i:58;i:23;i:41;i:2;i:34;i:8;i:45;i:11;i:50;i:13;i:43;i:14;i:74;i:20;i:35;i:9;i:56;i:22;i:32;i:10;i:37;i:1;i:72;i:3;i:28;i:7;i:27;}"],"pv_count":["1155"]},"_links":{"self":[{"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/posts\/30784","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/users\/69"}],"replies":[{"embeddable":true,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/comments?post=30784"}],"version-history":[{"count":7,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/posts\/30784\/revisions"}],"predecessor-version":[{"id":37175,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/posts\/30784\/revisions\/37175"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/media\/30785"}],"wp:attachment":[{"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/media?parent=30784"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/categories?post=30784"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/gri.jp\/media\/wp-json\/wp\/v2\/tags?post=30784"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}