{"id":116858,"date":"2025-03-13T02:44:18","date_gmt":"2025-03-12T18:44:18","guid":{"rendered":"http:\/\/www.gocpmall.com\/?p=116858"},"modified":"2025-03-13T02:44:18","modified_gmt":"2025-03-12T18:44:18","slug":"bytedance-unveils-ultramem-architecture-to-reduce-large-model-inference-costs-by-up-to-83","status":"publish","type":"post","link":"https:\/\/www.gocpmall.com\/?p=116858","title":{"rendered":"ByteDance unveils UltraMem architecture to reduce large model inference costs by up to 83%"},"content":{"rendered":"<p><img decoding=\"async\" src=\"https:\/\/technode.com\/wp-content\/uploads\/2023\/11\/bytedance9578.logowik.com_.webp\" alt=\"news image\"><br \/>ByteDance&rsquo;s Doubao Large Model team yesterday introduced UltraMem, a new architecture designed to address the high memory access issues found during inference in Mixture of Experts (MoE) models. UltraMem boosts inference speed by two to six times and can reduce inference costs by up to 83%&#8230;<br \/><a href=\"https:\/\/technode.com\/2025\/02\/13\/bytedance-unveils-ultramem-architecture-to-reduce-large-model-inference-costs-by-up-to-83\/\" class=\"button purchase\" rel=\"nofollow noopener\">&#38405;&#35835;&#26356;&#22810;&#65288;Read More&#65289;<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>ByteDance&rsquo;s Doubao Large Model team yesterday int [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":116859,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[24],"tags":[],"class_list":["post-116858","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-localnews"],"_links":{"self":[{"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=\/wp\/v2\/posts\/116858","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=116858"}],"version-history":[{"count":0,"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=\/wp\/v2\/posts\/116858\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=\/wp\/v2\/media\/116859"}],"wp:attachment":[{"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=116858"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=116858"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gocpmall.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=116858"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}