[{"data":1,"prerenderedAt":83},["ShallowReactive",2],{"\u002F_benchmarks\u002Fcontinual-learning-app":3,"navigation-_benchmarks":40,"\u002F_benchmarks\u002Fcontinual-learning":63,"surr-\u002F_benchmarks\u002Fcontinual-learning":80},{"id":4,"title":5,"author":6,"body":7,"description":29,"extension":32,"meta":33,"navigation":34,"path":35,"seo":36,"sitemap":37,"stem":38,"__hash__":39},"content\u002F_benchmarks\u002Fcontinual-learning.md","Effective Continual Learning",null,{"type":8,"value":9,"toc":28},"minimark",[10,19],[11,12,13],"p",{},[14,15],"img",{":provider":16,":zoom":17,"alt":5,"src":18},"s3","false","\u002Fassets\u002Flanding\u002Fbenchmarks\u002Fcontinual-learning.webp",[11,20,21,27],{},[22,23,26],"span",{"className":24},[25],"text-white","BDH"," shows no catastrophic forgetting during sequential task training on a 100M parameters scale, maintaining a low and stable combined loss across task switches. In contrast, GPT (Transformer) degrades after each switch - its loss rises after moving to Task 2 and spikes when returning to Task 1 - indicating disrupted retention and catastrophic forgetting.",{"title":29,"searchDepth":30,"depth":30,"links":31},"",2,[],"md",{},true,"\u002F_benchmarks\u002Fcontinual-learning",{"title":5,"description":29},{"loc":35},"_benchmarks\u002Fcontinual-learning","0MM44nsGN96yWviWrh9ECE4pxXxeYjHQml_D86hjkNU",[41],{"title":42,"path":43,"stem":44,"children":45,"page":62},"Benchmarks","\u002F_benchmarks","_benchmarks",[46,53,55],{"title":47,"path":48,"stem":49,"meta":50},"Beyond State-of-the-Art Reasoning","\u002F_benchmarks\u002Fbeyond-state-of-the-art-reasoning","_benchmarks\u002Fbeyond-state-of-the-art-reasoning",{"button":51,"href":52},"Read the blog","\u002Fresearch\u002Fbeyond-transformers-sudoku-bench",{"title":5,"path":35,"stem":38,"meta":54},{},{"title":56,"path":57,"stem":58,"meta":59},"Infinite Context Window","\u002F_benchmarks\u002Finfinite-context-window","_benchmarks\u002Finfinite-context-window",{"button":60,"href":61},"Read the paper","https:\u002F\u002Farxiv.org\u002Fabs\u002F2509.26507 ",false,{"id":4,"title":5,"author":6,"body":64,"description":29,"extension":32,"meta":77,"navigation":34,"path":35,"seo":78,"sitemap":79,"stem":38,"__hash__":39},{"type":8,"value":65,"toc":75},[66,70],[11,67,68],{},[14,69],{":provider":16,":zoom":17,"alt":5,"src":18},[11,71,72,27],{},[22,73,26],{"className":74},[25],{"title":29,"searchDepth":30,"depth":30,"links":76},[],{},{"title":5,"description":29},{"loc":35},[81,82],{"title":47,"path":48,"stem":49,"children":-1},{"title":56,"path":57,"stem":58,"children":-1},1777291382230]