[{"data":1,"prerenderedAt":76},["ShallowReactive",2],{"term-m\u002Fmodel-merging":3,"related-m\u002Fmodel-merging":60},{"id":4,"title":5,"acronym":6,"body":7,"category":40,"description":41,"difficulty":42,"extension":43,"letter":44,"meta":45,"navigation":46,"path":47,"related":48,"seo":54,"sitemap":55,"stem":58,"subcategory":6,"__hash__":59},"terms\u002Fterms\u002Fm\u002Fmodel-merging.md","Model Merging",null,{"type":8,"value":9,"toc":33},"minimark",[10,15,19,23,26,30],[11,12,14],"h2",{"id":13},"eli5-the-vibe-check","ELI5 - The Vibe Check",[16,17,18],"p",{},"Model merging is combining two or more fine-tuned models into one by blending their weights directly, no additional training required. It sounds like it shouldn't work, averaging a bunch of numbers together, but it often produces a model that inherits skills from each parent, like a smoothie that somehow tastes like both fruits going in. It's cheap, it's fast, and it occasionally just breaks in ways nobody fully understands.",[11,20,22],{"id":21},"real-talk","Real Talk",[16,24,25],{},"Model merging combines the parameters of multiple models that share the same base architecture into a single model, typically via techniques such as weight averaging, SLERP (spherical linear interpolation), TIES-merging, or task arithmetic on fine-tuned deltas. It requires no additional training compute and can consolidate capabilities from several specialized fine-tunes, but results are less predictable than standard fine-tuning and merges can silently degrade specific capabilities.",[11,27,29],{"id":28},"when-youll-hear-this","When You'll Hear This",[16,31,32],{},"\"We merged the coding fine-tune and the chat fine-tune instead of retraining from scratch.\" \u002F \"Model merging gave us most of both models' strengths for basically zero compute.\"",{"title":34,"searchDepth":35,"depth":35,"links":36},"",2,[37,38,39],{"id":13,"depth":35,"text":14},{"id":21,"depth":35,"text":22},{"id":28,"depth":35,"text":29},"ai","Model merging is combining two or more fine-tuned models into one by blending their weights directly, no additional training required.","advanced","md","m",{},true,"\u002Fterms\u002Fm\u002Fmodel-merging",[49,50,51,52,53],"Fine-Tuning","LoRA","Weights","Model","Transfer Learning",{"title":5,"description":41},{"changefreq":56,"priority":57},"weekly",0.7,"terms\u002Fm\u002Fmodel-merging","SA-r2ZKf5HNM91yXOnridy-R_qE0bB2yWjllKB270C0",[61,65,69,73],{"title":50,"path":62,"acronym":63,"category":40,"difficulty":42,"description":64},"\u002Fterms\u002Fl\u002Flora","Low-Rank Adaptation","LoRA is how you fine-tune a massive AI model without needing a massive GPU budget.",{"title":52,"path":66,"acronym":6,"category":40,"difficulty":67,"description":68},"\u002Fterms\u002Fm\u002Fmodel","beginner","A model is the trained AI — the finished product.",{"title":53,"path":70,"acronym":6,"category":40,"difficulty":71,"description":72},"\u002Fterms\u002Ft\u002Ftransfer-learning","intermediate","Transfer Learning is using knowledge a model already has from one task to help it with a different task.",{"title":51,"path":74,"acronym":6,"category":40,"difficulty":71,"description":75},"\u002Fterms\u002Fw\u002Fweights","Weights are the numbers inside a neural network that determine what it knows and how it behaves — they're the AI's 'brain cells.",1792528100668]