[{"data":1,"prerenderedAt":78},["ShallowReactive",2],{"term-n\u002Fnatural-language-processing":3,"related-n\u002Fnatural-language-processing":60},{"id":4,"title":5,"acronym":6,"body":7,"category":40,"description":41,"difficulty":42,"extension":43,"letter":44,"meta":45,"navigation":46,"path":47,"related":48,"seo":53,"sitemap":54,"stem":57,"subcategory":58,"__hash__":59},"terms\u002Fterms\u002Fn\u002Fnatural-language-processing.md","Natural Language Processing","NLP",{"type":8,"value":9,"toc":33},"minimark",[10,15,19,23,26,30],[11,12,14],"h2",{"id":13},"eli5-the-vibe-check","ELI5 — The Vibe Check",[16,17,18],"p",{},"The full name for NLP — making computers understand and produce human language. This covers everything from translating languages to summarizing articles to figuring out if a tweet is angry or happy. The magic that makes Siri not totally terrible lives here. LLMs are the current pinnacle of NLP research.",[11,20,22],{"id":21},"real-talk","Real Talk",[16,24,25],{},"Natural Language Processing encompasses the computational methods for processing and understanding human language. Historical approaches relied on rule-based systems and statistical models; modern NLP is dominated by transformer-based LLMs. Key applications include machine translation, sentiment analysis, question answering, and text generation.",[11,27,29],{"id":28},"when-youll-hear-this","When You'll Hear This",[16,31,32],{},"\"Natural language processing powers our search ranking.\" \u002F \"The natural language processing team built the entity extractor.\"",{"title":34,"searchDepth":35,"depth":35,"links":36},"",2,[37,38,39],{"id":13,"depth":35,"text":14},{"id":21,"depth":35,"text":22},{"id":28,"depth":35,"text":29},"ai","The full name for NLP — making computers understand and produce human language.","beginner","md","n",{},true,"\u002Fterms\u002Fn\u002Fnatural-language-processing",[6,49,50,51,52],"LLM","Transformer","Embedding","Tokenizer",{"title":5,"description":41},{"changefreq":55,"priority":56},"weekly",0.7,"terms\u002Fn\u002Fnatural-language-processing",null,"7MCKUMzzB96voatsTEDN_2o0V-crccjYuHk6AviUpSw",[61,65,69,72,75],{"title":51,"path":62,"acronym":58,"category":40,"difficulty":63,"description":64},"\u002Fterms\u002Fe\u002Fembedding","intermediate","An embedding is turning words, sentences, or entire documents into lists of numbers (vectors) that capture their meaning.",{"title":49,"path":66,"acronym":67,"category":40,"difficulty":42,"description":68},"\u002Fterms\u002Fl\u002Fllm","Large Language Model","An LLM is a humongous AI that read basically the entire internet and learned to predict what words come next, really really well.",{"title":6,"path":70,"acronym":5,"category":40,"difficulty":42,"description":71},"\u002Fterms\u002Fn\u002Fnlp","NLP is the branch of AI that deals with human language — reading it, writing it, translating it, summarizing it.",{"title":52,"path":73,"acronym":58,"category":40,"difficulty":63,"description":74},"\u002Fterms\u002Ft\u002Ftokenizer","A tokenizer chops text into pieces that the AI model can understand — but not in ways humans would expect.",{"title":50,"path":76,"acronym":58,"category":40,"difficulty":63,"description":77},"\u002Fterms\u002Ft\u002Ftransformer","The Transformer is THE architecture behind all modern AI. ChatGPT, Claude, Midjourney, Whisper — all transformers under the hood. The key innovation?",1776518297055]