[{"data":1,"prerenderedAt":481},["ShallowReactive",2],{"navigation_docs":3,"-getting-started-installation":217,"-getting-started-installation-surround":476},[4,35,76,100,125,143,164,185,194,212],{"title":5,"path":6,"stem":7,"children":8,"page":34},"Getting Started","\u002Fgetting-started","1.getting-started",[9,14,19,24,29],{"title":10,"path":11,"stem":12,"icon":13},"llama-crab documentation","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-house",{"title":15,"path":16,"stem":17,"icon":18},"Installation","\u002Fgetting-started\u002Finstallation","1.getting-started\u002F2.installation","i-lucide-download",{"title":20,"path":21,"stem":22,"icon":23},"First run","\u002Fgetting-started\u002Ffirst-run","1.getting-started\u002F3.first-run","i-lucide-play",{"title":25,"path":26,"stem":27,"icon":28},"Models","\u002Fgetting-started\u002Fmodels","1.getting-started\u002F4.models","i-lucide-package",{"title":30,"path":31,"stem":32,"icon":33},"Backends","\u002Fgetting-started\u002Fbackends","1.getting-started\u002F5.backends","i-lucide-cpu",false,{"title":36,"icon":37,"path":38,"stem":39,"children":40,"page":34},"Rust SDK","i-lucide-code","\u002Frust","2.rust",[41,46,51,56,61,66,71],{"title":42,"path":43,"stem":44,"icon":45},"Package Map","\u002Frust\u002Fworkspace","2.rust\u002F1.workspace","i-lucide-layers",{"title":47,"path":48,"stem":49,"icon":50},"Model Lifecycle","\u002Frust\u002Flifecycle","2.rust\u002F2.lifecycle","i-lucide-refresh-cw",{"title":52,"path":53,"stem":54,"icon":55},"Text Completion","\u002Frust\u002Fcompletion","2.rust\u002F3.completion","i-lucide-text-cursor",{"title":57,"path":58,"stem":59,"icon":60},"Chat","\u002Frust\u002Fchat","2.rust\u002F4.chat","i-lucide-messages-square",{"title":62,"path":63,"stem":64,"icon":65},"Embeddings","\u002Frust\u002Fembeddings","2.rust\u002F5.embeddings","i-lucide-vector-square",{"title":67,"path":68,"stem":69,"icon":70},"Multimodal","\u002Frust\u002Fmultimodal","2.rust\u002F6.multimodal","i-lucide-eye",{"title":72,"path":73,"stem":74,"icon":75},"Structured Output","\u002Frust\u002Fstructured-output","2.rust\u002F7.structured-output","i-lucide-braces",{"title":77,"icon":78,"path":79,"stem":80,"children":81,"page":34},"Server","i-lucide-server","\u002Fserver","3.server",[82,86,91,96],{"title":83,"path":84,"stem":85,"icon":23},"Running the Server","\u002Fserver\u002Frunning","3.server\u002F1.running",{"title":87,"path":88,"stem":89,"icon":90},"OpenAI-Compatible API","\u002Fserver\u002Fopenai-api","3.server\u002F2.openai-api","i-lucide-cloud",{"title":92,"path":93,"stem":94,"icon":95},"Streaming","\u002Fserver\u002Fstreaming","3.server\u002F3.streaming","i-lucide-radio",{"title":97,"path":98,"stem":99},"Operations","\u002Fserver\u002Foperations","3.server\u002F4.operations",{"title":101,"icon":102,"path":103,"stem":104,"children":105,"page":34},"Tauri","i-lucide-app-window","\u002Ftauri","4.tauri",[106,111,116,121],{"title":107,"path":108,"stem":109,"icon":110},"Tauri Plugin","\u002Ftauri\u002Fplugin","4.tauri\u002F1.plugin","i-lucide-plug",{"title":112,"path":113,"stem":114,"icon":115},"Tauri Permissions","\u002Ftauri\u002Fpermissions","4.tauri\u002F2.permissions","i-lucide-shield",{"title":117,"path":118,"stem":119,"icon":120},"TypeScript Client for Tauri","\u002Ftauri\u002Ftypescript-client","4.tauri\u002F3.typescript-client","i-simple-icons-typescript",{"title":122,"path":123,"stem":124},"Tauri section update notes","\u002Ftauri\u002Fupdate_notes","4.tauri\u002FUPDATE_NOTES",{"title":126,"icon":120,"path":127,"stem":128,"children":129,"page":34},"TypeScript","\u002Ftypescript","5.typescript",[130,134,139],{"title":131,"path":132,"stem":133,"icon":28},"Packages","\u002Ftypescript\u002Fpackages","5.typescript\u002F1.packages",{"title":135,"path":136,"stem":137,"icon":138},"Client Contracts","\u002Ftypescript\u002Fclient-contracts","5.typescript\u002F2.client-contracts","i-lucide-file-code",{"title":140,"path":141,"stem":142},"TypeScript section update notes","\u002Ftypescript\u002Fupdate_notes","5.typescript\u002FUPDATE_NOTES",{"title":144,"icon":145,"path":146,"stem":147,"children":148,"page":34},"Guides","i-lucide-compass","\u002Fguides","6.guides",[149,154,159],{"title":150,"path":151,"stem":152,"icon":153},"Performance","\u002Fguides\u002Fperformance","6.guides\u002F1.performance","i-lucide-gauge",{"title":155,"path":156,"stem":157,"icon":158},"Mobile","\u002Fguides\u002Fmobile","6.guides\u002F2.mobile","i-lucide-smartphone",{"title":160,"path":161,"stem":162,"icon":163},"Troubleshooting Models","\u002Fguides\u002Ftroubleshooting-models","6.guides\u002F3.troubleshooting-models","i-lucide-wrench",{"title":165,"icon":166,"path":167,"stem":168,"children":169,"page":34},"Reference","i-lucide-book-marked","\u002Freference","7.reference",[170,175,180],{"title":171,"path":172,"stem":173,"icon":174},"Crates and packages","\u002Freference\u002Fcrates","7.reference\u002F1.crates","i-lucide-boxes",{"title":176,"path":177,"stem":178,"icon":179},"Cargo features","\u002Freference\u002Fcargo-features","7.reference\u002F2.cargo-features","i-lucide-toggle-right",{"title":181,"path":182,"stem":183,"icon":184},"Versioning","\u002Freference\u002Fversioning","7.reference\u002F3.versioning","i-lucide-git-branch",{"title":186,"icon":187,"path":188,"stem":189,"children":190,"page":34},"Examples","i-lucide-flask-conical","\u002Fexamples","8.examples",[191],{"title":186,"path":192,"stem":193,"icon":187},"\u002Fexamples\u002Fexamples","8.examples\u002F1.examples",{"title":195,"icon":196,"path":197,"stem":198,"children":199,"page":34},"Contributing","i-lucide-git-pull-request-arrow","\u002Fcontributing","9.contributing",[200,204,207],{"title":201,"path":202,"stem":203,"icon":37},"Development","\u002Fcontributing\u002Fdevelopment","9.contributing\u002F1.development",{"title":186,"path":205,"stem":206,"icon":187},"\u002Fcontributing\u002Fexamples","9.contributing\u002F2.examples",{"title":208,"path":209,"stem":210,"icon":211},"Releases","\u002Fcontributing\u002Freleases","9.contributing\u002F3.releases","i-lucide-rocket",{"title":213,"path":214,"stem":215,"icon":216},"Troubleshooting","\u002Ftroubleshooting","troubleshooting","i-lucide-life-buoy",{"id":218,"title":15,"body":219,"description":469,"extension":470,"links":471,"meta":472,"navigation":473,"path":16,"seo":474,"stem":17,"__hash__":475},"docs\u002F1.getting-started\u002F2.installation.md",{"type":220,"value":221,"toc":464},"minimark",[222,231,255,266,271,290,360,364,367,381,391,395,405,434,460],[223,224,225,226,230],"p",{},"Add ",[227,228,229],"code",{},"llama-crab"," to a Rust project when you want to load GGUF models directly\nfrom application code.",[232,233,239],"pre",{"className":234,"code":235,"language":236,"meta":237,"style":238},"language-toml shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","[dependencies]\nllama-crab = \"0.1.8\"\n","toml","title=\"Cargo.toml\"","",[227,240,241,249],{"__ignoreMap":238},[242,243,246],"span",{"class":244,"line":245},"line",1,[242,247,248],{},"[dependencies]\n",[242,250,252],{"class":244,"line":251},2,[242,253,254],{},"llama-crab = \"0.1.8\"\n",[223,256,257,258,261,262,265],{},"The crate defaults to ",[227,259,260],{},"[\"openmp\", \"metal\"]",". Pin the version you want\nexplicitly; the workspace tracks ",[227,263,264],{},"0.1.8"," at the time of writing.",[267,268,270],"h2",{"id":269},"native-requirements","Native requirements",[223,272,273,276,277,280,281,285,286,289],{},[227,274,275],{},"llama-crab-sys"," builds the native llama.cpp stack. Install the platform C++\ntoolchain and CMake before the first ",[227,278,279],{},"cargo build",". ",[282,283,284],"strong",{},"MSRV is 1.88"," — the\ntoolchain is pinned in ",[227,287,288],{},"rust-toolchain.toml"," at the repository root.",[291,292,293,306],"table",{},[294,295,296],"thead",{},[297,298,299,303],"tr",{},[300,301,302],"th",{},"Platform",[300,304,305],{},"Minimum setup",[307,308,309,318,332,352],"tbody",{},[297,310,311,315],{},[312,313,314],"td",{},"macOS",[312,316,317],{},"Xcode Command Line Tools and CMake",[297,319,320,323],{},[312,321,322],{},"Debian\u002FUbuntu",[312,324,325,328,329],{},[227,326,327],{},"build-essential"," and ",[227,330,331],{},"cmake",[297,333,334,337],{},[312,335,336],{},"Fedora\u002FRHEL",[312,338,339,342,343,342,346,348,349],{},[227,340,341],{},"gcc",", ",[227,344,345],{},"gcc-c++",[227,347,331],{},", and ",[227,350,351],{},"make",[297,353,354,357],{},[312,355,356],{},"Windows",[312,358,359],{},"Visual Studio C++ workload and CMake",[267,361,363],{"id":362},"feature-selection","Feature selection",[223,365,366],{},"Be explicit about compute backends in applications:",[232,368,370],{"className":234,"code":369,"language":236,"meta":237,"style":238},"[dependencies]\nllama-crab = { version = \"0.1.8\", default-features = false, features = [\"openmp\"] }\n",[227,371,372,376],{"__ignoreMap":238},[242,373,374],{"class":244,"line":245},[242,375,248],{},[242,377,378],{"class":244,"line":251},[242,379,380],{},"llama-crab = { version = \"0.1.8\", default-features = false, features = [\"openmp\"] }\n",[223,382,383,384,387,388,390],{},"Common combinations are listed in\n",[385,386,30],"a",{"href":31},"; the full current feature matrix lives\nin ",[385,389,176],{"href":177},".",[267,392,394],{"id":393},"server-and-tauri-plugin","Server and Tauri plugin",[223,396,397,398,328,401,404],{},"Both ",[227,399,400],{},"llama-crab-server",[227,402,403],{},"tauri-plugin-llama-crab"," are published\nseparately. Install the server binary when you want a local OpenAI-compatible\nHTTP API:",[232,406,410],{"className":407,"code":408,"language":409,"meta":238,"style":238},"language-bash shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","cargo install llama-crab-server --features mtmd --force\n","bash",[227,411,412],{"__ignoreMap":238},[242,413,414,418,422,425,428,431],{"class":244,"line":245},[242,415,417],{"class":416},"sBMFI","cargo",[242,419,421],{"class":420},"sfazB"," install",[242,423,424],{"class":420}," llama-crab-server",[242,426,427],{"class":420}," --features",[242,429,430],{"class":420}," mtmd",[242,432,433],{"class":420}," --force\n",[223,435,436,437,440,441,444,445,448,449,451,452,455,456,459],{},"The Tauri plugin is added to a Tauri v2 application the same way as any\nother ",[227,438,439],{},"tauri-plugin-*"," crate (see\n",[385,442,443],{"href":108},"Tauri plugin","). Its ",[227,446,447],{},"mtmd"," feature enables multimodal\n(vision) inference and is enabled by default in 0.1.8 alongside ",[227,450,229],{},"'s\n",[227,453,454],{},"hf-hub"," feature so Tauri apps can load Hugging Face model IDs through\n",[227,457,458],{},"load_model"," without extra feature wiring.",[461,462,463],"style",{},"html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sBMFI, html code.shiki .sBMFI{--shiki-light:#E2931D;--shiki-default:#FFCB6B;--shiki-dark:#FFCB6B}html pre.shiki code .sfazB, html code.shiki .sfazB{--shiki-light:#91B859;--shiki-default:#C3E88D;--shiki-dark:#C3E88D}",{"title":238,"searchDepth":251,"depth":251,"links":465},[466,467,468],{"id":269,"depth":251,"text":270},{"id":362,"depth":251,"text":363},{"id":393,"depth":251,"text":394},"Add llama-crab to a Rust project and prepare native build requirements.","md",null,{},{"icon":18},{"title":15,"description":469},"zNDg4gExRaB4GRKZevQfUkxOcUW9TGWVDRTkk5Ym30Y",[477,479],{"title":10,"path":11,"stem":12,"description":478,"icon":13,"children":-1},"Run local GGUF models from Rust, HTTP, Tauri, and TypeScript applications.",{"title":20,"path":21,"stem":22,"description":480,"icon":23,"children":-1},"Create a small Rust application and run llama-crab against a GGUF model.",1781622518594]