{"id":3047,"date":"2026-07-01T15:50:41","date_gmt":"2026-07-01T12:50:41","guid":{"rendered":"https:\/\/shareai.now\/?p=3047"},"modified":"2026-07-01T15:50:42","modified_gmt":"2026-07-01T12:50:42","slug":"kv-%ec%ba%90%ec%8b%9c-%eb%9d%bc%ec%9a%b0%ed%8c%85-llm-%ed%94%84%eb%a6%ac%ed%95%84","status":"publish","type":"post","link":"https:\/\/shareai.now\/ko\/%eb%b8%94%eb%a1%9c%ea%b7%b8\/%ea%b0%9c%eb%b0%9c%ec%9e%90\/kv-%ec%ba%90%ec%8b%9c-%eb%9d%bc%ec%9a%b0%ed%8c%85-llm-%ed%94%84%eb%a6%ac%ed%95%84\/","title":{"rendered":"KV \uce90\uc2dc \ub77c\uc6b0\ud305: \uc911\ubcf5\ub41c LLM \ud504\ub9ac\ud544 \uc791\uc5c5 \uc81c\uac70"},"content":{"rendered":"<p>KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \ubc18\ubcf5\uc801\uc778 \ud504\ub86c\ud504\ud2b8 \uc811\ub450\uc0ac\uac00 LLM \ud2b8\ub798\ud53d\uc5d0\uc11c \uacc4\uc18d \ub098\ud0c0\ub0a0 \ub54c \uc911\uc694\ud569\ub2c8\ub2e4. \uc62c\ubc14\ub978 \uc694\uccad\uc774 \uc62c\ubc14\ub978 \ubcf5\uc81c\ubcf8\uc5d0 \ub3c4\ub2ec\ud558\uba74, \uc11c\ube44\uc2a4 \uc5d4\uc9c4\uc740 \ub3d9\uc77c\ud55c \ud504\ub9ac\ud544 \ud1a0\ud070\uc744 \ubc18\ubcf5\uc801\uc73c\ub85c \ub2e4\uc2dc \uacc4\uc0b0\ud558\ub294 \ub300\uc2e0 \uce90\uc2dc\ub41c \uc5b4\ud150\uc158 \uc0c1\ud0dc\ub97c \uc7ac\uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc774\ub294 \uc778\ud504\ub77c \uc138\ubd80\uc0ac\ud56d\ucc98\ub7fc \ub4e4\ub9ac\uc9c0\ub9cc, \uace7 \uc81c\ud488 \ubb38\uc81c\ub85c \uc774\uc5b4\uc9d1\ub2c8\ub2e4. \uae34 \uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8, RAG \ucee8\ud14d\uc2a4\ud2b8, \uba87 \uac00\uc9c0 \uc0f7 \uc608\uc81c, \uadf8\ub9ac\uace0 \ub2e4\uc911 \ud134 \ucc44\ud305 \uae30\ub85d\uc740 \ud504\ub9ac\ud544 \uc791\uc5c5\uc744 \ube44\uc6a9\uc774 \ub9ce\uc774 \ub4e4\uac8c \ub9cc\ub4e4 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ubaa8\ub4e0 \ubcf5\uc81c\ubcf8\uc774 \ub3d9\uc77c\ud55c \uc811\ub450\uc0ac\ub97c \ub2e4\uc2dc \uacc4\uc0b0\ud560 \ub54c, \ud300\uc740 \uc9c0\uc5f0 \uc2dc\uac04, GPU \uc2dc\uac04, \uadf8\ub9ac\uace0 \uc6a9\ub7c9 \uacc4\ud68d\uc5d0\uc11c \ube44\uc6a9\uc744 \uc9c0\ubd88\ud558\uac8c \ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<p>ShareAI\ub294 \uac1c\ubc1c\uc790\ub4e4\uc5d0\uac8c 150\uac1c \uc774\uc0c1\uc758 \ubaa8\ub378, \ub9c8\ucf13\ud50c\ub808\uc774\uc2a4 \uac00\uc2dc\uc131, \ub77c\uc6b0\ud305, \uadf8\ub9ac\uace0 \uc7a5\uc560 \ubcf5\uad6c\ub97c \uc704\ud55c \ud558\ub098\uc758 API\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4. KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \ubaa8\ub378 \uc11c\ube44\uc2a4 \uc778\ud504\ub77c \ub0b4\ubd80\uc5d0\uc11c \ud55c \uce35 \uc544\ub798\uc5d0 \uc704\uce58\ud569\ub2c8\ub2e4. ShareAI \ub3c5\uc790\ub4e4\uc5d0\uac8c \uc720\uc6a9\ud55c \uacb0\ub860\uc740 \uac04\ub2e8\ud569\ub2c8\ub2e4: \ub77c\uc6b0\ud305 \uacb0\uc815\uc740 \ubaa8\ub378 \uc120\ud0dd\ubd80\ud130 \ubc18\ubcf5\ub41c \ud504\ub86c\ud504\ud2b8\ub97c \ucc98\ub9ac\ud558\ub294 GPU \ubcf5\uc81c\ubcf8\uae4c\uc9c0 AI \uc2a4\ud0dd\uc758 \ubaa8\ub4e0 \uce35\uc5d0\uc11c \uc911\uc694\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc774 \uc911\uc694\ud55c \uc774\uc720<\/h2>\n\n\n\n<p>LLM \ucd94\ub860 \uc911, \ubaa8\ub378\uc740 \uba3c\uc800 \ud504\ub9ac\ud544 \ub2e8\uacc4\uc5d0\uc11c \uc785\ub825 \ud504\ub86c\ud504\ud2b8\ub97c \ucc98\ub9ac\ud569\ub2c8\ub2e4. \uc774\ub294 \ud0a4-\uac12 \uce90\uc2dc(KV \uce90\uc2dc)\ub97c \uc0dd\uc131\ud558\uba70, \uc774\ud6c4 \uc0dd\uc131\ub41c \ud1a0\ud070\uc774 \uc774\ubbf8 \ucc98\ub9ac\ub41c \ucee8\ud14d\uc2a4\ud2b8\ub97c \ucc38\uc870\ud560 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc811\ub450\uc0ac \uce90\uc2f1\uc740 \uc774\ud6c4 \uc694\uccad\uc774 \ub3d9\uc77c\ud55c \ud504\ub86c\ud504\ud2b8 \uc2dc\uc791 \ubd80\ubd84\uc744 \uacf5\uc720\ud560 \ub54c \uc11c\ube44\uc2a4 \uc5d4\uc9c4\uc774 \ud574\ub2f9 \uce90\uc2dc\ub97c \uc7ac\uc0ac\uc6a9\ud560 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4. <a href=\"https:\/\/docs.vllm.ai\/en\/v0.18.1\/features\/automatic_prefix_caching\/?utm_source=shareai.now&#038;utm_medium=content&#038;utm_campaign=kv-cache-routing-llm-prefill\">vLLM \uc790\ub3d9 \uc811\ub450\uc0ac \uce90\uc2f1 \ubb38\uc11c<\/a> \ub294 \uacf5\uc720 \uc811\ub450\uc0ac\uc5d0 \ub300\ud574 KV \uce90\uc2dc\ub97c \uc7ac\uc0ac\uc6a9\ud558\uc5ec \uc0c8\ub85c\uc6b4 \uc694\uccad\uc774 \uacf5\uc720\ub41c \ubd80\ubd84\uc5d0 \ub300\ud55c \uacc4\uc0b0\uc744 \uac74\ub108\ub6f8 \uc218 \uc788\ub3c4\ub85d \uc124\uba85\ud569\ub2c8\ub2e4. <a href=\"https:\/\/sgl-project-sglang-93.mintlify.app\/concepts\/prefix-caching?utm_source=shareai.now&#038;utm_medium=content&#038;utm_campaign=kv-cache-routing-llm-prefill\">SGLang \uc811\ub450\uc0ac \uce90\uc2f1<\/a> \uc740 \uc77c\ubc18\uc801\uc778 \ud1a0\ud070 \uc2dc\ud000\uc2a4\uc5d0 \ub300\ud574 KV \uce90\uc2dc\ub97c \uacf5\uc720\ud558\ub294 \uad00\ub828 \uc544\uc774\ub514\uc5b4\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc774\ub294 \ub9ce\uc740 \uc694\uccad\uc774 \ub3d9\uc77c\ud55c \ubc29\uc2dd\uc73c\ub85c \uc2dc\uc791\ub418\ub294 \uc6cc\ud06c\ub85c\ub4dc\uc5d0\uc11c \ud2b9\ud788 \uc911\uc694\ud569\ub2c8\ub2e4: \ud070 \uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8\ub97c \uc0ac\uc6a9\ud558\ub294 \uc9c0\uc6d0 \uc5d0\uc774\uc804\ud2b8, \ubc18\ubcf5\uc801\uc778 \ubb38\uc11c \uc870\uac01\uc744 \uc0ac\uc6a9\ud558\ub294 RAG \uc560\ud50c\ub9ac\ucf00\uc774\uc158, \uc800\uc7a5\uc18c \uc9c0\uce68\uc744 \uc0ac\uc6a9\ud558\ub294 \ucf54\ub529 \uc5d0\uc774\uc804\ud2b8, \ub610\ub294 \ud134 \uac04 \ub300\ud654 \uae30\ub85d\uc744 \uc720\uc9c0\ud558\ub294 \ucc44\ud305 \uc81c\ud488.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\ub77c\uc6b4\ub4dc \ub85c\ube48\uc774 \uc2e4\ud328\ud558\ub294 \uacbd\uc6b0<\/h2>\n\n\n\n<p>\uc811\ub450\uc0ac \uce90\uc2f1\uc740 \ud558\ub098\uc758 \ubcf5\uc81c\ubcf8\uc5d0\uc11c \uac00\uc7a5 \uc27d\uc2b5\ub2c8\ub2e4. \ub3d9\uc77c\ud55c \ud504\ub85c\uc138\uc2a4\uac00 \ubc18\ubcf5\ub41c \uc811\ub450\uc0ac\ub97c \ubcf4\uace0 \uba54\ubaa8\ub9ac\uac00 \uc0ac\uc6a9 \uac00\ub2a5\ud558\ub2e4\uba74 \ud574\ub2f9 \uce90\uc2dc\ub97c \uc7ac\uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ubb38\uc81c\ub294 \uc11c\ube44\uc2a4\uac00 \uc218\ud3c9\uc801\uc73c\ub85c \ud655\uc7a5\ub420 \ub54c \ub098\ud0c0\ub0a9\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\ud45c\uc900 \ub77c\uc6b4\ub4dc \ub85c\ube48 \ub85c\ub4dc \ubc38\ub7f0\uc11c\ub97c \uc0ac\uc6a9\ud558\uba74, \uccab \ubc88\uc9f8 \uc694\uccad\uc740 \ubcf5\uc81c\ubcf8 A\uc5d0\uc11c \uce90\uc2dc\ub97c \uc608\uc5f4\ud560 \uc218 \uc788\uc9c0\ub9cc, \ub3d9\uc77c\ud55c \uc811\ub450\uc0ac\ub97c \uac00\uc9c4 \ub450 \ubc88\uc9f8 \uc694\uccad\uc740 \ubcf5\uc81c\ubcf8 B\uc5d0 \ub3c4\ub2ec\ud569\ub2c8\ub2e4. \ubcf5\uc81c\ubcf8 B\ub294 \ud574\ub2f9 \uce90\uc2dc \uc0c1\ud0dc\ub97c \uac00\uc9c0\uace0 \uc788\uc9c0 \uc54a\uc73c\ubbc0\ub85c \ub3d9\uc77c\ud55c \ud504\ub9ac\ud544 \uc791\uc5c5\uc744 \ub2e4\uc2dc \uacc4\uc0b0\ud569\ub2c8\ub2e4. \uc138 \ubc88\uc9f8 \uc694\uccad\uc740 \ubcf5\uc81c\ubcf8 C\ub85c \uc774\ub3d9\ud558\uc5ec \ub2e4\uc2dc \uce90\uc2dc\ub97c \ub193\uce58\uac8c \ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\ubcf5\uc81c\ubcf8 \uc218\uac00 \uc99d\uac00\ud568\uc5d0 \ub530\ub77c, \ub2e8\uc21c\ud55c \ub85c\ub4dc \ubc38\ub7f0\uc2f1\uc740 \uad00\ub828 \uc694\uccad\uc744 \ub354 \ub9ce\uc740 \uba38\uc2e0\uc5d0 \ubd84\uc0b0\uc2dc\ud0ac \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ubaa8\ub378 \uc11c\ube44\uc2a4 \ud50c\ub9bf\uc740 \uade0\ud615 \uc7a1\ud78c \uac83\ucc98\ub7fc \ubcf4\uc77c \uc218 \uc788\uc9c0\ub9cc, \uc811\ub450\uc0ac \uce90\uc2dc \uc801\uc911\ub960\uc740 \ub5a8\uc5b4\uc9d1\ub2c8\ub2e4. \uc774\uac83\uc774 KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc774 \ud574\uacb0\ud558\ub824\ub294 \uac04\uadf9\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\uc138 \uac00\uc9c0 \uc2e4\uc6a9\uc801\uc778 \ub77c\uc6b0\ud305 \uc218\uc900<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">1. \uc138\uc158 \uce5c\ud654\uc131<\/h3>\n\n\n\n<p>\uc138\uc158 \uce5c\ud654\uc131\uc740 \ub3d9\uc77c\ud55c \uc0ac\uc6a9\uc790, \uc791\uc5c5 \uacf5\uac04, \ud14c\ub10c\ud2b8 \ub610\ub294 \ub300\ud654\uc5d0\uc11c \ubc1c\uc0dd\ud558\ub294 \ud2b8\ub798\ud53d\uc744 \ub3d9\uc77c\ud55c \ubcf5\uc81c\ubcf8\uc73c\ub85c \ub77c\uc6b0\ud305\ud569\ub2c8\ub2e4. \uc774\ub294 \ub2e4\uc911 \ud134 \ucc44\ud305\uc744 \uc2dc\uc791\ud558\uae30\uc5d0 \uac00\uc7a5 \uac04\ub2e8\ud55c \ubc29\ubc95\uc73c\ub85c, \ud6c4\uc18d \ud504\ub86c\ud504\ud2b8\uac00 \uc885\uc885 \uc774\uc804 \ucee8\ud14d\uc2a4\ud2b8\ub97c \uacf5\uc720\ud558\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\ub2e8\uc810\uc740 \uc0ac\uc6a9\uc790 \uc2dd\ubcc4\uc774 \ud56d\uc0c1 \ud504\ub86c\ud504\ud2b8 \uc720\uc0ac\uc131\uacfc \ub3d9\uc77c\ud558\uc9c0 \uc54a\ub2e4\ub294 \uc810\uc785\ub2c8\ub2e4. \ub450 \uc0ac\uc6a9\uc790\uac00 \ub3d9\uc77c\ud55c \uae34 \uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8\ub97c \uacf5\uc720\ud558\ub354\ub77c\ub3c4 \uc11c\ub85c \ub2e4\ub978 \ubcf5\uc81c\ubcf8\uc73c\ub85c \ub77c\uc6b0\ud305\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub610\ud55c \ubcf5\uc81c\ubcf8\uc774 \ucd94\uac00\ub418\uac70\ub098 \uc81c\uac70\ub420 \ub54c \uc138\uc158 \uce5c\ud654\uc131\uc774 \ubc29\ud574\ubc1b\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">2. \uc811\ub450\uc0ac \ud574\uc2dc \ub77c\uc6b0\ud305<\/h3>\n\n\n\n<p>\uc811\ub450\uc0ac \ud574\uc2dc \ub77c\uc6b0\ud305\uc740 \ud504\ub86c\ud504\ud2b8 \uc790\uccb4\ub97c \ub77c\uc6b0\ud305 \ud0a4\ub85c \uc0ac\uc6a9\ud569\ub2c8\ub2e4. \ub77c\uc6b0\ud130\ub294 \ud504\ub86c\ud504\ud2b8\uc758 \uc548\uc815\uc801\uc778 \uc2dc\uc791 \ubd80\ubd84\uc744 \ud574\uc2dc\ud558\uace0 \uc77c\uce58\ud558\ub294 \uc811\ub450\uc0ac\ub97c \ub3d9\uc77c\ud55c \ubcf5\uc81c\ubcf8\uc73c\ub85c \ubcf4\ub0c5\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc774\ub294 \ubc18\ubcf5\uc801\uc778 \uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8, \uba87 \uac00\uc9c0 \uc608\uc81c, \ub610\ub294 \uacf5\uc720\ub41c \uac80\uc0c9 \ucee8\ud14d\uc2a4\ud2b8\uac00 \uc0ac\uc6a9\uc790 \uc2dd\ubcc4\ubcf4\ub2e4 \ub354 \uc911\uc694\ud55c \uacbd\uc6b0\uc5d0 \ub354 \uc798 \uc791\ub3d9\ud569\ub2c8\ub2e4. \uc5b4\ub824\uc6b4 \ubd80\ubd84\uc740 \uc811\ub450\uc0ac \uacbd\uacc4\ub97c \uc120\ud0dd\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \ud574\uc2dc\uc5d0 \ud0c0\uc784\uc2a4\ud0ec\ud504, \uc694\uccad ID \ub610\ub294 \uc0ac\uc6a9\uc790\ubcc4 \ud544\ub4dc\uac00 \ud3ec\ud568\ub418\uba74 \ub77c\uc6b0\ud305 \ud0a4\uac00 \ubd84\uc5f4\ub418\uace0 \uce90\uc2dc \uc7ac\uc0ac\uc6a9\uc774 \ubb34\ub108\uc9d1\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">3. \uce90\uc2dc \uc774\ubca4\ud2b8 \uc778\uc2dd \ub77c\uc6b0\ud305<\/h3>\n\n\n\n<p>\uac00\uc7a5 \uace0\uae09 \uc811\uadfc \ubc29\uc2dd\uc740 \uc5b4\ub5a4 \uce90\uc2dc \ube14\ub85d\uc774 \uc5b4\ub5a4 \ubcf5\uc81c\ubcf8\uc5d0 \uc0c1\uc8fc\ud558\ub294\uc9c0\ub97c \ucd94\uc801\ud55c \ub2e4\uc74c, \ubd80\ud558\ub97c \uace0\ub824\ud558\uba74\uc11c\ub3c4 \uce90\uc2dc \uc911\ucca9\uc774 \uac00\uc7a5 \uc88b\uc740 \ubcf5\uc81c\ubcf8\uc73c\ub85c \uac01 \uc694\uccad\uc744 \ub77c\uc6b0\ud305\ud569\ub2c8\ub2e4. <a href=\"https:\/\/github.com\/llm-d\/llm-d-router?utm_source=shareai.now&#038;utm_medium=content&#038;utm_campaign=kv-cache-routing-llm-prefill\">llm-d \ub77c\uc6b0\ud130 \ud504\ub85c\uc81d\ud2b8<\/a> KV-\uce90\uc2dc \uc9c0\uc5ed\uc131, \ud604\uc7ac \ubd80\ud558, \uc6b0\uc120\uc21c\uc704\ub97c \uace0\ub824\ud558\uc5ec \uc694\uccad\uc774 \uc5b4\ub514\ub85c \uac00\uc57c \ud560\uc9c0\ub97c \uc120\ud0dd\ud558\ub294 \uc5d4\ub4dc\ud3ec\uc778\ud2b8 \uc120\ud0dd\uae30\ub97c \uc124\uba85\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc774\ub294 \ub354 \ubcf5\uc7a1\ud558\uc9c0\ub9cc, \uce90\uc2dc \ubbf8\uc2a4\uac00 \uce21\uc815\ub418\uace0 \ube44\uc6a9\uc774 \ub9ce\uc774 \ub4e4\uba70 \ube48\ubc88\ud55c \uace0\ucc98\ub9ac\ub7c9 \ud50c\ub9bf\uc5d0 \uc801\ud569\ud55c \ubc29\ud5a5\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\uac74\ub108\ub6f0\uc5b4\uc57c \ud560 \ub54c<\/h2>\n\n\n\n<p>KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \ubcf5\uc7a1\uc131\uc744 \uac10\uc218\ud560 \ub9cc\ud07c \uc790\ub3d9\uc73c\ub85c \uac00\uce58\uac00 \uc788\ub294 \uac83\uc740 \uc544\ub2d9\ub2c8\ub2e4. \ud504\ub86c\ud504\ud2b8\uac00 \uc9e7\uace0, \ub300\ubd80\ubd84 \uace0\uc720\ud558\uac70\ub098, \ubc18\ubcf5 \uad6c\uc870\uac00 \uac70\uc758 \uc5c6\ub294 \ubc30\uce58\ub85c \ucc98\ub9ac\ub418\ub294 \uacbd\uc6b0\uc5d0\ub294 \uc801\ud569\ud558\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\ubb38\uc11c \uc694\uc57d, \ucc3d\uc758\uc801 \uc0dd\uc131, \uc77c\ud68c\uc131 \ucd94\ucd9c, \uadf8\ub9ac\uace0 \ub9ce\uc740 \ube44\ub3d9\uae30 \ubc30\uce58 \uc791\uc5c5\uc740 \uce90\uc2dc \uc778\uc2dd \ub77c\uc6b0\ud305\uc744 \uc815\ub2f9\ud654\ud560 \ub9cc\ud07c \ucda9\ubd84\ud55c \uacf5\uc720 \uc811\ub450\uc0ac \uc911\ucca9\uc744 \uac00\uc9c0\uc9c0 \uc54a\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uacbd\uc6b0\uc5d0\ub294 \ub2e8\uc21c\ud55c \ubd80\ud558 \ubd84\uc0b0\uc774 \ub354 \uae54\ub054\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc2e4\uc6a9\uc801\uc778 \ud14c\uc2a4\ud2b8\ub294 \uce21\uc815\uc785\ub2c8\ub2e4: \uce90\uc2dc \uc801\uc911\ub960, \uccab \ubc88\uc9f8 \ud1a0\ud070\uae4c\uc9c0\uc758 \uc2dc\uac04, \ucc98\ub9ac\ub7c9, \ub300\uae30\uc5f4 \uae4a\uc774, GPU \uba54\ubaa8\ub9ac \uc555\ubc15, \uc644\ub8cc\ub41c \uc791\uc5c5\ub2f9 \ube44\uc6a9. \uce90\uc2dc \uc778\uc2dd \ub77c\uc6b0\ud305\uc774 \uc774\ub7ec\ud55c \uc22b\uc790\ub97c \ubcc0\uacbd\ud558\uc9c0 \uc54a\ub294\ub2e4\uba74, \uba3c\uc800 \ud504\ub86c\ud504\ud2b8 \uad6c\uc870\ub97c \uc218\uc815\ud558\uc2ed\uc2dc\uc624.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">ShareAI\uc640\uc758 \uc801\ud569\uc131<\/h2>\n\n\n\n<p>ShareAI\ub294 AI \ub9c8\ucf13\ud50c\ub808\uc774\uc2a4 \ubc0f API\uc774\uba70, GPU \ud074\ub7ec\uc2a4\ud130 \ub0b4\ubd80\uc758 \ubaa8\ub378 \uc81c\uacf5 \ub85c\ub4dc \ubc38\ub7f0\uc11c\uac00 \uc544\ub2d9\ub2c8\ub2e4. \uac1c\ubc1c\uc790\ub294 ShareAI\ub97c \uc0ac\uc6a9\ud558\uc5ec \ud558\ub098\uc758 API\ub97c \ud1b5\ud574 \uc5ec\ub7ec \ubaa8\ub378\uc5d0 \uc561\uc138\uc2a4\ud558\uace0, \ub9c8\ucf13\ud50c\ub808\uc774\uc2a4 \uc2e0\ud638\ub97c \ube44\uad50\ud558\uba70, \uc694\uccad\uc744 \ub77c\uc6b0\ud305\ud558\uace0, \uc0ac\uc6a9\ub7c9\uc744 \uad00\ub9ac\ud558\uba70, \uacbd\ub85c\uac00 \uc800\ud558\ub420 \ub54c \uc7a5\uc560 \uc870\uce58\ub97c \uc218\ud589\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc774\ub294 \uc5ec\uc804\ud788 KV \uce90\uc2dc \ub77c\uc6b0\ud305\uacfc \uad00\ub828\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc790\uccb4 \ucd94\ub860 \uc2a4\ud0dd\uc744 \uc6b4\uc601\ud558\ub294 \uacbd\uc6b0 \ub354 \ub098\uc740 \uc778\ud504\ub77c \uc9c8\ubb38\uc744 \ud560 \uc218 \uc788\ub3c4\ub85d \ub3c4\uc640\uc90d\ub2c8\ub2e4. \ud638\uc2a4\ud305\ub41c \ubaa8\ub378\uc744 \uc0ac\uc6a9\ud558\ub294 \uacbd\uc6b0, \uc720\uc0ac\ud55c \ubaa8\ub378 \uc774\ub984\uc744 \uac00\uc9c4 \ub450 \uacbd\ub85c\uac00 \uc2e4\uc81c \uc791\uc5c5 \ubd80\ud558\uc5d0\uc11c \ub2e4\ub974\uac8c \uc791\ub3d9\ud558\ub294 \uc774\uc720\ub97c \ud3c9\uac00\ud558\ub294 \ub370 \ub3c4\uc6c0\uc774 \ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\ube4c\ub354\uc5d0\uac8c\ub294 \uac00\uaca9 \ucc45\uc815\uacfc\ub3c4 \uc5f0\uacb0\ub429\ub2c8\ub2e4. \uae34 \ud504\ub86c\ud504\ud2b8, \ubc18\ubcf5\ub41c RAG \ucee8\ud14d\uc2a4\ud2b8, \ub610\ub294 \uc5d0\uc774\uc804\ud2b8 \ub8e8\ud504\uac00 \uc788\ub294 \uc571\uc740 \ub9e4\uc6b0 \ubd88\uade0\ud615\ud55c AI \uc0ac\uc6a9\uc744 \uc0dd\uc131\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. ShareAI Builder\ub294 \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc18c\uc720\uc790\uac00 ShareAI\ub97c \ud1b5\ud574 AI \ucd94\ub860 \ud2b8\ub798\ud53d\uc744 \ub77c\uc6b0\ud305\ud558\uace0, \ub9c8\uc9c4 \ub610\ub294 \ucd94\uac00 \uc694\uae08\uc744 \uc124\uc815\ud558\uba70, \uace0\uac1d\uc774 \ub77c\uc6b0\ud305\ub41c \uc0ac\uc6a9\ub7c9\uc5d0 \ub300\ud574 ShareAI\uc5d0 \ube44\uc6a9\uc744 \uc9c0\ubd88\ud558\ub3c4\ub85d \ud558\uace0, \uc0dd\uc131\ub41c \uc0ac\uc6a9\ub7c9\uc5d0 \ub530\ub77c \uc6d4\ubcc4 \uc9c0\uae09\uc744 \ubc1b\uc744 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4. \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc790\uccb4\ub294 ShareAI \uc678\ubd80\uc5d0\uc11c \uad6c\ucd95\ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\ubaa8\ub378 \uc120\ud0dd \ubc0f \uacbd\ub85c \ud3c9\uac00\ub97c \uc704\ud574 \uc2dc\uc791\ud558\uc2ed\uc2dc\uc624 <a href=\"https:\/\/shareai.now\/models\/?utm_source=blog&#038;utm_medium=content&#038;utm_campaign=kv-cache-routing-llm-prefill\">ShareAI \ubaa8\ub378 \ub9c8\ucf13\ud50c\ub808\uc774\uc2a4\uc5d0\uc11c<\/a>. \uad6c\ud604 \uae30\ubcf8 \uc0ac\ud56d\uc744 \uc704\ud574 \uc0ac\uc6a9\ud558\uc2ed\uc2dc\uc624 <a href=\"https:\/\/shareai.now\/docs\/api\/using-the-api\/getting-started-with-shareai-api\/?utm_source=blog&#038;utm_medium=content&#038;utm_campaign=kv-cache-routing-llm-prefill\">ShareAI API \ucc38\uc870<\/a>.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">KV \uce90\uc2dc \ub77c\uc6b0\ud305 \uccb4\ud06c\ub9ac\uc2a4\ud2b8<\/h2>\n\n\n\n<ul class=\"wp-block-list\"><li>\uc548\uc815\uc801\uc778 \ud504\ub86c\ud504\ud2b8 \ucf58\ud150\uce20\ub97c \uba3c\uc800 \ubc30\uce58\ud558\uc2ed\uc2dc\uc624: \uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8, \ub3c4\uad6c \uaddc\uce59, \uc608\uc81c, \ubc18\ubcf5\ub41c \ucee8\ud14d\uc2a4\ud2b8.<\/li><li>\ub3d9\uc801 \ud544\ub4dc\ub97c \ub098\uc911\uc5d0 \uc774\ub3d9\ud558\uc2ed\uc2dc\uc624: \ud0c0\uc784\uc2a4\ud0ec\ud504, \uc694\uccad ID, \uc0ac\uc6a9\uc790\ubcc4 \uc0ac\uc2e4, \uc77c\ud68c\uc131 \uc9c0\uce68.<\/li><li>\ub77c\uc6b0\ud305 \ubcc0\uacbd \uc804\ud6c4\uc758 \uce90\uc2dc \uc801\uc911\ub960\uc744 \uce21\uc815\ud558\uc2ed\uc2dc\uc624.<\/li><li>\uccab \ubc88\uc9f8 \ud1a0\ud070\uae4c\uc9c0\uc758 \uc2dc\uac04, \ucc98\ub9ac\ub7c9, \ub300\uae30\uc5f4 \uae4a\uc774, VRAM \uc555\ubc15\uc744 \ud568\uaed8 \uad00\ucc30\ud558\uc2ed\uc2dc\uc624.<\/li><li>\uce90\uc2dc \uc774\ubca4\ud2b8 \uc778\uc2dd \ub77c\uc6b0\ud305\uc744 \uad6c\ucd95\ud558\uae30 \uc804\uc5d0 \ud504\ub9ac\ud53d\uc2a4 \ud574\uc2dc \ub77c\uc6b0\ud305\uc73c\ub85c \uc2dc\uc791\ud558\uc2ed\uc2dc\uc624.<\/li><li>\ud558\ub098\uc758 \uae00\ub85c\ubc8c \uc815\ucc45\uc744 \uac15\uc81c\ud558\ub294 \ub300\uc2e0 \uc791\uc5c5 \ubd80\ud558\ubcc4\ub85c \ub77c\uc6b0\ud305 \uaddc\uce59\uc744 \ubd84\ub9ac\ud558\uc2ed\uc2dc\uc624.<\/li><li>\ube44\uc6a9\uacfc \uc9c0\uc5f0 \uc2dc\uac04\uc744 \ucd94\ub860 \ud074\ub7ec\uc2a4\ud130 \ub0b4\ubd80\ubfd0\ub9cc \uc544\ub2c8\ub77c \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc218\uc900\uc5d0\uc11c\ub3c4 \uac00\uc2dc\uc801\uc73c\ub85c \uc720\uc9c0\ud558\uc2ed\uc2dc\uc624.<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\uc790\uc8fc \ubb3b\ub294 \uc9c8\ubb38<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc774\ub780 \ubb34\uc5c7\uc778\uac00\uc694?<\/h3>\n\n\n<p>KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \ubc18\ubcf5\ub418\ub294 \ud504\ub86c\ud504\ud2b8 \uc811\ub450\uc0ac\ub97c \uac00\uc9c4 \uc694\uccad\uc744 \uc774\ubbf8 \ud574\ub2f9 KV \uce90\uc2dc\ub97c \ubcf4\uc720\ud558\uace0 \uc788\uc744 \uac00\ub2a5\uc131\uc774 \ub192\uc740 \ubcf5\uc81c\ubcf8\uc73c\ub85c \ubcf4\ub0b4\ub294 \ub77c\uc6b0\ud305 \uc804\ub7b5\uc785\ub2c8\ub2e4. \ubaa9\ud45c\ub294 \uc911\ubcf5\ub41c \ud504\ub9ac\ud544 \uacc4\uc0b0\uc744 \uc904\uc774\ub294 \uac83\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \uc811\ub450\uc0ac \uce90\uc2f1\uacfc \uc5b4\ub5bb\uac8c \ub2e4\ub978\uac00\uc694?<\/h3>\n\n\n<p>\uc811\ub450\uc0ac \uce90\uc2f1\uc740 \uacf5\uc720\ub41c \ud504\ub86c\ud504\ud2b8 \uc811\ub450\uc0ac\uc5d0 \ub300\ud574 \uce90\uc2dc\ub41c \uc0c1\ud0dc\ub97c \uc7ac\uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ubaa8\ub378 \uc11c\ube44\uc2a4 \uc5d4\uc9c4\uc758 \uae30\ub2a5\uc785\ub2c8\ub2e4. KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \uce90\uc2dc\ub41c \uc0c1\ud0dc\uac00 \uc774\ubbf8 \uc874\uc7ac\ud558\ub294 \uacf3\uc5d0 \uc77c\uce58\ud558\ub294 \uc694\uccad\uc744 \ubc30\uce58\ud558\ub3c4\ub85d \ub3d5\ub294 \ud2b8\ub798\ud53d \ubc30\uce58 \uc804\ub7b5\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ub77c\uc6b4\ub4dc \ub85c\ube48 \ub77c\uc6b0\ud305\uc774 \uc811\ub450\uc0ac \uce90\uc2f1\uc5d0 \uc65c \ud574\uac00 \ub418\ub098\uc694?<\/h3>\n\n\n<p>\ub77c\uc6b4\ub4dc \ub85c\ube48 \ub77c\uc6b0\ud305\uc740 \uc5b4\ub5a4 \ubcf5\uc81c\ubcf8\uc774 \uc5b4\ub5a4 \uce90\uc2dc\ub41c \uc811\ub450\uc0ac\ub97c \uac00\uc9c0\uace0 \uc788\ub294\uc9c0 \uc54c\uc9c0 \ubabb\ud55c \ucc44 \uc694\uccad\uc744 \ubcf5\uc81c\ubcf8\uc5d0 \ubd84\uc0b0\uc2dc\ud0b5\ub2c8\ub2e4. \ubc18\ubcf5\ub418\ub294 \ud504\ub86c\ud504\ud2b8\uac00 \ub2e4\ub978 \ubcf5\uc81c\ubcf8\uc5d0 \ub3c4\ub2ec\ud558\uae30 \ub54c\ubb38\uc5d0 \uce90\uc2dc\ub97c \ub193\uce60 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\uc5b4\ub5a4 \uc791\uc5c5 \ubd80\ud558\uac00 KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc5d0\uc11c \uac00\uc7a5 \ud070 \ud61c\ud0dd\uc744 \ubc1b\ub098\uc694?<\/h3>\n\n\n<p>\ub2e4\uc911 \ud134 \ucc44\ud305, RAG, \ucf54\ub529 \uc5d0\uc774\uc804\ud2b8, \uc9c0\uc6d0 \uc5d0\uc774\uc804\ud2b8, \uba87 \uc0f7 \ud504\ub86c\ud504\ud2b8, \uadf8\ub9ac\uace0 \uae34 \uacf5\uc720 \uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8\ub97c \uac00\uc9c4 \uc571\uc774 \uac00\uc7a5 \uc801\ud569\ud569\ub2c8\ub2e4. \uc774\ub4e4\uc740 \uc0c1\ub2f9\ud55c \ud504\ub86c\ud504\ud2b8 \uc811\ub450\uc0ac\ub97c \uc7ac\uc0ac\uc6a9\ud558\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ud300\uc774 KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc744 \uc0dd\ub7b5\ud574\uc57c \ud560 \ub54c\ub294 \uc5b8\uc81c\uc778\uac00\uc694?<\/h3>\n\n\n<p>\ud504\ub86c\ud504\ud2b8\uac00 \uc9e7\uace0, \ub300\ubd80\ubd84 \uace0\uc720\ud558\uac70\ub098, \ubc18\ubcf5 \uad6c\uc870\uac00 \uac70\uc758 \uc5c6\ub294 \ubc30\uce58 \uc9c0\ud5a5\uc801\uc778 \uacbd\uc6b0 \uc0dd\ub7b5\ud558\uc138\uc694. \uc774\ub7ec\ud55c \uacbd\uc6b0 \ub77c\uc6b0\ud305 \ubcf5\uc7a1\uc131\uc774 \ud070 \uac00\uce58\ub97c \ucd94\uac00\ud558\uc9c0 \uc54a\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">vLLM\uacfc SGLang\uc774 \uc811\ub450\uc0ac \uce90\uc2f1\uc744 \uc9c0\uc6d0\ud558\ub098\uc694?<\/h3>\n\n\n<p>\ub124. vLLM\uc740 \uc790\ub3d9 \uc811\ub450\uc0ac \uce90\uc2f1\uc744 \ubb38\uc11c\ud654\ud558\uace0, SGLang\uc740 \uc77c\ubc18\uc801\uc778 \ud1a0\ud070 \uc2dc\ud000\uc2a4\uc5d0 \uac78\uce5c \uacf5\uc720 KV \uce90\uc2dc\uc5d0 \ub300\ud55c \uc811\ub450\uc0ac \uce90\uc2f1\uc744 \ubb38\uc11c\ud654\ud569\ub2c8\ub2e4. \uc5ec\ub7ec \ubcf5\uc81c\ubcf8\uc774 \uad00\ub828\ub41c \uacbd\uc6b0 \uc11c\ube44\uc2a4 \uc5d4\uc9c4\uc740 \uc5ec\uc804\ud788 \ub77c\uc6b0\ud305 \uc9c0\uc6d0\uc774 \ud544\uc694\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc774 \uc758\ubbf8\ub860\uc801 \uce90\uc2f1\uacfc \ub3d9\uc77c\ud55c\uac00\uc694?<\/h3>\n\n\n<p>\uc544\ub2c8\uc694. KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \ucd94\ub860 \uc11c\ube44\uc2a4 \ub0b4\uc5d0\uc11c \uc815\ud655\ud558\uac70\ub098 \uac70\uc758 \uad6c\uc870\uc801\uc778 \uc811\ub450\uc0ac \uc7ac\uc0ac\uc6a9\uacfc \ud568\uaed8 \uc791\ub3d9\ud569\ub2c8\ub2e4. \uc758\ubbf8\ub860\uc801 \uce90\uc2f1\uc740 \ubcf4\ud1b5 \uc784\ubca0\ub529\uc774\ub098 \uc720\uc0ac\uc131 \uc784\uacc4\uac12\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc758\ubbf8\ub97c \uae30\ubc18\uc73c\ub85c \uc751\ub2f5\uc774\ub098 \uc911\uac04 \uacb0\uacfc\ub97c \uc800\uc7a5\ud558\uace0 \uc7ac\uc0ac\uc6a9\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">ShareAI\uac00 KV \uce90\uc2dc\ub97c \uc778\uc2dd\ud558\ub294 \ub85c\ub4dc \ubc38\ub7f0\uc11c\ub97c \ub300\uccb4\ud558\ub098\uc694?<\/h3>\n\n\n<p>\uc544\ub2c8\uc694. ShareAI\ub294 \ubaa8\ub378 \uc561\uc138\uc2a4, \ub77c\uc6b0\ud305, \uc7a5\uc560 \uc870\uce58, \uc0ac\uc6a9\ub7c9 \ubc0f \uccad\uad6c\ub97c \uc704\ud55c AI \ub9c8\ucf13\ud50c\ub808\uc774\uc2a4 \ubc0f API \uacc4\uce35\uc785\ub2c8\ub2e4. KV-\uce90\uc2dc \uc778\uc2dd \ub77c\uc6b0\ud305\uc740 \ucd94\ub860 \ubcf5\uc81c\ubcf8\uc744 \uc6b4\uc601\ud558\ub294 \ud300\uc744 \uc704\ud55c \ud558\uc704 \uc218\uc900 \ubaa8\ub378 \uc81c\uacf5 \uc778\ud504\ub77c\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ube4c\ub354\ub4e4\uc740 KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc5d0 \ub300\ud574 \uc5b4\ub5bb\uac8c \uc0dd\uac01\ud574\uc57c \ud558\ub098\uc694?<\/h3>\n\n\n<p>\ube4c\ub354\ub4e4\uc740 \uce90\uc2dc \ub3d9\uc791\uc744 AI \uc911\uc2ec \uc571 \ub0b4\uc758 \ud558\ub098\uc758 \ube44\uc6a9 \uc694\uc778\uc73c\ub85c \uac04\uc8fc\ud574\uc57c \ud569\ub2c8\ub2e4. \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc0ac\uc6a9\ub7c9\uc774 \uace0\ub974\uc9c0 \uc54a\uc740 \uacbd\uc6b0, ShareAI\ub294 \uc571\uc774 ShareAI \uc678\ubd80\uc5d0\uc11c \uad6c\ucd95\ub418\uace0 \uc18c\uc720\ub41c \uc0c1\ud0dc\ub85c AI \ud2b8\ub798\ud53d\uc744 \ub77c\uc6b0\ud305\ud558\uace0 \uc218\uc775\ud654\ud558\ub294 \ub370 \ub3c4\uc6c0\uc744 \uc904 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ub77c\uc6b0\ud305\uc744 \ubcc0\uacbd\ud558\uae30 \uc804\uc5d0 \ud300\uc740 \ubb34\uc5c7\uc744 \uce21\uc815\ud574\uc57c \ud558\ub098\uc694?<\/h3>\n\n\n<p>\uce90\uc2dc \uc801\uc911\ub960, \uccab \ubc88\uc9f8 \ud1a0\ud070\uae4c\uc9c0\uc758 \uc2dc\uac04, \ucc98\ub9ac\ub7c9, \ub300\uae30\uc5f4 \uae4a\uc774, VRAM \uc555\ub825, \uc791\uc5c5\ub2f9 \ube44\uc6a9, \ucd9c\ub825 \ud488\uc9c8\uc744 \uce21\uc815\ud558\uc138\uc694. \ub77c\uc6b0\ud305 \ubcc0\uacbd\uc740 \ub300\uc2dc\ubcf4\ub4dc\ubfd0\ub9cc \uc544\ub2c8\ub77c \uc791\uc5c5 \ubd80\ud558\ub97c \uac1c\uc120\ud574\uc57c \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc774 AI API \ube44\uc6a9\uc744 \uc904\uc77c \uc218 \uc788\ub098\uc694?<\/h3>\n\n\n<p>\ud300\uc774 \uc790\uccb4\uc801\uc73c\ub85c \ubaa8\ub378\uc744 \uc81c\uacf5\ud558\ub294 \uacbd\uc6b0, \uc911\ubcf5\ub41c \ud504\ub9ac\ud544 \uc791\uc5c5\uc774 \uc904\uc5b4\ub4e4\uc5b4 GPU \ud6a8\uc728\uc131\uc744 \ud5a5\uc0c1\uc2dc\ud0ac \uc218 \uc788\uc73c\ubbc0\ub85c \uc778\ud504\ub77c \ube44\uc6a9\uc744 \uc904\uc77c \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud638\uc2a4\ud305\ub41c API\uc758 \uacbd\uc6b0, \uc81c\uacf5\uc790\uac00 \uc774\ub7ec\ud55c \uc808\uac10\uc744 \uac00\uaca9\uc774\ub098 \uc131\ub2a5\uc5d0 \ubc18\uc601\ud558\ub294\uc9c0\uc5d0 \ub530\ub77c \ud6a8\uacfc\uac00 \ub2ec\ub77c\uc9d1\ub2c8\ub2e4.<\/p>","protected":false},"excerpt":{"rendered":"<p>KV \uce90\uc2dc \ub77c\uc6b0\ud305\uc740 \uce90\uc2dc\ub41c \uc5b4\ud150\uc158 \uc0c1\ud0dc\ub97c \uc7ac\uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ubcf5\uc81c\ubcf8\uc5d0 \ubc18\ubcf5\uc801\uc778 \ud504\ub86c\ud504\ud2b8 \uc811\ub450\uc0ac\ub97c \ubcf4\ub0b4 \ud300\uc774 \uc911\ubcf5\ub41c LLM \ud504\ub9ac\ud544 \uc791\uc5c5\uc744 \uc904\uc774\ub294 \ub370 \ub3c4\uc6c0\uc744 \uc90d\ub2c8\ub2e4.<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"cta-title":"Explore AI Models","cta-description":"Compare price, latency, and availability across providers.","cta-button-text":"Browse Models","cta-button-link":"https:\/\/shareai.now\/models\/?utm_source=blog&utm_medium=content&utm_campaign=kv-cache-routing-llm-prefill","rank_math_title":"KV Cache Routing: Cut Redundant LLM Prefill Work","rank_math_description":"KV cache routing sends repeated prompt prefixes to the right replica so LLM teams can reduce redundant prefill work and latency.","rank_math_focus_keyword":"KV cache routing, prefix-aware routing, prefix caching, LLM inference optimization","footnotes":""},"categories":[4,6],"tags":[176,173,175,174,178,177],"class_list":["post-3047","post","type-post","status-publish","format-standard","hentry","category-developers","category-insights","tag-ai-routing","tag-kv-cache-routing","tag-llm-inference","tag-prefix-caching","tag-sglang","tag-vllm"],"_links":{"self":[{"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/posts\/3047","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/comments?post=3047"}],"version-history":[{"count":1,"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/posts\/3047\/revisions"}],"predecessor-version":[{"id":3089,"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/posts\/3047\/revisions\/3089"}],"wp:attachment":[{"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/media?parent=3047"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/categories?post=3047"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/shareai.now\/ko\/api\/wp\/v2\/tags?post=3047"}],"curies":[{"name":"\uc6cc\ub4dc\ud504\ub808\uc2a4","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}