{"id":2414,"date":"2026-08-27T20:02:45","date_gmt":"2026-08-27T20:02:45","guid":{"rendered":"https:\/\/convly.ai\/?p=2414"},"modified":"2026-08-27T20:02:45","modified_gmt":"2026-08-27T20:02:45","slug":"local-llm-models","status":"publish","type":"post","link":"https:\/\/convly.ai\/ar\/local-llm-models\/","title":{"rendered":"\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629: \u062f\u0644\u064a\u0644 \u0634\u0627\u0645\u0644 \u0644\u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0630\u0643\u0627\u0621 \u0627\u0644\u0627\u0635\u0637\u0646\u0627\u0639\u064a \u0639\u0644\u0649 \u0623\u062c\u0647\u0632\u062a\u0643"},"content":{"rendered":"<div class=\"convly-tldr\"><strong>\u0628\u0627\u062e\u062a\u0635\u0627\u0631:<\/strong><\/p>\n<ul>\n<li>Local LLM models run on your hardware without API calls. Popular options include Llama 3.1 (8B-405B), Mistral 7B, Phi-3, and Gemma 2.<\/li>\n<li>\u0627\u0633\u062a\u062e\u062f\u0645 Ollama \u0644\u0644\u0625\u0639\u062f\u0627\u062f \u0627\u0644\u0623\u0628\u0633\u0637 (<code>ollama run llama3.1<\/code>), LM Studio for a GUI, or llama.cpp for maximum control.<\/li>\n<li>\u064a\u062d\u062a\u0627\u062c \u0646\u0645\u0648\u0630\u062c \u0628\u062d\u062c\u0645 8 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0625\u0644\u0649 \u0645\u0627 \u0628\u064a\u0646 6 \u06488 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0627\u0644\u0640 VRAM \u0639\u0646\u062f \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 (quantization) \u0628\u0640 4 \u0628\u062a\u060c \u0623\u0648 \u0625\u0644\u0649 16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0639\u0646\u062f \u0627\u0644\u062f\u0642\u0629 \u0627\u0644\u0643\u0627\u0645\u0644\u0629. \u0623\u0645\u0627 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0641\u062a\u062a\u0637\u0644\u0628 40 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 \u0645\u0646 \u0627\u0644\u0640 VRAM\u060c \u0623\u0648 \u064a\u0645\u0643\u0646 \u0627\u0644\u0627\u0639\u062a\u0645\u0627\u062f \u0639\u0644\u0649 \u0627\u0644\u062a\u0641\u0631\u064a\u063a \u0625\u0644\u0649 \u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0646\u0638\u0627\u0645 (system RAM offloading).<\/li>\n<li>\u064a\u0642\u0644\u0644 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 (Quantization) \u2014 \u0633\u0648\u0627\u0621 \u0628\u0635\u064a\u063a\u0629 GGUF \u0623\u0648 GPTQ \u0623\u0648 AWQ \u2014 \u0645\u0646 \u062d\u062c\u0645 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0628\u0646\u0633\u0628\u0629 \u062a\u062a\u0631\u0627\u0648\u062d \u0628\u064a\u0646 50% \u064875% \u0645\u0639 \u062e\u0633\u0627\u0631\u0629 \u0636\u0626\u064a\u0644\u0629 \u062c\u062f\u064b\u0651\u0627 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629\u060c \u0645\u0645\u0627 \u064a\u062c\u0639\u0644 \u0627\u0644\u0646\u0634\u0631 \u0627\u0644\u0645\u062d\u0644\u064a \u0639\u0645\u0644\u064a\u064b\u0651\u0627 \u0639\u0644\u0649 \u0627\u0644\u0623\u062c\u0647\u0632\u0629 \u0627\u0644\u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u0629.<\/li>\n<\/ul>\n<\/div>\n<p>\u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0647\u064a \u0646\u0645\u0627\u0630\u062c \u0644\u063a\u0648\u064a\u0629 \u0630\u0643\u064a\u0629 \u062a\u0639\u0645\u0644 \u0628\u0627\u0644\u0643\u0627\u0645\u0644 \u0639\u0644\u0649 \u0623\u062c\u0647\u0632\u062a\u0643 \u2014 \u0633\u0648\u0627\u0621 \u0643\u0627\u0646 \u0630\u0644\u0643 \u062c\u0647\u0627\u0632 \u0643\u0645\u0628\u064a\u0648\u062a\u0631 \u0634\u062e\u0635\u064a \u0623\u0648 \u0645\u062d\u0645\u0648\u0644 \u0623\u0648 \u062e\u0627\u062f\u0645 \u2014 \u062f\u0648\u0646 \u0625\u0631\u0633\u0627\u0644 \u0623\u064a \u0628\u064a\u0627\u0646\u0627\u062a \u0625\u0644\u0649 \u0648\u0627\u062c\u0647\u0627\u062a \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a \u0627\u0644\u062e\u0627\u0631\u062c\u064a\u0629. \u0641\u0628\u0639\u062f \u062a\u0646\u0632\u064a\u0644 \u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0646\u0645\u0648\u0630\u062c\u060c \u062a\u0642\u0648\u0645 \u0628\u062a\u062d\u0645\u064a\u0644\u0647\u0627 \u0641\u064a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u062b\u0645 \u062a\u0634\u063a\u064a\u0644 \u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0645\u062d\u0644\u064a\u064b\u0651\u0627. \u0648\u0647\u0630\u0627 \u064a\u0645\u0646\u062d\u0643 \u062e\u0635\u0648\u0635\u064a\u0629 \u062a\u0627\u0645\u0629\u060c \u0648\u0639\u062f\u0645 \u0648\u062c\u0648\u062f \u062a\u0643\u0627\u0644\u064a\u0641 \u0644\u0643\u0644 \u0631\u0645\u0632\u060c \u0648\u0627\u0644\u062a\u0634\u063a\u064a\u0644 \u062f\u0648\u0646 \u0627\u062a\u0635\u0627\u0644 \u0628\u0627\u0644\u0625\u0646\u062a\u0631\u0646\u062a\u060c \u0648\u0627\u0644\u062a\u062d\u0643\u0645 \u0627\u0644\u0643\u0627\u0645\u0644 \u0641\u064a \u0633\u0644\u0648\u0643 \u0627\u0644\u0646\u0645\u0648\u0630\u062c. \u0623\u0645\u0627 \u0627\u0644\u062b\u0645\u0646 \u0627\u0644\u0630\u064a \u062a\u062f\u0641\u0639\u0647 \u0645\u0642\u0627\u0628\u0644 \u0630\u0644\u0643 \u0641\u0647\u0648 \u0627\u0644\u0627\u0633\u062a\u062b\u0645\u0627\u0631 \u0627\u0644\u0623\u0648\u0644\u064a \u0641\u064a \u0627\u0644\u0623\u062c\u0647\u0632\u0629\u060c \u0648\u0628\u0637\u0621 \u0633\u0631\u0639\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0645\u0648\u0641\u0631\u064a \u0627\u0644\u062e\u062f\u0645\u0627\u062a \u0627\u0644\u0633\u062d\u0627\u0628\u064a\u0629 \u0627\u0644\u0630\u064a\u0646 \u064a\u0639\u0645\u0644\u0648\u0646 \u0639\u0644\u0649 \u0628\u0646\u064a\u0629 \u062a\u062d\u062a\u064a\u0629 \u0645\u064f\u062d\u0633\u064e\u0651\u0646\u0629.<\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_86 counter-flat ez-toc-counter ez-toc-container-direction\">\n<label for=\"ez-toc-cssicon-toggle-item-6a90c80bd3b11\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">\u062a\u0628\u062f\u064a\u0644<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #000000;color:#000000\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #000000;color:#000000\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a90c80bd3b11\"  aria-label=\"\u062a\u0628\u062f\u064a\u0644\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/convly.ai\/ar\/local-llm-models\/#Popular_Local_LLM_Models\" >\u0623\u0634\u0647\u0631 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/convly.ai\/ar\/local-llm-models\/#Hardware_Requirements\" >\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0623\u062c\u0647\u0632\u0629<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/convly.ai\/ar\/local-llm-models\/#Running_Local_LLM_Models\" >\u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/convly.ai\/ar\/local-llm-models\/#Model_Formats_and_Quantization\" >\u0635\u064a\u063a \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0648\u0627\u0644\u062a\u0643\u0645\u064a\u0645<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/convly.ai\/ar\/local-llm-models\/#Choosing_a_Local_LLM_Model\" >\u0627\u062e\u062a\u064a\u0627\u0631 \u0646\u0645\u0648\u0630\u062c \u0644\u063a\u0648\u064a \u0643\u0628\u064a\u0631 \u0645\u062d\u0644\u064a<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/convly.ai\/ar\/local-llm-models\/#Frequently_Asked_Questions\" >\u0627\u0644\u0623\u0633\u0626\u0644\u0629 \u0627\u0644\u0634\u0627\u0626\u0639\u0629<\/a><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"Popular_Local_LLM_Models\"><\/span>\u0623\u0634\u0647\u0631 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u0639\u062a\u0628\u0627\u0631\u064b\u0627 \u0645\u0646 \u0639\u0627\u0645 2026\u060c \u062a\u0642\u062f\u0645 \u0647\u0630\u0647 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0623\u0641\u0636\u0644 \u062a\u0648\u0627\u0632\u0646 \u0628\u064a\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0648\u0625\u0645\u0643\u0627\u0646\u064a\u0629 \u0627\u0644\u062a\u0634\u063a\u064a\u0644 \u0639\u0644\u0649 \u0627\u0644\u0623\u062c\u0647\u0632\u0629 \u0627\u0644\u0645\u062a\u0627\u062d\u0629 \u0644\u0644\u0645\u0633\u062a\u062e\u062f\u0645 \u0627\u0644\u0639\u0627\u062f\u064a \u0644\u0644\u0646\u0634\u0631 \u0627\u0644\u0645\u062d\u0644\u064a:<\/p>\n<table>\n<thead>\n<tr>\n<th>\u0627\u0644\u0646\u0645\u0648\u0630\u062c<\/th>\n<th>\u0639\u062f\u062f \u0627\u0644\u0645\u0639\u0627\u064a\u064a\u0631 (\u0627\u0644\u0628\u0627\u0631\u0627\u0645\u062a\u0631\u0627\u062a)<\/th>\n<th>\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0641\u064a\u062f\u064a\u0648 (VRAM) \u0628\u062a\u0646\u0633\u064a\u0642 4 \u0628\u062a<\/th>\n<th>\u0627\u0644\u0640 VRAM (16 \u0628\u062a)<\/th>\n<th>\u0627\u0644\u0623\u0641\u0636\u0644 \u0644\u0640<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>Llama 3.1<\/td>\n<td>8B \/ 70B \/ 405B<\/td>\n<td>6 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 40 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 240 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 140 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 810 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u063a\u0631\u0636 \u0639\u0627\u0645\u060c \u0627\u0644\u0628\u0631\u0645\u062c\u0629\u060c \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0627\u0644\u0645\u0646\u0637\u0642\u064a<\/td>\n<\/tr>\n<tr>\n<td>\u0645\u064a\u0633\u062a\u0631\u0627\u0644 7B v0.3<\/td>\n<td>\u0667 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>5 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0661\u0664 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0633\u0631\u064a\u0639\u060c \u0648\u0646\u0633\u0628\u0629 \u062c\u0648\u062f\u0629\/\u062d\u062c\u0645 \u0645\u0645\u062a\u0627\u0632\u0629<\/td>\n<\/tr>\n<tr>\n<td>Phi-3-medium<\/td>\n<td>14 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u0651\u0645\u0629<\/td>\n<td>9 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>28 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0641\u0639\u0651\u0627\u0644\u060c \u0648\u064a\u0646\u0627\u0633\u0628 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0627\u0644\u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u0629<\/td>\n<\/tr>\n<tr>\n<td>Gemma 2<\/td>\n<td>9 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \/ 27 \u0645\u0644\u064a\u0627\u0631<\/td>\n<td>6 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 18 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>18 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 54 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0627\u062a\u0628\u0627\u0639 \u0627\u0644\u062a\u0639\u0644\u064a\u0645\u0627\u062a\u060c \u0648\u0645\u064f\u062d\u0633\u064e\u0651\u0646 \u0644\u0644\u0623\u0645\u0627\u0646<\/td>\n<\/tr>\n<tr>\n<td>Qwen 2.5<\/td>\n<td>7B \/ 72B<\/td>\n<td>5 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 42 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>14 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 144 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0645\u062a\u0639\u062f\u062f \u0627\u0644\u0644\u063a\u0627\u062a\u060c \u0642\u0648\u064a \u062c\u062f\u064b\u0651\u0627 \u0641\u064a \u0627\u0644\u0631\u064a\u0627\u0636\u064a\u0627\u062a \u0648\u0627\u0644\u0628\u0631\u0645\u062c\u0629<\/td>\n<\/tr>\n<tr>\n<td>DeepSeek-Coder-V2<\/td>\n<td>16B \/ 236B<\/td>\n<td>10 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 140 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>32 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \/ 472 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u062a\u0648\u0644\u064a\u062f \u0627\u0644\u0623\u0643\u0648\u0627\u062f \u0648\u0641\u0647\u0645\u0647\u0627<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u062a\u0642\u062f\u064a\u0631\u0627\u062a \u0627\u0644\u0640 VRAM \u062a\u0642\u0631\u064a\u0628\u064a\u0629 \u0648\u062a\u062e\u062a\u0644\u0641 \u062d\u0633\u0628 \u0637\u0648\u0644 \u0627\u0644\u0633\u064a\u0627\u0642 \u0648\u062d\u062c\u0645 \u0627\u0644\u062f\u0641\u0639\u0629 (batch size). \u0627\u0633\u062a\u062e\u062f\u0645 <a href=\"https:\/\/convly.ai\/ar\/llm-vram-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<\/a> \u0644\u0644\u062d\u0635\u0648\u0644 \u0639\u0644\u0649 \u0645\u062a\u0637\u0644\u0628\u0627\u062a \u062f\u0642\u064a\u0642\u0629 \u0648\u0641\u0642\u064b\u0627 \u0644\u0625\u0639\u062f\u0627\u062f\u0643\u060c \u0623\u0648 \u0631\u0627\u062c\u0639 <a href=\"https:\/\/convly.ai\/ar\/vram-requirements-every-major-llm-2026\/\">\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0630\u0627\u0643\u0631\u0629 VRAM \u062d\u0633\u0628 \u0627\u0644\u0646\u0645\u0648\u0630\u062c<\/a> \u0644\u0645\u0648\u0627\u0635\u0641\u0627\u062a \u0645\u0641\u0635\u0644\u0629 \u062a\u0634\u0645\u0644 \u0623\u0643\u062b\u0631 \u0645\u0646 37 \u0646\u0645\u0648\u0630\u062c\u064b\u0627.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Hardware_Requirements\"><\/span>\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0623\u062c\u0647\u0632\u0629<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u062a\u064f\u062d\u0645\u064e\u0651\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0628\u0627\u0644\u0643\u0627\u0645\u0644 \u0641\u064a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0623\u062b\u0646\u0627\u0621 \u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c. \u0648\u064a\u0645\u0643\u0646\u0643 \u062a\u0634\u063a\u064a\u0644\u0647\u0627 \u0625\u0645\u0627 \u0641\u064a \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a (VRAM)\u060c \u0623\u0648 \u0641\u064a \u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0646\u0638\u0627\u0645 (RAM)\u060c \u0623\u0648 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0645\u0632\u064a\u062c \u0645\u0646\u0647\u0645\u0627:<\/p>\n<h3>\u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a (\u0627\u0644\u0623\u0633\u0631\u0639)<\/h3>\n<p>\u062a\u0648\u0641\u0631 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0645\u0646 NVIDIA \u0627\u0644\u062a\u064a \u062a\u062f\u0639\u0645 CUDA \u0623\u0641\u0636\u0644 \u0623\u062f\u0627\u0621 \u0645\u0645\u0643\u0646. \u0623\u0645\u0627 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0645\u0646 AMD \u0641\u062a\u0639\u0645\u0644 \u0639\u0628\u0631 ROCm\u060c \u0644\u0643\u0646 \u062f\u0639\u0645 \u0627\u0644\u0623\u062f\u0648\u0627\u062a \u0644\u0647\u0627 \u0623\u0642\u0644. \u0648\u062a\u0633\u062a\u062e\u062f\u0645 \u0634\u0631\u0627\u0626\u062d Apple Silicon (M1\/M2\/M3) \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0645\u0648\u062d\u064e\u0651\u062f\u0629 (unified memory) \u0648\u062a\u0634\u063a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0628\u0643\u0641\u0627\u0621\u0629 \u0639\u0627\u0644\u064a\u0629 \u0639\u0628\u0631 Metal.<\/p>\n<ul>\n<li><strong>\u0627\u0644\u0645\u0633\u062a\u0648\u0649 \u0627\u0644\u0645\u0628\u062a\u062f\u0626:<\/strong> RTX 3060 12GB or RTX 4060 Ti 16GB runs 7-8B models at 4-bit quantization<\/li>\n<li><strong>\u0627\u0644\u0645\u0633\u062a\u0648\u0649 \u0627\u0644\u0645\u062a\u0648\u0633\u0637:<\/strong> RTX 4090 \u0628\u0633\u0639\u0629 24 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u062a\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 30 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0645\u064f\u0643\u0645\u064e\u0651\u0645\u0629\u060c \u0623\u0648 \u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 13 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0628\u062f\u0642\u062a\u0647\u0627 \u0627\u0644\u0643\u0627\u0645\u0644\u0629<\/li>\n<li><strong>\u0627\u0644\u0645\u0633\u062a\u0648\u0649 \u0627\u0644\u0645\u062a\u0642\u062f\u0645:<\/strong> A6000 \u0628\u0633\u0639\u0629 48 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0623\u0648 \u0648\u062d\u062f\u062a\u064a \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u062a\u064a\u0646 \u062a\u0639\u0645\u0644\u0627\u0646 \u0645\u0639\u064b\u0627 \u0644\u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0628\u0640 4 \u0628\u062a<\/li>\n<\/ul>\n<p>\u0627\u0637\u0651\u0644\u0639 \u0639\u0644\u0649 <a href=\"https:\/\/convly.ai\/ar\/best-gpus-for-local-llms-2026\/\">\u0623\u0641\u0636\u0644 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0644\u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0645\u062d\u0644\u064a\u064b\u0651\u0627<\/a> \u062f\u0644\u064a\u0644 \u0644\u0627\u062e\u062a\u0628\u0627\u0631\u0627\u062a \u0627\u0644\u0623\u062f\u0627\u0621 \u0648\u0646\u0633\u0628 \u0627\u0644\u0633\u0639\u0631 \u0625\u0644\u0649 \u0627\u0644\u0623\u062f\u0627\u0621.<\/p>\n<h3>\u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 (\u0623\u0628\u0637\u0623 \u0644\u0643\u0646\u0647\u0627 \u0645\u062a\u0627\u062d\u0629 \u0628\u0633\u0647\u0648\u0644\u0629)<\/h3>\n<p>\u064a\u0645\u0643\u0646 \u0644\u0623\u064a \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0645\u0631\u0643\u0632\u064a\u0629 \u062d\u062f\u064a\u062b\u0629 \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0648\u0635\u0648\u0644 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a \u0644\u0644\u0646\u0638\u0627\u0645\u060c \u0648\u0625\u0646 \u0643\u0627\u0646\u062a \u0623\u0628\u0637\u0623 \u0628\u0639\u0634\u0631\u0629 \u0625\u0644\u0649 \u062e\u0645\u0633\u064a\u0646 \u0645\u0631\u0629 \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a. \u0648\u0647\u0630\u0647 \u0627\u0644\u0637\u0631\u064a\u0642\u0629 \u0642\u0627\u0628\u0644\u0629 \u0644\u0644\u062a\u0637\u0628\u064a\u0642 \u0639\u0644\u0649 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0635\u063a\u064a\u0631\u0629 (7\u20138 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629) \u0623\u0648 \u0639\u0646\u062f\u0645\u0627 \u062a\u0643\u0648\u0646 \u0627\u0644\u062e\u0635\u0648\u0635\u064a\u0629 \u0623\u0643\u062b\u0631 \u0623\u0647\u0645\u064a\u0629 \u0645\u0646 \u0627\u0644\u0633\u0631\u0639\u0629.<\/p>\n<ul>\n<li><strong>\u0627\u0644\u062d\u062f \u0627\u0644\u0623\u062f\u0646\u0649:<\/strong> 16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629 \u0644\u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0639\u0646\u062f \u062a\u0643\u0645\u064a\u0645 4 \u0628\u062a<\/li>\n<li><strong>\u0645\u0648\u0635\u0649 \u0628\u0647:<\/strong> 32 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 \u0645\u0646 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629 \u0644\u062a\u0634\u063a\u064a\u0644 \u0645\u0631\u064a\u062d \u0645\u0639 \u0646\u0648\u0627\u0641\u0630 \u0633\u064a\u0627\u0642 \u0623\u0643\u0628\u0631<\/li>\n<li><strong>\u0627\u0644\u062e\u0648\u0627\u062f\u0645:<\/strong> 128 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 \u0645\u0646 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629 \u062a\u064f\u0645\u0643\u0650\u0651\u0646 \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c 70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0639\u0644\u0649 \u0623\u0646\u0638\u0645\u0629 \u062a\u0639\u062a\u0645\u062f \u0641\u0642\u0637 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629<\/li>\n<\/ul>\n<h3>\u0647\u062c\u064a\u0646 (\u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a + \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0645\u0631\u0643\u0632\u064a\u0629)<\/h3>\n<p>\u062a\u062f\u0639\u0645 \u0645\u0639\u0638\u0645 \u0627\u0644\u0625\u0637\u0627\u0631\u0627\u062a \u0627\u0644\u0628\u0631\u0645\u062c\u064a\u0629 \u0627\u0644\u062a\u0641\u0631\u064a\u063a: \u062a\u062d\u0645\u064a\u0644 \u0628\u0639\u0636 \u0627\u0644\u0637\u0628\u0642\u0627\u062a \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a\u060c \u0628\u064a\u0646\u0645\u0627 \u062a\u064f\u0641\u0631\u064e\u0651\u063a \u0627\u0644\u0637\u0628\u0642\u0627\u062a \u0627\u0644\u0645\u062a\u0628\u0642\u064a\u0629 \u0641\u064a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629. \u0648\u0642\u062f \u064a\u0633\u062a\u062e\u062f\u0645 \u0646\u0645\u0648\u0630\u062c 70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0645\u062b\u0644\u0627\u064b 24 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a + 32 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629\u060c \u0645\u0627 \u064a\u0648\u0641\u0650\u0651\u0631 \u0627\u0633\u062a\u0646\u062a\u0627\u062c\u064b\u0627 \u0623\u0633\u0631\u0639 \u0628\u062b\u0644\u0627\u062b\u0629 \u0625\u0644\u0649 \u062e\u0645\u0633 \u0645\u0631\u0627\u062a \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0627\u0644\u0627\u0639\u062a\u0645\u0627\u062f \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 \u0641\u0642\u0637.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Running_Local_LLM_Models\"><\/span>\u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3>Ollama (\u0627\u0644\u0623\u064a\u0633\u0631)<\/h3>\n<p>Ollama \u064a\u063a\u0644\u0641 llama.cpp \u0639\u0628\u0631 \u0648\u0627\u062c\u0647\u0629 \u0633\u0637\u0631 \u0623\u0648\u0627\u0645\u0631 \u0628\u0633\u064a\u0637\u0629 \u0648\u0633\u062c\u0644 \u0646\u0645\u0627\u0630\u062c. \u0648\u0647\u0648 \u0623\u0633\u0631\u0639 \u0637\u0631\u064a\u0642\u0629 \u0644\u0644\u0628\u062f\u0621:<\/p>\n<pre><code># \u0627\u0644\u062a\u062b\u0628\u064a\u062a \u0639\u0644\u0649 \u0623\u0646\u0638\u0645\u0629 macOS\/Linux\ncurl -fsSL https:\/\/ollama.ai\/install.sh | sh\n\n# \u0644\u0646\u0638\u0627\u0645 Windows: \u0646\u0632\u0650\u0651\u0644 \u0628\u0631\u0646\u0627\u0645\u062c \u0627\u0644\u062a\u062b\u0628\u064a\u062a \u0645\u0646 ollama.ai\n\n# \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0648\u0630\u062c (\u064a\u062a\u0645 \u062a\u0646\u0632\u064a\u0644\u0647 \u062a\u0644\u0642\u0627\u0626\u064a\u064b\u0627)\nollama run llama3.1\n\n# \u0639\u0631\u0636 \u0642\u0627\u0626\u0645\u0629 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u062a\u0627\u062d\u0629\nollama list\n\n# \u062a\u0646\u0632\u064a\u0644 \u0646\u0645\u0648\u0630\u062c \u0645\u0639\u064a\u064e\u0651\u0646\nollama pull mistral:7b-instruct-q4_0\n<\/code><\/pre>\n<p>\u064a\u062e\u062a\u0627\u0631 Ollama \u062a\u0644\u0642\u0627\u0626\u064a\u064b\u0627 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0623\u0648 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629\u060c \u0648\u064a\u062f\u064a\u0631 \u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u062a\u0643\u0645\u064a\u0645\u060c \u0648\u064a\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u062a\u0646\u0632\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c. \u0627\u0642\u0631\u0623 <a href=\"https:\/\/convly.ai\/ar\/what-is-ollama-complete-guide-2026\/\">\u0627\u0644\u062f\u0644\u064a\u0644 \u0627\u0644\u0643\u0627\u0645\u0644 \u0644\u0640 Ollama<\/a> \u0644\u0644\u0645\u0632\u064a\u062f \u0645\u0646 \u0627\u0644\u062a\u0641\u0627\u0635\u064a\u0644 \u062d\u0648\u0644 \u0627\u0644\u0625\u0639\u062f\u0627\u062f \u0648\u0627\u0644\u062a\u0643\u0648\u064a\u0646\u060c \u0623\u0648 \u0627\u0646\u062a\u0642\u0644 \u0645\u0628\u0627\u0634\u0631\u0629\u064b \u0625\u0644\u0649 <a href=\"https:\/\/convly.ai\/ar\/how-to-install-ollama-2026\/\">\u0643\u064a\u0641\u064a\u0629 \u062a\u062b\u0628\u064a\u062a \u0645\u0646\u0635\u0629 Ollama<\/a> \u0644\u0625\u0631\u0634\u0627\u062f\u0627\u062a \u062e\u0637\u0648\u0629 \u0628\u062e\u0637\u0648\u0629 \u062d\u0633\u0628 \u0627\u0644\u0645\u0646\u0635\u0629.<\/p>\n<p>\u062a\u0635\u0641\u062d \u0623\u0643\u062b\u0631 \u0645\u0646 100 \u0646\u0645\u0648\u0630\u062c \u0645\u062a\u0627\u062d \u0641\u064a <a href=\"https:\/\/convly.ai\/ar\/ollama-models-list-2026\/\">\u0642\u0627\u0626\u0645\u0629 \u0646\u0645\u0627\u0630\u062c Ollama<\/a>\u060c \u0623\u0648 \u0631\u0627\u062c\u0639 \u0627\u0644\u062a\u0648\u0635\u064a\u0627\u062a \u0627\u0644\u0645\u064f\u0646\u062a\u0642\u0627\u0629 \u0641\u064a <a href=\"https:\/\/convly.ai\/ar\/best-local-llms-to-run-on-ollama-2026\/\">\u0623\u0641\u0636\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0644\u0640 Ollama<\/a>.<\/p>\n<h3>LM Studio (\u0648\u0627\u062c\u0647\u0629 \u0631\u0633\u0648\u0645\u064a\u0629)<\/h3>\n<p>\u062a\u0648\u0641\u0631 LM Studio \u062a\u0637\u0628\u064a\u0642 \u0633\u0637\u062d \u0645\u0643\u062a\u0628 \u0644\u0623\u0646\u0638\u0645\u0629 Windows \u0648macOS \u0648Linux\u060c \u0645\u0632\u0648\u064e\u0651\u062f \u0628\u0648\u0627\u062c\u0647\u0629 \u062f\u0631\u062f\u0634\u0629 \u0648\u0645\u062a\u0635\u0641\u0650\u0651\u062d \u0646\u0645\u0627\u0630\u062c. \u0646\u0632\u0650\u0651\u0644 \u0627\u0644\u062a\u0637\u0628\u064a\u0642 \u0645\u0646 lmstudio.ai\u060c \u062b\u0645 \u0634\u063a\u0650\u0651\u0644\u0647\u060c \u0648\u0627\u0628\u062d\u062b \u0639\u0646 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0641\u064a \u062a\u0628\u0648\u064a\u0628 \u00ab\u0627\u0643\u062a\u0634\u0641\u00bb\u060c \u0648\u0627\u0646\u0642\u0631 \u0639\u0644\u0649 \u00ab\u062a\u0646\u0632\u064a\u0644\u00bb. \u0648\u062a\u0633\u062a\u062e\u062f\u0645 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u062a\u0646\u0633\u064a\u0642 GGUF\u060c \u0648\u062a\u064f\u062d\u0645\u064e\u0651\u0644 \u0645\u0639 \u0625\u0645\u0643\u0627\u0646\u064a\u0629 \u0636\u0628\u0637 \u0645\u0633\u062a\u0648\u0649 \u0627\u0644\u062a\u0643\u0645\u064a\u0645.<\/p>\n<p>\u062a\u0639\u0631\u0636 LM Studio \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0641\u064a \u0627\u0644\u0648\u0642\u062a \u0627\u0644\u0641\u0639\u0644\u064a \u0648\u0633\u0631\u0639\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c\u060c \u0645\u0645\u0627 \u064a\u0633\u0647\u0650\u0651\u0644 \u0636\u0628\u0637 \u0627\u0644\u0625\u0639\u062f\u0627\u062f\u0627\u062a. \u0643\u0645\u0627 \u0623\u0646\u0647\u0627 \u062a\u0642\u0648\u0645 \u0628\u062a\u0634\u063a\u064a\u0644 \u062e\u0627\u062f\u0645 \u0645\u062d\u0644\u064a \u0645\u062a\u0648\u0627\u0641\u0642 \u0645\u0639 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u062a\u0637\u0628\u064a\u0642\u0627\u062a OpenAI \u0639\u0644\u0649 <code>http:\/\/localhost:1234\/v1<\/code> \u0644\u062f\u0645\u062c\u0647\u0627 \u0645\u0639 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a \u0627\u0644\u062a\u064a \u062a\u062a\u0648\u0642\u0639 \u062a\u0646\u0633\u064a\u0642 OpenAI. \u0631\u0627\u062c\u0639 <a href=\"https:\/\/convly.ai\/ar\/lm-studio-complete-guide-2026\/\">\u0627\u0644\u062f\u0644\u064a\u0644 \u0627\u0644\u0643\u0627\u0645\u0644 \u0644\u0640 LM Studio<\/a> \u0644\u0645\u064a\u0632\u0627\u062a \u0645\u062a\u0642\u062f\u0645\u0629.<\/p>\n<h3>llama.cpp (\u0645\u062a\u0642\u062f\u0645)<\/h3>\n<p>llama.cpp \u0647\u0648 \u0627\u0644\u0645\u062d\u0631\u0643 \u0627\u0644\u0623\u0633\u0627\u0633\u064a \u0627\u0644\u0645\u0633\u062a\u062e\u062f\u0645 \u0641\u064a Ollama \u0648LM Studio\u060c \u0648\u064a\u0648\u0641\u0631 \u0623\u0642\u0635\u0649 \u062f\u0631\u062c\u0627\u062a \u0627\u0644\u062a\u062d\u0643\u0645 \u0644\u0644\u0645\u0637\u0648\u0631\u064a\u0646:<\/p>\n<pre><code># \u0627\u0633\u062a\u0646\u0633\u0627\u062e \u0627\u0644\u0645\u0634\u0631\u0648\u0639 \u0648\u0628\u0646\u0627\u0624\u0647\ngit clone https:\/\/github.com\/ggerganov\/llama.cpp\ncd llama.cpp\nmake\n\n# \u0645\u0639 \u062f\u0639\u0645 CUDA\nmake LLAMA_CUDA=1\n\n# \u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c\n.\/main -m models\/llama-3.1-8b-instruct-q4_0.gguf -p \"\u0627\u0634\u0631\u062d \u0627\u0644\u062d\u0648\u0633\u0628\u0629 \u0627\u0644\u0643\u0645\u0648\u0645\u064a\u0629\" -n 512 --gpu-layers 35\n<\/code><\/pre>\n<p>\u0627\u0644\u0640 <code>--gpu-layers<\/code> \u064a\u062a\u062d\u0643\u0645 \u0647\u0630\u0627 \u0627\u0644\u0639\u0644\u0627\u0645\u0629 \u0641\u064a \u0639\u062f\u062f \u0637\u0628\u0642\u0627\u062a \u0627\u0644\u0645\u062d\u0648\u0644 \u0627\u0644\u062a\u064a \u062a\u064f\u062d\u0645\u064e\u0651\u0644 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0645\u0642\u0627\u0628\u0644 \u062a\u0644\u0643 \u0627\u0644\u062a\u064a \u062a\u064f\u062d\u0645\u064e\u0651\u0644 \u0641\u064a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629. \u0648\u0643\u0644\u0645\u0627 \u0632\u0627\u062f \u0627\u0644\u0639\u062f\u062f\u060c \u0632\u0627\u062f \u0627\u0633\u062a\u0647\u0644\u0627\u0643 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a\u060c \u0644\u0643\u0646 \u0633\u0631\u0639\u0629 \u0627\u0644\u062a\u0634\u063a\u064a\u0644 \u062a\u0632\u062f\u0627\u062f \u0623\u064a\u0636\u064b\u0627. \u0627\u0628\u062f\u0623 \u0628\u0646\u0635\u0641 \u0639\u062f\u062f \u0627\u0644\u0637\u0628\u0642\u0627\u062a \u0627\u0644\u0625\u062c\u0645\u0627\u0644\u064a \u0644\u0644\u0646\u0645\u0648\u0630\u062c \u0648\u0642\u0645 \u0628\u0627\u0644\u0636\u0628\u0637 \u062d\u0633\u0628 \u0627\u0644\u062d\u0627\u062c\u0629.<\/p>\n<h3>\u0623\u062f\u0648\u0627\u062a \u0623\u062e\u0631\u0649<\/h3>\n<ul>\n<li><strong>text-generation-webui:<\/strong> \u0648\u0627\u062c\u0647\u0629 \u0648\u064a\u0628 \u0645\u0632\u0648\u062f\u0629 \u0628\u0627\u0644\u0625\u0636\u0627\u0641\u0627\u062a \u0648\u062a\u062f\u0639\u0645 \u0639\u062f\u0629 \u0645\u062d\u0631\u0643\u0627\u062a \u062a\u0634\u063a\u064a\u0644 \u062e\u0644\u0641\u064a\u0629<\/li>\n<li><strong>vLLM:<\/strong> \u062e\u0627\u062f\u0645 \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0645\u064f\u062d\u0633\u064e\u0651\u0646 \u0644\u0644\u0646\u0634\u0631 \u0627\u0644\u0625\u0646\u062a\u0627\u062c\u064a \u0639\u0627\u0644\u064a \u0627\u0644\u0625\u0646\u062a\u0627\u062c\u064a\u0629<\/li>\n<li><strong>LocalAI:<\/strong> \u0628\u062f\u064a\u0644 \u0645\u0628\u0627\u0634\u0631 \u0644\u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u062a\u0637\u0628\u064a\u0642\u0627\u062a OpenAI \u064a\u062f\u0639\u0645 \u062a\u0646\u0633\u064a\u0642\u0627\u062a \u0646\u0645\u0627\u0630\u062c \u0645\u062a\u0639\u062f\u062f\u0629<\/li>\n<li><strong>Jan:<\/strong> \u062a\u0637\u0628\u064a\u0642 \u0633\u0637\u062d \u0645\u0643\u062a\u0628 \u0645\u0634\u0627\u0628\u0647 \u0644\u0640 LM Studio \u0645\u0639 \u062a\u0631\u0643\u064a\u0632 \u062e\u0627\u0635 \u0639\u0644\u0649 \u0627\u0644\u062e\u0635\u0648\u0635\u064a\u0629<\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"Model_Formats_and_Quantization\"><\/span>\u0635\u064a\u063a \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0648\u0627\u0644\u062a\u0643\u0645\u064a\u0645<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u064a\u0642\u0644\u0644 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u062f\u0642\u0629 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0645\u0646 \u0623\u0639\u062f\u0627\u062f \u0639\u0634\u0631\u064a\u0629 \u0630\u0627\u062a 16 \u0628\u062a \u0623\u0648 32 \u0628\u062a \u0625\u0644\u0649 \u0623\u0639\u062f\u0627\u062f \u0630\u0627\u062a 8 \u0628\u062a \u0623\u0648 4 \u0628\u062a \u0623\u0648 \u062f\u0642\u0629 \u0645\u062e\u062a\u0644\u0637\u0629\u060c \u0645\u0645\u0627 \u064a\u062e\u0641\u0636 \u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0628\u0646\u0633\u0628\u0629 50\u201375% \u0645\u0639 \u0641\u0642\u062f\u0627\u0646 \u062c\u0648\u062f\u0629 \u064a\u062a\u0631\u0627\u0648\u062d \u0628\u064a\u0646 2\u20135%. \u0648\u062a\u062e\u062a\u0644\u0641 \u0627\u0644\u062a\u0646\u0633\u064a\u0642\u0627\u062a \u0627\u0644\u0645\u064f\u0633\u062a\u062e\u062f\u0645\u0629 \u062d\u0633\u0628 \u0646\u0648\u0639 \u0627\u0644\u0623\u062c\u0647\u0632\u0629 \u0627\u0644\u0645\u0633\u062a\u0647\u062f\u0641\u0629:<\/p>\n<h3>GGUF (Ollama\u060c LM Studio\u060c llama.cpp)<\/h3>\n<p>GGUF \u0647\u0648 \u0627\u0644\u062a\u0646\u0633\u064a\u0642 \u0627\u0644\u0642\u064a\u0627\u0633\u064a \u0644\u0644\u0646\u0634\u0631 \u0627\u0644\u0645\u062d\u0644\u064a. \u0648\u062a\u0634\u0645\u0644 \u0645\u0633\u062a\u0648\u064a\u0627\u062a \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0627\u0644\u0634\u0627\u0626\u0639\u0629:<\/p>\n<ul>\n<li><strong>Q4_0:<\/strong> 4 \u0628\u062a\u060c \u0623\u0635\u063a\u0631 \u062d\u062c\u0645 \u0645\u0645\u0643\u0646\u060c \u0648\u0641\u0642\u062f\u0627\u0646 \u062c\u0648\u062f\u0629 \u064a\u062a\u0631\u0627\u0648\u062d \u0628\u064a\u0646 5\u201310%<\/li>\n<li><strong>Q4_K_M:<\/strong> 4 \u0628\u062a \u0628\u062f\u0642\u0629 \u0645\u062e\u062a\u0644\u0637\u0629\u060c \u062a\u0648\u0627\u0632\u0646 \u062c\u064a\u062f \u0628\u064a\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0648\u0627\u0644\u062d\u062c\u0645<\/li>\n<li><strong>Q5_K_M:<\/strong> 5 \u0628\u062a\u060c \u062c\u0648\u062f\u0629 \u0623\u0641\u0636\u0644 \u0645\u0646 Q4 \u0645\u0639 \u0627\u0644\u062d\u0641\u0627\u0638 \u0639\u0644\u0649 \u0635\u063a\u0631 \u0627\u0644\u062d\u062c\u0645<\/li>\n<li><strong>Q8_0:<\/strong> 8 \u0628\u062a\u060c \u0641\u0642\u062f\u0627\u0646 \u062c\u0648\u062f\u0629 \u0636\u0626\u064a\u0644 \u062c\u062f\u064b\u0651\u0627\u060c \u0644\u0643\u0646 \u0627\u0644\u0645\u0644\u0641\u0627\u062a \u0623\u0643\u0628\u0631 \u062d\u062c\u0645\u064b\u0627<\/li>\n<li><strong>F16:<\/strong> \u062f\u0642\u0629 \u0643\u0627\u0645\u0644\u0629 16 \u0628\u062a\u060c \u0628\u062f\u0648\u0646 \u062a\u0643\u0645\u064a\u0645<\/li>\n<\/ul>\n<p>\u0644\u0623\u063a\u0644\u0628 \u062d\u0627\u0644\u0627\u062a \u0627\u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645\u060c \u064a\u0648\u0641\u0650\u0651\u0631 Q4_K_M \u0623\u0648 Q5_K_M \u0623\u0641\u0636\u0644 \u0646\u0633\u0628\u0629 \u0628\u064a\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0648\u0627\u0644\u062d\u062c\u0645. \u0648\u0627\u0633\u062a\u062e\u062f\u0645 Q8_0 \u0623\u0648 F16 \u0641\u0642\u0637 \u0625\u0630\u0627 \u062a\u0648\u0627\u0641\u0631\u062a \u0644\u062f\u064a\u0643 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0627\u0644\u0632\u0627\u0626\u062f\u0629 \u0648\u0627\u062d\u062a\u0627\u062c\u062a \u0625\u0644\u0649 \u0623\u0642\u0635\u0649 \u062f\u0642\u0629 \u0645\u0645\u0643\u0646\u0629.<\/p>\n<h3>GPTQ (\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0628\u0644\u063a\u0629 \u0628\u0627\u064a\u062b\u0648\u0646)<\/h3>\n<p>\u064a\u0642\u0648\u0645 GPTQ \u0628\u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0625\u0644\u0649 4 \u0628\u062a \u0623\u0648 3 \u0628\u062a \u0648\u064a\u0648\u0635\u0650\u0651\u0644 \u0623\u062f\u0627\u0621 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0639\u0644\u0649 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0645\u0643\u062a\u0628\u0627\u062a \u0645\u062b\u0644 AutoGPTQ \u0623\u0648 ExLlama. \u0648\u0647\u0648 \u0634\u0627\u0626\u0639 \u0641\u064a \u0633\u064a\u0631 \u0639\u0645\u0644 Hugging Face Transformers. \u0648\u062a\u062a\u0645 \u0639\u0645\u0644\u064a\u0629 \u062a\u062d\u0645\u064a\u0644 \u0646\u0645\u0627\u0630\u062c GPTQ \u0623\u0633\u0631\u0639 \u0645\u0646 \u0646\u0645\u0627\u0630\u062c GGUF\u060c \u0644\u0643\u0646\u0647\u0627 \u062a\u062a\u0637\u0644\u0628 \u0628\u064a\u0626\u0627\u062a \u0628\u0627\u064a\u062b\u0648\u0646.<\/p>\n<h3>AWQ (\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0633\u0631\u064a\u0639 \u0639\u0644\u0649 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a)<\/h3>\n<p>AWQ (\u0643\u0645\u0650\u0651\u0645 \u0623\u0648\u0632\u0627\u0646 \u0645\u064f\u062f\u0631\u0643\u0629 \u0644\u0644\u0625\u0634\u0627\u0631\u0627\u062a \u0627\u0644\u062f\u0627\u062e\u0644\u0629) \u064a\u062d\u0627\u0641\u0638 \u0639\u0644\u0649 \u062f\u0642\u0629 \u0623\u0639\u0644\u0649 \u0645\u0646 GPTQ \u0639\u0646\u062f \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0625\u0644\u0649 4 \u0628\u062a\u060c \u0648\u0630\u0644\u0643 \u0628\u062d\u0645\u0627\u064a\u0629 \u0627\u0644\u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0645\u0647\u0645\u0629. \u0648\u064a\u062a\u0637\u0644\u0628 \u0645\u062d\u0631\u0643\u0627\u062a \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0645\u062a\u0648\u0627\u0641\u0642\u0629 \u0645\u0639 AWQ \u0645\u062b\u0644 vLLM \u0623\u0648 TGI.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Choosing_a_Local_LLM_Model\"><\/span>\u0627\u062e\u062a\u064a\u0627\u0631 \u0646\u0645\u0648\u0630\u062c \u0644\u063a\u0648\u064a \u0643\u0628\u064a\u0631 \u0645\u062d\u0644\u064a<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0627\u062e\u062a\u0631 \u062d\u062c\u0645 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0628\u0645\u0627 \u064a\u062a\u0646\u0627\u0633\u0628 \u0645\u0639 \u0623\u062c\u0647\u0632\u062a\u0643 \u0648\u062d\u0627\u0644\u0627\u062a \u0627\u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u062e\u0627\u0635\u0629 \u0628\u0643:<\/p>\n<ul>\n<li><strong>\u0646\u0645\u0627\u0630\u062c 7\u20138 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629:<\/strong> \u062a\u0646\u0627\u0633\u0628 \u0628\u0637\u0627\u0642\u0627\u062a \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0627\u0644\u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u0629 (12\u201316 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a)\u060c \u0648\u062a\u0648\u0641\u0650\u0651\u0631 \u0627\u0633\u062a\u062c\u0627\u0628\u0627\u062a \u0633\u0631\u064a\u0639\u0629\u060c \u0648\u0647\u064a \u0645\u0646\u0627\u0633\u0628\u0629 \u062c\u062f\u064b\u0651\u0627 \u0644\u0644\u062f\u0631\u062f\u0634\u0629 \u0648\u0627\u0644\u0645\u0647\u0645\u0627\u062a \u0627\u0644\u0628\u0633\u064a\u0637\u0629<\/li>\n<li><strong>\u0646\u0645\u0627\u0630\u062c 13\u201314 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629:<\/strong> \u062a\u062a\u0637\u0644\u0628 20\u201324 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a\u060c \u0648\u062a\u062a\u0641\u0648\u0642 \u0628\u0634\u0643\u0644 \u0645\u0644\u062d\u0648\u0638 \u0641\u064a \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0648\u0627\u062a\u0628\u0627\u0639 \u0627\u0644\u062a\u0639\u0644\u064a\u0645\u0627\u062a<\/li>\n<li><strong>\u0646\u0645\u0627\u0630\u062c 30\u201334 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629:<\/strong> \u062a\u062d\u062a\u0627\u062c \u0625\u0644\u0649 40 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 \u0645\u0646 \u0630\u0627\u0643\u0631\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0623\u0648 \u0646\u0638\u0627\u0645 \u0647\u062c\u064a\u0646 \u064a\u062c\u0645\u0639 \u0628\u064a\u0646 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0648\u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0639\u0634\u0648\u0627\u0626\u064a\u0629\u060c \u0648\u062a\u0642\u062a\u0631\u0628 \u0645\u0646 \u062c\u0648\u062f\u0629 GPT-3.5<\/li>\n<li><strong>\u0637\u0631\u0627\u0632\u0627\u062a 70B+:<\/strong> \u062a\u062a\u0637\u0644\u0628 \u0623\u062c\u0647\u0632\u0629 \u062e\u0627\u062f\u0645 \u0642\u0648\u064a\u0629 \u0623\u0648 \u062a\u0643\u0645\u064a\u0645\u064b\u0627 \u062c\u0630\u0631\u064a\u064b\u0651\u0627\u060c \u0648\u062a\u064f\u0646\u0627\u0641\u0633 \u0646\u0645\u0648\u0630\u062c GPT-4 \u0641\u064a \u0627\u0644\u0639\u062f\u064a\u062f \u0645\u0646 \u0627\u0644\u0645\u0647\u0627\u0645<\/li>\n<\/ul>\n<p>\u062a\u0635\u0641\u062d \u0627\u0644\u0645\u0648\u0627\u0635\u0641\u0627\u062a \u0648\u0646\u062a\u0627\u0626\u062c \u0627\u0644\u0627\u062e\u062a\u0628\u0627\u0631\u0627\u062a \u0627\u0644\u0645\u0631\u062c\u0639\u064a\u0629 \u0644\u0640 37 \u0646\u0645\u0648\u0630\u062c\u064b\u0627 \u0636\u0645\u0646 <a href=\"https:\/\/convly.ai\/ar\/models\/\">\u0642\u0627\u0639\u062f\u0629 \u0628\u064a\u0627\u0646\u0627\u062a \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0630\u0643\u0627\u0621 \u0627\u0644\u0627\u0635\u0637\u0646\u0627\u0639\u064a<\/a>\u060c \u0623\u0648 \u0642\u0627\u0631\u0646 \u0627\u0644\u062a\u0631\u062a\u064a\u0628\u0627\u062a \u0636\u0645\u0646 <a href=\"https:\/\/convly.ai\/ar\/llm-leaderboard\/\">\u0644\u0648\u062d\u0629 \u062a\u0635\u0646\u064a\u0641 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 (LLM)<\/a> \u0627\u0644\u0645\u064f\u0631\u062a\u064e\u0651\u0628\u0629 \u062d\u0633\u0628 \u0627\u0644\u0630\u0643\u0627\u0621 \u0648\u0627\u0644\u0633\u0639\u0631 \u0648\u0637\u0648\u0644 \u0627\u0644\u0633\u064a\u0627\u0642.<\/p>\n<p>\u0644\u062a\u062d\u0644\u064a\u0644 \u0627\u0644\u062a\u0643\u0644\u0641\u0629\u060c \u0627\u0633\u062a\u062e\u062f\u0645 <a href=\"https:\/\/convly.ai\/ar\/self-hosting-vs-api-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0645\u0642\u0627\u0631\u0646\u0629 \u0628\u064a\u0646 \u0627\u0644\u0627\u0633\u062a\u0636\u0627\u0641\u0629 \u0627\u0644\u0630\u0627\u062a\u064a\u0629 \u0648\u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)<\/a> \u0644\u0625\u064a\u062c\u0627\u062f \u0646\u0642\u0637\u0629 \u0627\u0644\u062a\u0639\u0627\u062f\u0644 \u0628\u064a\u0646 \u062a\u0643\u0644\u0641\u0629 \u0627\u0644\u0623\u062c\u0647\u0632\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0648\u062a\u0643\u0627\u0644\u064a\u0641 \u0648\u0627\u062c\u0647\u0627\u062a \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API) \u0627\u0644\u0633\u062d\u0627\u0628\u064a\u0629. \u0641\u0639\u0644\u0649 \u0627\u0644\u0631\u063a\u0645 \u0645\u0646 \u0623\u0646 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u062a\u062a\u0637\u0644\u0651\u0628 \u062a\u0643\u0644\u0641\u0629 \u0623\u0648\u0644\u064a\u0629 \u0623\u0639\u0644\u0649\u060c \u0641\u0625\u0646 \u062a\u0643\u0644\u0641\u0629 \u0643\u0644 \u0631\u0645\u0632 (token) \u0625\u0636\u0627\u0641\u064a \u062a\u0633\u0627\u0648\u064a \u0635\u0641\u0631\u064b\u0627\u060c \u0645\u0627 \u064a\u062c\u0639\u0644\u0647\u0627 \u0623\u0642\u0644 \u062a\u0643\u0644\u0641\u0629 \u0639\u0646\u062f \u0627\u0644\u062d\u062c\u0645 \u0627\u0644\u0639\u0627\u0644\u064a.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Frequently_Asked_Questions\"><\/span>\u0627\u0644\u0623\u0633\u0626\u0644\u0629 \u0627\u0644\u0634\u0627\u0626\u0639\u0629<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3>\u0647\u0644 \u064a\u0645\u0643\u0646\u0646\u064a \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0639\u0644\u0649 \u062c\u0647\u0627\u0632 \u0643\u0645\u0628\u064a\u0648\u062a\u0631 \u0645\u062d\u0645\u0648\u0644\u061f<\/h3>\n<p>\u0646\u0639\u0645\u060c \u0634\u0631\u0637 \u0623\u0646 \u062a\u0645\u062a\u0644\u0643 \u0630\u0627\u0643\u0631\u0629 \u0645\u0648\u062d\u062f\u0629 \u0628\u0633\u0639\u0629 16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 (\u0634\u0631\u064a\u062d\u0629 Apple Silicon) \u0623\u0648 \u0630\u0627\u0643\u0631\u0629 \u0648\u0635\u0648\u0644 \u0639\u0634\u0648\u0627\u0626\u064a (RAM) \u0628\u0633\u0639\u0629 16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 \u0628\u0627\u0644\u0625\u0636\u0627\u0641\u0629 \u0625\u0644\u0649 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0645\u0646\u0641\u0635\u0644\u0629 (GPU) \u0628\u0633\u0639\u0629 \u0630\u0627\u0643\u0631\u0629 \u0641\u064a\u062f\u064a\u0648 (VRAM) 8 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631. \u0641\u0623\u062c\u0647\u0632\u0629 MacBook Pro \u0627\u0644\u0645\u0632\u0648\u062f\u0629 \u0628\u0634\u0631\u064a\u062d\u0629 M1 Max\/ Ultra \u0623\u0648 M2 Pro\/ Max \u0623\u0648 M3 Max \u062a\u064f\u0634\u063a\u0644 \u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 7\u201313 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0628\u0643\u0641\u0627\u0621\u0629 \u0639\u0627\u0644\u064a\u0629. \u0623\u0645\u0627 \u0623\u062c\u0647\u0632\u0629 \u0627\u0644\u0643\u0645\u0628\u064a\u0648\u062a\u0631 \u0627\u0644\u0645\u062d\u0645\u0648\u0644\u0629 \u0627\u0644\u062a\u064a \u062a\u0639\u0645\u0644 \u0628\u0646\u0638\u0627\u0645\u064e\u064a Windows \u0623\u0648 Linux \u0648\u0627\u0644\u0645\u0632\u0648\u062f\u0629 \u0628\u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u064a\u0627\u062a \u0645\u062a\u0646\u0642\u0644\u0629 \u0645\u0646 \u0633\u0644\u0633\u0644\u0629 RTX 4060\u20134090 \u0641\u0647\u064a \u0642\u0627\u062f\u0631\u0629 \u0639\u0644\u0649 \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 7\u201330 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629\u060c \u062d\u0633\u0628 \u0633\u0639\u0629 \u0627\u0644\u0640 VRAM \u0627\u0644\u0645\u062a\u0648\u0641\u0631\u0629. \u0623\u0645\u0627 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0627\u0644\u0642\u0627\u0626\u0645 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 \u0641\u0642\u0637 (CPU-only inference) \u0641\u064a\u0639\u0645\u0644 \u0639\u0644\u0649 \u0623\u064a \u062c\u0647\u0627\u0632 \u0643\u0645\u0628\u064a\u0648\u062a\u0631 \u0645\u062d\u0645\u0648\u0644 \u064a\u062d\u062a\u0648\u064a \u0639\u0644\u0649 16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0623\u0648 \u0623\u0643\u062b\u0631\u060c \u0644\u0643\u0646\u0647 \u0623\u0628\u0637\u0623 \u0628\u0646\u0633\u0628\u0629 \u062a\u062a\u0631\u0627\u0648\u062d \u0628\u064a\u0646 10 \u064850 \u0645\u0631\u0629.<\/p>\n<h3>\u0643\u0645 \u062a\u0642\u0644 \u0633\u0631\u0639\u0629 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0645\u0648\u0641\u0650\u0651\u0631\u064a \u0648\u0627\u062c\u0647\u0627\u062a \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)\u061f<\/h3>\n<p>\u064a\u0639\u062a\u0645\u062f \u0630\u0644\u0643 \u0639\u0644\u0649 \u0627\u0644\u0645\u0648\u0627\u0635\u0641\u0627\u062a \u0627\u0644\u062a\u0642\u0646\u064a\u0629 \u0644\u0644\u062c\u0647\u0627\u0632. \u0641\u0646\u0645\u0648\u0630\u062c \u0628\u062d\u062c\u0645 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u064a\u0639\u0645\u0644 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u064a\u0627\u062a RTX 4090 \u064a\u0648\u0644\u0650\u0651\u062f \u0645\u0627 \u0628\u064a\u0646 80 \u0648120 \u0631\u0645\u0632\u064b\u0627 \u0641\u064a \u0627\u0644\u062b\u0627\u0646\u064a\u0629\u060c \u0648\u0647\u064a \u0633\u0631\u0639\u0629 \u0645\u0645\u0627\u062b\u0644\u0629 \u0644\u062a\u0623\u062e\u064a\u0631 \u0648\u0627\u062c\u0647\u0627\u062a \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API latency). \u0623\u0645\u0627 \u0646\u0641\u0633 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0639\u0646\u062f \u0627\u0644\u062a\u0634\u063a\u064a\u0644 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 (CPU) \u0641\u064a\u0648\u0644\u062f \u0645\u0627 \u0628\u064a\u0646 5 \u064815 \u0631\u0645\u0632\u064b\u0627 \u0641\u064a \u0627\u0644\u062b\u0627\u0646\u064a\u0629 \u0641\u0642\u0637. \u0623\u0645\u0627 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0623\u0643\u0628\u0631 (70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0641\u0623\u0643\u062b\u0631) \u0639\u0646\u062f \u062a\u0634\u063a\u064a\u0644\u0647\u0627 \u0639\u0644\u0649 \u0623\u062c\u0647\u0632\u0629 \u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u0629\u060c \u0641\u062a\u0648\u0644\u0650\u0651\u062f \u0645\u0627 \u0628\u064a\u0646 \u0631\u0645\u0632\u064a\u0646 \u064810 \u0631\u0645\u0648\u0632 \u0641\u064a \u0627\u0644\u062b\u0627\u0646\u064a\u0629 \u062d\u062a\u0649 \u0639\u0646\u062f \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u062a\u0633\u0631\u064a\u0639 \u0628\u0648\u0627\u0633\u0637\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u064a\u0627\u062a. \u0623\u0645\u0627 \u0645\u0648\u0641\u0631\u0648 \u0627\u0644\u062e\u062f\u0645\u0627\u062a \u0627\u0644\u0633\u062d\u0627\u0628\u064a\u0629 \u0641\u064a\u0633\u062a\u062e\u062f\u0645\u0648\u0646 \u0645\u062c\u0645\u0648\u0639\u0627\u062a \u0645\u0646 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0627\u062a H100 \u0627\u0644\u0645\u064f\u062d\u0633\u064e\u0651\u0646\u0629 \u0644\u062a\u062d\u0642\u064a\u0642 \u0623\u0642\u0635\u0649 \u0625\u0646\u062a\u0627\u062c\u064a\u0629\u060c \u0644\u0643\u0646 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u062a\u062e\u0644\u0650\u0651\u0635\u0643 \u062a\u0645\u0627\u0645\u064b\u0627 \u0645\u0646 \u062a\u0623\u062e\u064a\u0631 \u0627\u0644\u0634\u0628\u0643\u0629 \u2014 \u0625\u0630 \u062a\u062d\u0635\u0644 \u0639\u0644\u0649 \u0627\u0644\u0631\u0645\u0632 \u0627\u0644\u0623\u0648\u0644 \u0645\u0646 \u0627\u0644\u0627\u0633\u062a\u062c\u0627\u0628\u0629 \u0641\u0648\u0631\u064b\u0627.<\/p>\n<h3>\u0647\u0644 \u062a\u062a\u0637\u0644\u0628 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0627\u062a\u0635\u0627\u0644\u0627\u064b \u0628\u0627\u0644\u0625\u0646\u062a\u0631\u0646\u062a\u061f<\/h3>\n<p>\u0644\u0627\u060c \u0628\u0639\u062f \u062a\u0646\u0632\u064a\u0644\u0647\u0627. \u0641\u0628\u0639\u062f \u062a\u0646\u0632\u064a\u0644 \u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0645\u0631\u0629 \u0648\u0627\u062d\u062f\u0629 (\u0648\u062a\u062a\u0631\u0627\u0648\u062d \u062d\u062c\u0645\u0647\u0627 \u0628\u064a\u0646 1 \u0648150 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u062d\u0633\u0628 \u062d\u062c\u0645 \u0627\u0644\u0646\u0645\u0648\u0630\u062c)\u060c \u064a\u062a\u0645 \u062a\u0634\u063a\u064a\u0644 \u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c (inference) \u0628\u0627\u0644\u0643\u0627\u0645\u0644 \u062f\u0648\u0646 \u0627\u062a\u0635\u0627\u0644 \u0628\u0627\u0644\u0625\u0646\u062a\u0631\u0646\u062a. \u0648\u062a\u0642\u0648\u0645 \u0623\u062f\u0648\u0627\u062a \u0645\u062b\u0644 Ollama \u0648LM Studio \u0648llama.cpp \u0628\u062a\u062e\u0632\u064a\u0646 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0645\u062d\u0644\u064a\u064b\u0651\u0627 \u0641\u064a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0645\u0624\u0642\u062a\u0629 (cache). \u0648\u0647\u0630\u0627 \u064a\u062c\u0639\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u0645\u0646\u0627\u0633\u0628\u0629 \u062c\u062f\u064b\u0651\u0627 \u0644\u0644\u0628\u064a\u0626\u0627\u062a \u0627\u0644\u0645\u0639\u0632\u0648\u0644\u0629 \u062a\u0645\u0627\u0645\u064b\u0627 \u0639\u0646 \u0627\u0644\u0634\u0628\u0643\u0629 (air-gapped environments)\u060c \u0623\u0648 \u0623\u062b\u0646\u0627\u0621 \u0627\u0644\u0633\u0641\u0631\u060c \u0623\u0648 \u0641\u064a \u0627\u0644\u0645\u0647\u0627\u0645 \u0627\u0644\u062d\u0633\u0627\u0633\u0629 \u0645\u0646 \u062d\u064a\u062b \u0627\u0644\u062e\u0635\u0648\u0635\u064a\u0629 \u062d\u064a\u062b \u0644\u0627 \u064a\u0633\u0645\u062d \u0628\u0623\u064a \u0634\u0643\u0644 \u0645\u0646 \u0627\u0644\u0623\u0634\u0643\u0627\u0644 \u0628\u062e\u0631\u0648\u062c \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u062e\u0627\u0631\u062c \u0634\u0628\u0643\u062a\u0643.<\/p>\n<h3>\u0645\u0627 \u0627\u0644\u0641\u0631\u0642 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629 \u0628\u064a\u0646 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u0643\u0645\u064e\u0651\u0645\u0629 \u0648\u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u062f\u0642\u0629 \u0627\u0644\u0643\u0627\u0645\u0644\u0629\u061f<\/h3>\n<p>\u064a\u0624\u062f\u064a \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0628\u0640 4 \u0628\u062a (Q4_K_M) \u0625\u0644\u0649 \u0641\u0642\u062f\u0627\u0646 \u064a\u062a\u0631\u0627\u0648\u062d \u0628\u064a\u0646 \u0662\u066a \u0648\u0665\u066a \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629 \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0627\u0644\u062f\u0642\u0629 \u0661\u0666 \u0628\u062a \u0641\u064a \u0645\u0639\u0638\u0645 \u0627\u0644\u0627\u062e\u062a\u0628\u0627\u0631\u0627\u062a \u0627\u0644\u0645\u0631\u062c\u0639\u064a\u0629\u060c \u0648\u064a\u0624\u062b\u0631 \u0647\u0630\u0627 \u0627\u0644\u0641\u0642\u062f \u0641\u064a \u0627\u0644\u063a\u0627\u0644\u0628 \u0639\u0644\u0649 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c\u0627\u062a \u0627\u0644\u0645\u0639\u0642\u062f\u0629 \u0648\u0627\u0644\u0627\u0633\u062a\u0631\u062c\u0627\u0639 \u0627\u0644\u062f\u0642\u064a\u0642 \u0644\u0644\u062d\u0642\u0627\u0626\u0642. \u0623\u0645\u0627 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0628\u0640 \u0668 \u0628\u062a \u0641\u064a\u0624\u062f\u064a \u0625\u0644\u0649 \u0641\u0642\u062f\u0627\u0646 \u0623\u0642\u0644 \u0645\u0646 \u0661\u066a. \u0648\u0641\u064a \u0645\u0647\u0627\u0645 \u0627\u0644\u062f\u0631\u062f\u0634\u0629 \u0648\u0645\u0633\u0627\u0639\u062f\u0629 \u0627\u0644\u0628\u0631\u0645\u062c\u0629 \u0648\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0633\u062a\u0646\u062f\u0627\u062a\u060c \u0644\u0627 \u064a\u0633\u062a\u0637\u064a\u0639 \u0645\u0639\u0638\u0645 \u0627\u0644\u0645\u0633\u062a\u062e\u062f\u0645\u064a\u0646 \u0627\u0644\u062a\u0645\u064a\u064a\u0632 \u0628\u064a\u0646 Q4_K_M \u0648F16. \u0623\u0645\u0627 \u0641\u064a \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a \u0627\u0644\u062d\u0631\u062c\u0629 \u0627\u0644\u062a\u064a \u062a\u062a\u0637\u0644\u0628 \u0623\u0642\u0635\u0649 \u062f\u0631\u062c\u0627\u062a \u0627\u0644\u062f\u0642\u0629 (\u0645\u062b\u0644 \u0627\u0644\u0645\u062c\u0627\u0644\u0627\u062a \u0627\u0644\u0637\u0628\u064a\u0629 \u0623\u0648 \u0627\u0644\u0642\u0627\u0646\u0648\u0646\u064a\u0629 \u0623\u0648 \u0627\u0644\u0639\u0644\u0645\u064a\u0629)\u060c \u0641\u064a\u062c\u0628 \u0627\u0633\u062a\u062e\u062f\u0627\u0645 Q8_0 \u0623\u0648 F16 \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0644\u062f\u064a\u0643 \u0630\u0627\u0643\u0631\u0629 VRAM \u0627\u0644\u0643\u0627\u0641\u064a\u0629.<\/p>\n<h3>\u0647\u0644 \u064a\u0645\u0643\u0646\u0646\u064a \u0636\u0628\u0637 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u064a\u062f\u0648\u064a\u064b\u0651\u0627 (fine-tune)\u061f<\/h3>\n<p>\u0646\u0639\u0645\u060c \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0645\u0643\u062a\u0628\u0627\u062a \u0645\u062b\u0644 Axolotl \u0648Ludwig \u0623\u0648 Hugging Face TRL. \u0648\u064a\u062d\u062a\u0627\u062c \u0636\u0628\u0637 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u064a\u062f\u0648\u064a\u064b\u0651\u0627 \u0625\u0644\u0649 \u0633\u0639\u0629 \u0623\u0643\u0628\u0631 \u0645\u0646 \u0627\u0644\u0640 VRAM \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0627\u0644\u0639\u0627\u062f\u064a\u0629\u061b \u0641\u0639\u0644\u0649 \u0633\u0628\u064a\u0644 \u0627\u0644\u0645\u062b\u0627\u0644\u060c \u064a\u062a\u0637\u0644\u0628 \u0627\u0644\u0636\u0628\u0637 \u0627\u0644\u0643\u0627\u0645\u0644 (full fine-tuning) \u0644\u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0645\u0627 \u0644\u0627 \u064a\u0642\u0644 \u0639\u0646 24 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0645\u0646 \u0627\u0644\u0640 VRAM\u060c \u0628\u064a\u0646\u0645\u0627 \u062a\u062a\u0631\u0627\u0648\u062d \u0627\u0644\u062d\u0627\u062c\u0629 \u0625\u0644\u0649 \u0627\u0644\u0640 VRAM \u0641\u064a \u0637\u0631\u0642 \u0627\u0644\u0636\u0628\u0637 \u0627\u0644\u0641\u0639\u0627\u0644\u0629 \u0645\u0646 \u062d\u064a\u062b \u0627\u0644\u0645\u0639\u0627\u064a\u064a\u0631 (parameter-efficient methods) \u0645\u062b\u0644 LoRA \u0628\u064a\u0646 12 \u064816 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a. \u0648\u062a\u0633\u062a\u0628\u062f\u0644 \u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0627\u0644\u0645\u064f\u0639\u062f\u064e\u0651\u0644 \u0623\u0648 \u062a\u064f\u0643\u0645\u0650\u0651\u0644 \u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0627\u0644\u0623\u0635\u0644\u064a\u060c \u0648\u0628\u0627\u0644\u062a\u0627\u0644\u064a \u064a\u0645\u0643\u0646\u0643 \u0646\u0634\u0631 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0627\u0644\u0645\u064f\u0639\u062f\u064e\u0651\u0644 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0646\u0641\u0633 \u0627\u0644\u0623\u062f\u0648\u0627\u062a (\u0645\u062b\u0644 Ollama \u0648LM Studio \u0648llama.cpp) \u0628\u0639\u062f \u062a\u062d\u0648\u064a\u0644\u0647 \u0625\u0644\u0649 \u0635\u064a\u063a\u0629 GGUF \u0623\u0648 \u0623\u064a \u0635\u064a\u063a\u0629 \u0623\u062e\u0631\u0649 \u0645\u0646\u0627\u0633\u0628\u0629 \u0644\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c.<\/p>\n<h3>\u0623\u064a \u0646\u0645\u0648\u0630\u062c \u0645\u0646 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 \u064a\u0642\u062a\u0631\u0628 \u0623\u0643\u062b\u0631 \u0645\u0646 \u062c\u0648\u062f\u0629 ChatGPT\u061f<\/h3>\n<p>Llama 3.1 70B approaches GPT-4&#8217;s quality on reasoning and instruction following, while Llama 3.1 405B matches or exceeds it on many benchmarks. For GPT-3.5-level quality, Llama 3.1 8B, Mistral 7B, or Qwen 2.5 14B are sufficient. No local model fully replicates ChatGPT&#8217;s behavior since ChatGPT uses retrieval augmentation, multiple models, and post-processing, but raw model capabilities are now comparable at the 70B+ scale.<\/p>","protected":false},"excerpt":{"rendered":"<p>TL;DR:Local LLM models run on your hardware without API calls. Popular options include Llama 3.1 (8B-405B), Mistral 7B, Phi-3, and [\u2026]<\/p>\n","protected":false},"author":1,"featured_media":2415,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[7],"tags":[],"class_list":["post-2414","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai-news"],"_links":{"self":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts\/2414","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/comments?post=2414"}],"version-history":[{"count":1,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts\/2414\/revisions"}],"predecessor-version":[{"id":2416,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts\/2414\/revisions\/2416"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/media\/2415"}],"wp:attachment":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/media?parent=2414"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/categories?post=2414"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/tags?post=2414"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}