{"id":2199,"date":"2026-08-14T06:18:40","date_gmt":"2026-08-14T06:18:40","guid":{"rendered":"https:\/\/convly.ai\/?p=2199"},"modified":"2026-08-14T06:18:40","modified_gmt":"2026-08-14T06:18:40","slug":"ollama-gpt-oss-guide","status":"publish","type":"post","link":"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/","title":{"rendered":"\u0623\u0648\u0644\u0627\u0645\u0627 GPT OSS: \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0645\u0641\u062a\u0648\u062d\u0629 \u0627\u0644\u0645\u0635\u062f\u0631 \u0645\u062d\u0644\u064a\u064b\u0651\u0627 (\u062f\u0644\u064a\u0644)"},"content":{"rendered":"<div class=\"convly-tldr\"><strong>\u0628\u0627\u062e\u062a\u0635\u0627\u0631<\/strong><\/p>\n<ul>\n<li>\u0644\u0645 \u062a\u064f\u0635\u062f\u0631 \u0634\u0631\u0643\u0629 OpenAI \u0639\u0627\u0626\u0644\u0629 \u0646\u0645\u0627\u0630\u062c \u0628\u0627\u0633\u0645 \u00abGPT-OSS\u00bb. \u0648\u0631\u0628\u0645\u0627 \u064a\u0634\u064a\u0631 \u0645\u0635\u0637\u0644\u062d \u0627\u0644\u0628\u062d\u062b \u0647\u0630\u0627 \u0625\u0644\u0649 \u062a\u0634\u063a\u064a\u0644 \u0628\u062f\u0627\u0626\u0644 \u0645\u0641\u062a\u0648\u062d\u0629 \u0627\u0644\u0645\u0635\u062f\u0631 (\u0645\u062b\u0644 Llama 3 \u0648Mistral \u0648Qwen) \u0639\u0628\u0631 \u0645\u0646\u0635\u0629 Ollama.<\/li>\n<li>\u062a\u064f\u0634\u063a\u0650\u0651\u0644 \u0645\u0646\u0635\u0629 Ollama \u0645\u0626\u0627\u062a \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0645\u0641\u062a\u0648\u062d\u0629 \u0645\u062d\u0644\u064a\u064b\u0651\u0627. \u0648\u0645\u0646 \u0627\u0644\u062e\u064a\u0627\u0631\u0627\u062a \u0627\u0644\u0634\u0627\u0626\u0639\u0629 \u0645\u0627 \u064a\u0644\u064a: <code>ollama pull llama3.1:8b<\/code>, <code>ollama pull mistral:7b<\/code>, <code>ollama pull qwen2.5:7b<\/code>.<\/li>\n<li>\u0627\u062d\u062a\u064a\u0627\u062c\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM: \u062a\u062a\u0637\u0644\u0628 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u062d\u062c\u0645 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (7B) \u0645\u0627 \u0628\u064a\u0646 6\u20138 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0639\u0646\u062f \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 Q4\u060c \u0628\u064a\u0646\u0645\u0627 \u062a\u062a\u0637\u0644\u0628 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u062d\u062c\u0645 13 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (13B) \u0645\u0627 \u0628\u064a\u0646 10\u201314 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a\u060c \u0623\u0645\u0627 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u062d\u062c\u0645 70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (70B) \u0641\u062a\u062d\u062a\u0627\u062c \u0625\u0644\u0649 \u0645\u0627 \u0628\u064a\u0646 40\u201348 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a. \u0648\u064a\u0645\u0643\u0646\u0643 \u0627\u0633\u062a\u062e\u062f\u0627\u0645 <a href=\"https:\/\/convly.ai\/ar\/llm-vram-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<\/a> \u0644\u062a\u0642\u062f\u064a\u0631 \u0647\u0630\u0647 \u0627\u0644\u0627\u062d\u062a\u064a\u0627\u062c\u0627\u062a.<\/li>\n<li>\u062a\u0646\u0627\u0633\u0628 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u0643\u0645\u064e\u0651\u0645\u0629 (Q4\u060c Q5) \u0628\u0637\u0627\u0642\u0627\u062a \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0627\u0644\u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u0629 \u0645\u0639 \u062e\u0633\u0627\u0631\u0629 \u0637\u0641\u064a\u0641\u0629 \u062c\u062f\u064b\u0651\u0627 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629. \u0623\u0645\u0627 \u0627\u0644\u062a\u0646\u0633\u064a\u0642 FP16 \u0641\u064a\u0642\u062f\u0650\u0651\u0645 \u0623\u0641\u0636\u0644 \u062c\u0648\u062f\u0629 \u0644\u0643\u0646\u0647 \u064a\u0636\u0627\u0639\u0641 \u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM.<\/li>\n<\/ul>\n<\/div>\n<p>\u0625\u0630\u0627 \u0643\u0646\u062a \u0642\u062f \u0628\u062d\u062b\u062a \u0639\u0646 \u0639\u0628\u0627\u0631\u0629 \u00abollama gpt oss\u00bb\u060c \u0641\u0645\u0646 \u0627\u0644\u0645\u0631\u062c\u062d \u0623\u0646\u0643 \u062a\u0631\u063a\u0628 \u0641\u064a \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0627\u0630\u062c \u0644\u063a\u0648\u064a\u0629 \u0643\u0628\u064a\u0631\u0629 \u0645\u0641\u062a\u0648\u062d\u0629 \u0627\u0644\u0645\u0635\u062f\u0631 \u0645\u062d\u0644\u064a\u064b\u0651\u0627 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0645\u0646\u0635\u0629 Ollama \u2014 \u0644\u0643\u0646 \u0634\u0631\u0643\u0629 OpenAI \u0644\u0645 \u062a\u064f\u0635\u062f\u0650\u0631 \u0639\u0627\u0626\u0644\u0629 \u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0623\u0648\u0632\u0627\u0646 \u0645\u0641\u062a\u0648\u062d\u0629 \u0628\u0627\u0633\u0645 \u00abGPT-OSS\u00bb. \u0641\u0642\u062f \u0623\u0635\u062f\u0631\u062a \u0627\u0644\u0634\u0631\u0643\u0629 \u0646\u0645\u0648\u0630\u062c GPT-2 \u0639\u0627\u0645 2019 \u0643\u0646\u0645\u0648\u0630\u062c \u0630\u064a \u0623\u0648\u0632\u0627\u0646 \u0645\u0641\u062a\u0648\u062d\u0629\u060c \u0644\u0643\u0646 \u0646\u0645\u0627\u0630\u062c\u0647\u0627 \u0627\u0644\u062d\u062f\u064a\u062b\u0629 (\u0645\u062b\u0644 GPT-4 \u0648GPT-4o \u0648GPT-4.1) \u062a\u0638\u0644 \u062d\u0635\u0631\u064a\u0629\u064b \u0644\u0644\u0648\u0635\u0648\u0644 \u0639\u0628\u0631 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API) \u062f\u0648\u0646 \u0625\u062a\u0627\u062d\u062a\u0647\u0627 \u0643\u0623\u0648\u0632\u0627\u0646 \u0645\u0641\u062a\u0648\u062d\u0629. \u0623\u0645\u0627 \u0645\u0627 <em>\u0644\u0627<\/em> \u0645\u0648\u062c\u0648\u062f\u064c \u0641\u0639\u0644\u0627\u064b \u0641\u0647\u0648 \u0645\u0626\u0627\u062a \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0645\u0641\u062a\u0648\u062d\u0629 \u0627\u0644\u0635\u0627\u062f\u0631\u0629 \u0639\u0646 \u0634\u0631\u0643\u0627\u062a \u0645\u062b\u0644 Meta (Llama) \u0648Mistral AI \u0648Alibaba (Qwen) \u0648\u063a\u064a\u0631\u0647\u0627\u060c \u0648\u0627\u0644\u062a\u064a \u064a\u0645\u0643\u0646\u0643 \u062a\u0646\u0632\u064a\u0644\u0647\u0627 \u0648\u062a\u0634\u063a\u064a\u0644\u0647\u0627 \u0639\u0628\u0631 \u0645\u0646\u0635\u0629 Ollama \u0639\u0644\u0649 \u0623\u062c\u0647\u0632\u062a\u0643 \u0627\u0644\u062e\u0627\u0635\u0629. \u0648\u064a\u063a\u0637\u064a \u0647\u0630\u0627 \u0627\u0644\u062f\u0644\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u062a\u0648\u0627\u0641\u0642\u0629\u060c \u0648\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM \u0644\u0643\u0644 \u062d\u062c\u0645 \u0645\u0646\u0647\u0627\u060c \u0648\u0643\u064a\u0641 \u064a\u0624\u062b\u0631 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0639\u0644\u0649 \u0627\u0644\u062c\u0648\u062f\u0629\u060c \u0628\u0627\u0644\u0625\u0636\u0627\u0641\u0629 \u0625\u0644\u0649 \u0645\u0642\u0627\u0631\u0646\u0629 \u0623\u062f\u0627\u0621 \u0647\u0630\u0647 \u0627\u0644\u0646\u0645\u0627\u0630\u062c.<\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_86 counter-flat ez-toc-counter ez-toc-container-direction\">\n<label for=\"ez-toc-cssicon-toggle-item-6a7eeb9e91ad5\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">\u062a\u0628\u062f\u064a\u0644<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #000000;color:#000000\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #000000;color:#000000\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a7eeb9e91ad5\"  aria-label=\"\u062a\u0628\u062f\u064a\u0644\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#What_Ollama_Actually_Runs\" >\u0645\u0627 \u062a\u064f\u0634\u063a\u0650\u0651\u0644\u0647 \u0645\u0646\u0635\u0629 Ollama \u0641\u0639\u0644\u064a\u064b\u0651\u0627<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Open-Source_Model_Families_Available_in_Ollama\" >\u0639\u0627\u0626\u0644\u0627\u062a \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0645\u0641\u062a\u0648\u062d\u0629 \u0627\u0644\u0645\u0635\u062f\u0631 \u0627\u0644\u0645\u062a\u0627\u062d\u0629 \u0641\u064a \u0645\u0646\u0635\u0629 Ollama<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Pulling_and_Running_a_Model\" >\u062a\u0646\u0632\u064a\u0644 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0648\u062a\u0634\u063a\u064a\u0644\u0647<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Parameter_Sizes_and_VRAM_Requirements\" >\u0623\u062d\u062c\u0627\u0645 \u0627\u0644\u0645\u064f\u0639\u0644\u064e\u0651\u0645\u0627\u062a \u0648\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Quantization_Quality_vs_VRAM_Trade-Off\" >\u0627\u0644\u062a\u0643\u0645\u064a\u0645: \u0627\u0644\u0645\u0641\u0627\u0636\u0644\u0629 \u0628\u064a\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0648\u0633\u0639\u0629 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Performance_Comparison_7B_Class\" >\u0645\u0642\u0627\u0631\u0646\u0629 \u0627\u0644\u0623\u062f\u0627\u0621: \u0627\u0644\u0641\u0626\u0629 \u0630\u0627\u062a \u0627\u0644\u062d\u062c\u0645 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (7B)<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Which_Model_to_Pick\" >\u0623\u064a \u0646\u0645\u0648\u0630\u062c \u064a\u062c\u0628 \u0623\u0646 \u062a\u062e\u062a\u0627\u0631\u0647\u061f<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#When_to_Self-Host_vs_Use_an_API\" >\u0645\u062a\u0649 \u062a\u064f\u0641\u0636\u0650\u0651\u0644 \u0627\u0644\u0627\u0633\u062a\u0636\u0627\u0641\u0629 \u0627\u0644\u0630\u0627\u062a\u064a\u0629 \u0645\u0642\u0627\u0628\u0644 \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)\u061f<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Platform-Specific_Notes\" >\u0645\u0644\u0627\u062d\u0638\u0627\u062a \u062e\u0627\u0635\u0629 \u0628\u0643\u0644 \u0646\u0638\u0627\u0645 \u062a\u0634\u063a\u064a\u0644<\/a><\/li><li class='ez-toc-page-1'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/convly.ai\/ar\/ollama-gpt-oss-guide\/#Frequently_Asked_Questions\" >\u0627\u0644\u0623\u0633\u0626\u0644\u0629 \u0627\u0644\u0634\u0627\u0626\u0639\u0629<\/a><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"What_Ollama_Actually_Runs\"><\/span>\u0645\u0627 \u062a\u064f\u0634\u063a\u0650\u0651\u0644\u0647 \u0645\u0646\u0635\u0629 Ollama \u0641\u0639\u0644\u064a\u064b\u0651\u0627<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Ollama \u0647\u064a \u0645\u062d\u0631\u0643 \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0645\u062d\u0644\u064a \u064a\u0642\u0648\u0645 \u0628\u062a\u0646\u0632\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0630\u0627\u062a \u0627\u0644\u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0645\u0641\u062a\u0648\u062d\u0629 \u0648\u062a\u0643\u0645\u064a\u0645\u0647\u0627 \u0648\u062a\u0634\u063a\u064a\u0644\u0647\u0627 \u0639\u0644\u0649 \u0623\u0646\u0638\u0645\u0629 \u0627\u0644\u062a\u0634\u063a\u064a\u0644 macOS \u0648Linux \u0648Windows. \u0648\u0647\u064a \u0644\u0627 \u062a\u0633\u062a\u0636\u064a\u0641 \u0646\u0645\u0627\u0630\u062c OpenAI. \u0648\u062a\u0634\u0645\u0644 \u0642\u0627\u0626\u0645\u0629 \u0627\u0644\u0646\u0645\u0627\u0630\u062c <a href=\"https:\/\/convly.ai\/ar\/ollama-models-list-2026\/\">\u0642\u0627\u0626\u0645\u0629 \u0646\u0645\u0627\u0630\u062c Ollama<\/a> includes Llama 3.1, Mistral 7B, Qwen 2.5, Gemma 2, Phi-3, and dozens more. Each model is available in multiple quantization levels (Q4_K_M, Q5_K_M, FP16) to trade VRAM for quality.<\/p>\n<p>\u062e\u0637\u0648\u0627\u062a \u0627\u0644\u062a\u062b\u0628\u064a\u062a \u0627\u0644\u0643\u0627\u0645\u0644\u0629: <a href=\"https:\/\/convly.ai\/ar\/how-to-install-ollama-2026\/\">\u0643\u064a\u0641\u064a\u0629 \u062a\u062b\u0628\u064a\u062a \u0645\u0646\u0635\u0629 Ollama<\/a>.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Open-Source_Model_Families_Available_in_Ollama\"><\/span>\u0639\u0627\u0626\u0644\u0627\u062a \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0645\u0641\u062a\u0648\u062d\u0629 \u0627\u0644\u0645\u0635\u062f\u0631 \u0627\u0644\u0645\u062a\u0627\u062d\u0629 \u0641\u064a \u0645\u0646\u0635\u0629 Ollama<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<table>\n<thead>\n<tr>\n<th>\u0639\u0627\u0626\u0644\u0629 \u0627\u0644\u0646\u0645\u0648\u0630\u062c<\/th>\n<th>\u0627\u0644\u0645\u0637\u0648\u0651\u0631<\/th>\n<th>\u0623\u062d\u062c\u0627\u0645 \u0627\u0644\u0645\u064f\u0639\u0644\u064e\u0651\u0645\u0627\u062a<\/th>\n<th>\u0627\u0644\u062a\u0631\u062e\u064a\u0635<\/th>\n<th>\u0645\u0645\u064a\u0632\u0627\u062a\u0647 \u0627\u0644\u0628\u0627\u0631\u0632\u0629<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>Llama 3.1<\/td>\n<td>\u0645\u064a\u062a\u0627<\/td>\n<td>8 \u0645\u0644\u064a\u0627\u0631\u060c 70 \u0645\u0644\u064a\u0627\u0631\u060c 405 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>Llama 3.1 (\u0645\u0631\u062e\u0635 \u062a\u062c\u0627\u0631\u064a\u064b\u0651\u0627)<\/td>\n<td>\u0623\u0641\u0636\u0644 \u0623\u062f\u0627\u0621 \u0639\u0627\u0645 \u0641\u064a \u0627\u0644\u062a\u0641\u0643\u064a\u0631 \u0648\u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0636\u0645\u0646 \u0643\u0644 \u0641\u0626\u0629 \u062d\u062c\u0645<\/td>\n<\/tr>\n<tr>\n<td>Mistral<\/td>\n<td>\u0645\u064a\u0633\u062a\u0631\u0627\u0644 \u0625\u064a\u0647 \u0622\u064a<\/td>\n<td>7 \u0645\u0644\u064a\u0627\u0631\u060c 22 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (Mixtral 8x7B)<\/td>\n<td>Apache 2.0<\/td>\n<td>\u0633\u0631\u064a\u0639 \u0648\u0643\u0641\u0621 \u0648\u0642\u0648\u064a \u0641\u064a \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062d\u0627\u0633\u0648\u0628<\/td>\n<\/tr>\n<tr>\n<td>Qwen 2.5<\/td>\n<td>\u0639\u0644\u064a \u0628\u0627\u0628\u0627<\/td>\n<td>0.5 \u0645\u0644\u064a\u0627\u0631\u060c 1.5 \u0645\u0644\u064a\u0627\u0631\u060c 3 \u0645\u0644\u064a\u0627\u0631\u0627\u062a\u060c 7 \u0645\u0644\u064a\u0627\u0631\u0627\u062a\u060c 14 \u0645\u0644\u064a\u0627\u0631\u060c 32 \u0645\u0644\u064a\u0627\u0631\u060c 72 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>Apache 2.0<\/td>\n<td>\u0645\u062a\u0639\u062f\u062f \u0627\u0644\u0644\u063a\u0627\u062a\u060c \u0648\u064a\u062f\u0639\u0645 \u0633\u064a\u0627\u0642\u0627\u062a \u0637\u0648\u064a\u0644\u0629 \u062c\u062f\u064b\u0651\u0627 (\u062d\u062a\u0649 128 \u0623\u0644\u0641 \u0631\u0645\u0632)<\/td>\n<\/tr>\n<tr>\n<td>Gemma 2<\/td>\n<td>\u062c\u0648\u062c\u0644<\/td>\n<td>2 \u0645\u0644\u064a\u0627\u0631\u060c 9 \u0645\u0644\u064a\u0627\u0631\u0627\u062a\u060c 27 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>Gemma (\u0645\u0631\u062e\u0635 \u062a\u062c\u0627\u0631\u064a\u064b\u0651\u0627)<\/td>\n<td>\u0635\u063a\u064a\u0631 \u0627\u0644\u062d\u062c\u0645 \u0648\u0633\u0631\u064a\u0639\u060c \u0648\u064a\u0645\u0643\u0646 \u062a\u0634\u063a\u064a\u0644\u0647 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 (CPU)<\/td>\n<\/tr>\n<tr>\n<td>Phi-3.5<\/td>\n<td>\u0645\u0627\u064a\u0643\u0631\u0648\u0633\u0648\u0641\u062a<\/td>\n<td>3.8 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (\u0646\u0633\u062e\u0629 Mini)\u060c 14 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (\u0646\u0633\u062e\u0629 Medium)<\/td>\n<td>MIT<\/td>\n<td>\u0645\u062f\u0645\u062c \u0628\u0643\u0641\u0627\u0621\u0629 \u0639\u0627\u0644\u064a\u0629 \u0648\u0623\u062f\u0627\u0621 \u0642\u0648\u064a \u0641\u064a \u0645\u0642\u0627\u064a\u064a\u0633 \u0627\u0644\u062a\u0641\u0643\u064a\u0631 \u0648\u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u0627\u0644\u0640 <a href=\"https:\/\/convly.ai\/ar\/models\/\">\u0642\u0627\u0639\u062f\u0629 \u0628\u064a\u0627\u0646\u0627\u062a \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0630\u0643\u0627\u0621 \u0627\u0644\u0627\u0635\u0637\u0646\u0627\u0639\u064a<\/a> \u062a\u0636\u0645\u0651\u0646 \u0627\u0644\u0642\u0627\u0626\u0645\u0629 \u0627\u0644\u0645\u0648\u0627\u0635\u0641\u0627\u062a \u0648\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM \u0648\u0623\u0633\u0639\u0627\u0631 37 \u0646\u0645\u0648\u0630\u062c\u064b\u0627\u060c \u0628\u0645\u0627 \u0641\u064a \u0630\u0644\u0643 \u062c\u0645\u064a\u0639 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u0630\u0643\u0648\u0631\u0629 \u0623\u0639\u0644\u0627\u0647.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Pulling_and_Running_a_Model\"><\/span>\u062a\u0646\u0632\u064a\u0644 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0648\u062a\u0634\u063a\u064a\u0644\u0647<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0628\u0639\u062f \u062a\u062b\u0628\u064a\u062a \u0645\u0646\u0635\u0629 Ollama\u060c \u064a\u0645\u0643\u0646\u0643 \u062a\u0646\u0632\u064a\u0644 \u0646\u0645\u0648\u0630\u062c \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u0623\u0645\u0631 <code>ollama pull &lt;model&gt;:&lt;tag&gt;<\/code>\u062d\u064a\u062b \u064a\u062d\u062f\u0651\u062f \u0627\u0644\u0639\u0644\u0627\u0645\u0629 (tag) \u0639\u062f\u062f \u0627\u0644\u0645\u064f\u0639\u0644\u064e\u0651\u0645\u0627\u062a \u0648\u0645\u0633\u062a\u0648\u0649 \u0627\u0644\u062a\u0643\u0645\u064a\u0645. \u0648\u0645\u0646 \u0627\u0644\u0623\u0645\u062b\u0644\u0629 \u0639\u0644\u0649 \u0630\u0644\u0643:<\/p>\n<pre><code>ollama pull llama3.1:8b\nollama pull mistral:7b-instruct-q4_K_M\nollama pull qwen2.5:7b\nollama pull gemma2:9b<\/code><\/pre>\n<p>\u0644\u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0648\u0630\u062c:<\/p>\n<pre><code>ollama run llama3.1:8b<\/code><\/pre>\n<p>\u0648\u0647\u0630\u0627 \u064a\u0641\u062a\u062d \u062c\u0644\u0633\u0629 \u062f\u0631\u062f\u0634\u0629 \u062a\u0641\u0627\u0639\u0644\u064a\u0629. \u0627\u0643\u062a\u0628 \u0645\u0648\u062c\u0647\u0643 (prompt)\u060c \u062b\u0645 \u0627\u0636\u063a\u0637 Enter \u0644\u064a\u064f\u0648\u0644\u0650\u0651\u062f \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0631\u062f\u064b\u0651\u0627 \u0645\u062d\u0644\u064a\u064b\u0651\u0627. \u0648\u0644\u0625\u0646\u0647\u0627\u0621 \u0627\u0644\u062c\u0644\u0633\u0629\u060c \u0627\u0643\u062a\u0628 <code>\/bye<\/code>.<\/p>\n<p>\u0644\u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u0628\u0631\u0645\u062c\u064a \u0644\u0644\u0646\u0645\u0648\u0630\u062c \u0639\u0628\u0631 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API):<\/p>\n<pre><code>curl http:\/\/localhost:11434\/api\/generate -d '{\n  \"model\": \"llama3.1:8b\",\n  \"prompt\": \"\u0627\u0634\u0631\u062d \u0645\u0641\u0647\u0648\u0645 \u0627\u0644\u062a\u0643\u0631\u0627\u0631 (recursion) \u0641\u064a \u062c\u0645\u0644\u0629 \u0648\u0627\u062d\u062f\u0629.\"\n}'<\/code><\/pre>\n<p>\u062a\u0648\u0641\u0631 \u0645\u0646\u0635\u0629 Ollama \u0646\u0642\u0637\u0629 \u0646\u0647\u0627\u064a\u0629 (endpoint) \u0645\u062a\u0648\u0627\u0641\u0642\u0629 \u0645\u0639 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u062a\u0637\u0628\u064a\u0642\u0627\u062a OpenAI <code>\/v1\/chat\/completions<\/code> \u0644\u0630\u0644\u0643 \u064a\u0645\u0643\u0646\u0643 \u062a\u0648\u062c\u064a\u0647 \u0643\u0648\u062f SDK \u0627\u0644\u062e\u0627\u0635 \u0628\u0640 OpenAI \u0627\u0644\u0645\u0648\u062c\u0648\u062f \u0644\u062f\u064a\u0643 \u0646\u062d\u0648 <code>http:\/\/localhost:11434<\/code> \u0648\u0627\u0633\u062a\u0628\u062f\u0627\u0644 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0627\u0644\u0633\u062d\u0627\u0628\u064a \u0628\u0646\u0645\u0648\u0630\u062c \u0645\u062d\u0644\u064a.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Parameter_Sizes_and_VRAM_Requirements\"><\/span>\u0623\u062d\u062c\u0627\u0645 \u0627\u0644\u0645\u064f\u0639\u0644\u064e\u0651\u0645\u0627\u062a \u0648\u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u064a\u062d\u062f\u062f \u062d\u062c\u0645 \u0627\u0644\u0646\u0645\u0648\u0630\u062c (7B \u0623\u0648 13B \u0623\u0648 70B) \u0643\u0644\u0627\u064b \u0645\u0646 \u062c\u0648\u062f\u062a\u0647 \u0648\u0627\u062d\u062a\u064a\u0627\u062c\u0627\u062a\u0647 \u0645\u0646 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM. \u0641\u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0623\u0643\u0628\u0631 \u062a\u062a\u0641\u0648\u0642 \u0641\u064a \u0627\u0644\u062a\u0641\u0643\u064a\u0631 \u0648\u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0644\u0643\u0646\u0647\u0627 \u062a\u062a\u0637\u0644\u0628 \u0630\u0627\u0643\u0631\u0629 GPU \u0623\u0643\u0628\u0631. \u0623\u0645\u0627 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 (Q4 \u0623\u0648 Q5 \u0623\u0648 FP16) \u0641\u064a\u064f\u0642\u0644\u0650\u0651\u0635 \u062d\u062c\u0645 \u0627\u0644\u0623\u0648\u0632\u0627\u0646 \u0644\u062a\u062e\u0641\u064a\u0641 \u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM \u0645\u0639 \u062e\u0633\u0627\u0631\u0629 \u0637\u0641\u064a\u0641\u0629 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629.<\/p>\n<table>\n<thead>\n<tr>\n<th>\u0639\u062f\u062f \u0627\u0644\u0645\u064f\u0639\u0644\u064e\u0651\u0645\u0627\u062a<\/th>\n<th>\u0627\u0644\u062a\u0643\u0645\u064a\u0629<\/th>\n<th>\u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM (\u062a\u0642\u0631\u064a\u0628\u064a\u064b\u0651\u0627)<\/th>\n<th>\u0646\u0645\u0627\u0630\u062c \u062a\u0648\u0636\u064a\u062d\u064a\u0629<\/th>\n<th>\u062a\u0648\u0635\u064a\u0629 \u0628\u0627\u0644\u0648\u062d\u062f\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0629 (GPU)<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u0667 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>Q4_K_M<\/td>\n<td>4.5 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>Llama 3.1 \u0628\u062d\u062c\u0645 \u0668 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629\u060c \u0648Mistral \u0628\u062d\u062c\u0645 \u0667 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>RTX 3060 (12 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)\u060c RTX 4060 Ti (16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)<\/td>\n<\/tr>\n<tr>\n<td>\u0667 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>Q5_K_M<\/td>\n<td>5.5 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0643\u0645\u0627 \u0648\u0631\u062f \u0623\u0639\u0644\u0627\u0647<\/td>\n<td>\u0646\u0641\u0633\u0647<\/td>\n<\/tr>\n<tr>\n<td>\u0667 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>FP16<\/td>\n<td>14 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0643\u0645\u0627 \u0648\u0631\u062f \u0623\u0639\u0644\u0627\u0647<\/td>\n<td>RTX 4060 Ti (16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)\u060c RTX 4070<\/td>\n<\/tr>\n<tr>\n<td>13 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u0645\u0629<\/td>\n<td>Q4_K_M<\/td>\n<td>8 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>Qwen 2.5 14B\u060c Phi-3.5 14B<\/td>\n<td>RTX 3060 (12 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)\u060c RTX 4060 Ti (16 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)<\/td>\n<\/tr>\n<tr>\n<td>13 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u0645\u0629<\/td>\n<td>FP16<\/td>\n<td>26 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0646\u0641\u0633\u0647<\/td>\n<td>RTX 4090 (24 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a) \u0623\u0648 A5000 (24 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)<\/td>\n<\/tr>\n<tr>\n<td>70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>Q4_K_M<\/td>\n<td>40 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>Llama 3.1 70B\u060c Qwen 2.5 72B<\/td>\n<td>A100 (40\/80 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)\u060c \u0623\u0648 \u0632\u0648\u062c \u0645\u0646 \u0648\u062d\u062f\u0627\u062a RTX 3090 (\u0625\u062c\u0645\u0627\u0644\u064a 48 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a)<\/td>\n<\/tr>\n<tr>\n<td>70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>FP16<\/td>\n<td>140 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<td>\u0646\u0641\u0633\u0647<\/td>\n<td>\u0625\u0639\u062f\u0627\u062f \u0645\u062a\u0639\u062f\u062f \u0627\u0644\u0648\u062d\u062f\u0627\u062a \u0627\u0644\u0631\u0633\u0648\u0645\u064a\u0629 (Multi-GPU) \u0623\u0648 \u0648\u062d\u062f\u0629 A100 \u0628\u0633\u0639\u0629 80 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u0627\u0633\u062a\u062e\u062f\u0645 <a href=\"https:\/\/convly.ai\/ar\/llm-vram-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<\/a> \u0644\u062a\u0642\u062f\u064a\u0631 \u0627\u062d\u062a\u064a\u0627\u062c\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0644\u0623\u064a \u0646\u0645\u0648\u0630\u062c \u0648\u0645\u0633\u062a\u0648\u0649 \u062a\u0643\u0645\u064a\u0645 (Quantization). \u0625\u0646\u0647\u0627 <a href=\"https:\/\/convly.ai\/ar\/vram-requirements-every-major-llm-2026\/\">\u062f\u0644\u064a\u0644 \u0645\u062a\u0637\u0644\u0628\u0627\u062a \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<\/a> \u062a\u0633\u0631\u062f \u0642\u064a\u0645\u0627\u064b \u062f\u0642\u064a\u0642\u0629\u064b \u0644\u0643\u0644 \u0646\u0645\u0648\u0630\u062c \u0631\u0626\u064a\u0633\u064a.<\/p>\n<p>\u0644\u0645\u0639\u0631\u0641\u0629 \u0627\u0644\u062a\u0648\u0635\u064a\u0627\u062a \u0627\u0644\u062e\u0627\u0635\u0629 \u0628\u0634\u0631\u0627\u0621 \u0648\u062d\u062f\u0627\u062a GPU\u060c \u0631\u0627\u062c\u0639 <a href=\"https:\/\/convly.ai\/ar\/best-gpus-for-local-llms-2026\/\">\u0623\u0641\u0636\u0644 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0644\u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 \u0645\u062d\u0644\u064a\u064b\u0651\u0627<\/a>.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Quantization_Quality_vs_VRAM_Trade-Off\"><\/span>\u0627\u0644\u062a\u0643\u0645\u064a\u0645: \u0627\u0644\u0645\u0641\u0627\u0636\u0644\u0629 \u0628\u064a\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0648\u0633\u0639\u0629 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 VRAM<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u064a\u0642\u0644\u0644 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u062f\u0642\u0629 \u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0646\u0645\u0648\u0630\u062c \u0645\u0646 \u0627\u0644\u0623\u0639\u062f\u0627\u062f \u0627\u0644\u0639\u0634\u0631\u064a\u0629 \u0630\u0627\u062a \u0627\u0644\u062f\u0642\u0629 \u0627\u0644\u0645\u0632\u062f\u0648\u062c\u0629 (FP16) \u0625\u0644\u0649 \u0623\u0639\u062f\u0627\u062f \u0635\u062d\u064a\u062d\u0629 \u0630\u0627\u062a 4 \u0623\u0648 5 \u0628\u062a (Q4\u060c Q5). \u0648\u064a\u0624\u062f\u064a \u0647\u0630\u0627 \u0625\u0644\u0649 \u062e\u0641\u0636 \u0630\u0627\u0643\u0631\u0629 VRAM \u0628\u0646\u0633\u0628\u0629 60\u201375% \u0645\u0639 \u0641\u0642\u062f\u0627\u0646 \u0636\u0626\u064a\u0644 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629 \u0644\u0645\u0639\u0638\u0645 \u0627\u0644\u0645\u0647\u0627\u0645.<\/p>\n<ul>\n<li><strong>Q4_K_M<\/strong>: \u062a\u0643\u0645\u064a\u0645 4 \u0628\u062a. \u0623\u0642\u0644 \u0627\u0633\u062a\u0647\u0644\u0627\u0643 \u0645\u0645\u0643\u0646 \u0644\u0630\u0627\u0643\u0631\u0629 VRAM\u060c \u0645\u0639 \u0627\u0646\u062e\u0641\u0627\u0636 \u0637\u0641\u064a\u0641 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629 \u0639\u0646\u062f \u062a\u0646\u0641\u064a\u0630 \u0645\u0647\u0627\u0645 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0627\u0644\u0645\u0639\u0642\u062f\u0629. \u0645\u0646\u0627\u0633\u0628 \u062c\u062f\u064b\u0627 \u0644\u0631\u0648\u0628\u0648\u062a\u0627\u062a \u0627\u0644\u062f\u0631\u062f\u0634\u0629 \u0648\u0645\u0644\u062e\u0651\u0635\u0627\u062a \u0627\u0644\u0646\u0635\u0648\u0635 \u0648\u0625\u0643\u0645\u0627\u0644 \u0627\u0644\u0634\u064a\u0641\u0631\u0627\u062a \u0627\u0644\u0628\u0631\u0645\u062c\u064a\u0629.<\/li>\n<li><strong>Q5_K_M<\/strong>: \u062a\u0643\u0645\u064a\u0645 5 \u0628\u062a. \u064a\u0633\u062a\u0647\u0644\u0643 \u0630\u0627\u0643\u0631\u0629 VRAM \u0623\u0643\u062b\u0631 \u0628\u0646\u0633\u0628\u0629 ~20% \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u0640 Q4\u060c \u0648\u064a\u0642\u062a\u0631\u0628 \u062c\u0648\u062f\u062a\u0647 \u0645\u0646 \u062c\u0648\u062f\u0629 FP16. \u0648\u0647\u0648 \u0623\u0641\u0636\u0644 \u062a\u0648\u0627\u0632\u0646 \u064a\u064f\u0648\u0635\u0649 \u0628\u0647 \u0644\u0645\u0639\u0638\u0645 \u0627\u0644\u0645\u0633\u062a\u062e\u062f\u0645\u064a\u0646.<\/li>\n<li><strong>Q8_0<\/strong>: \u062a\u0643\u0645\u064a\u0645 8 \u0628\u062a. \u062c\u0648\u062f\u062a\u0647 \u0642\u0631\u064a\u0628\u0629 \u062c\u062f\u0627\u064b \u0645\u0646 \u062c\u0648\u062f\u0629 FP16\u060c \u0645\u0639 \u062e\u0641\u0636 \u0628\u0646\u0633\u0628\u0629 50% \u0641\u064a \u0627\u0633\u062a\u0647\u0644\u0627\u0643 VRAM. \u0627\u0633\u062a\u062e\u062f\u0645\u0647 \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0644\u062f\u064a\u0643 \u0647\u0627\u0645\u0634 \u0643\u0627\u0641\u064d \u0641\u064a \u0633\u0639\u0629 VRAM.<\/li>\n<li><strong>FP16<\/strong>: \u062f\u0642\u0629 \u0643\u0627\u0645\u0644\u0629. \u0623\u0641\u0636\u0644 \u062c\u0648\u062f\u0629 \u0645\u0645\u0643\u0646\u0629\u060c \u0644\u0643\u0646\u0647\u0627 \u062a\u062a\u0637\u0644\u0628 \u0636\u0639\u0641 \u0643\u0645\u064a\u0629 VRAM \u0627\u0644\u0645\u0637\u0644\u0648\u0628\u0629 \u0641\u064a \u062d\u0627\u0644\u0629 Q4. \u0648\u062a\u064f\u0633\u062a\u062e\u062f\u0645 \u0641\u0642\u0637 \u0641\u064a \u0627\u0644\u0623\u0628\u062d\u0627\u062b \u0623\u0648 \u0639\u0646\u062f\u0645\u0627 \u064a\u0643\u0648\u0646 \u0627\u0644\u0627\u0646\u062e\u0641\u0627\u0636 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629 \u063a\u064a\u0631 \u0645\u0642\u0628\u0648\u0644 \u0639\u0644\u0649 \u0627\u0644\u0625\u0637\u0644\u0627\u0642.<\/li>\n<\/ul>\n<p>Example: Llama 3.1 8B at Q4_K_M uses 4.5 GB and scores 67.2 on MMLU. At FP16 it uses 14 GB and scores 68.1 on MMLU. For most tasks the 0.9-point difference is imperceptible.<\/p>\n<p>\u0644\u062a\u0646\u0632\u064a\u0644 \u0645\u0633\u062a\u0648\u0649 \u062a\u0643\u0645\u064a\u0645 \u0645\u0639\u064a\u0651\u0646:<\/p>\n<pre><code>ollama pull llama3.1:8b-instruct-q4_K_M\nollama pull llama3.1:8b-instruct-fp16<\/code><\/pre>\n<p>\u0625\u0630\u0627 \u0644\u0645 \u062a\u064f\u062d\u062f\u0651\u062f \u0639\u0644\u0627\u0645\u0629 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 \u0635\u0631\u0627\u062d\u0629\u064b\u060c \u0641\u0625\u0646 Ollama \u064a\u0641\u062a\u0631\u0636 \u0627\u0641\u062a\u0631\u0627\u0636\u064a\u0627\u064b \u0627\u0633\u062a\u062e\u062f\u0627\u0645 Q4_K_M.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Performance_Comparison_7B_Class\"><\/span>\u0645\u0642\u0627\u0631\u0646\u0629 \u0627\u0644\u0623\u062f\u0627\u0621: \u0627\u0644\u0641\u0626\u0629 \u0630\u0627\u062a \u0627\u0644\u062d\u062c\u0645 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 (7B)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0641\u0626\u0629 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0630\u0627\u062a \u0627\u0644\u062d\u062c\u0645 7B\u20138B \u0647\u064a \u0627\u0644\u0623\u0643\u062b\u0631 \u0634\u064a\u0648\u0639\u0627\u064b \u0644\u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u0645\u062d\u0644\u064a. \u0641\u0647\u064a \u062a\u062a\u0648\u0627\u0641\u0642 \u0645\u0639 \u0648\u062d\u062f\u0627\u062a GPU \u0627\u0644\u0627\u0633\u062a\u0647\u0644\u0627\u0643\u064a\u0629 \u0648\u062a\u062d\u0642\u0642 \u0623\u062f\u0627\u0621\u064b \u0642\u0648\u064a\u0627\u064b \u0641\u064a \u0645\u062c\u0627\u0644\u0627\u062a \u0627\u0644\u0628\u0631\u0645\u062c\u0629 \u0648\u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0648\u0627\u0644\u062f\u0631\u062f\u0634\u0629.<\/p>\n<table>\n<thead>\n<tr>\n<th>\u0627\u0644\u0646\u0645\u0648\u0630\u062c<\/th>\n<th>MMLU (\u0628\u062f\u0648\u0646 \u0623\u0645\u062b\u0644\u0629 \u062a\u0645\u0647\u064a\u062f\u064a\u0629 - zero-shot)<\/th>\n<th>HumanEval (pass@1)<\/th>\n<th>\u0637\u0648\u0644 \u0627\u0644\u0633\u064a\u0627\u0642<\/th>\n<th>VRAM (\u0639\u0646\u062f \u0627\u0644\u062a\u0643\u0645\u064a\u0645 Q4)<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>Llama 3.1 \u0628\u0633\u0639\u0629 8 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629<\/td>\n<td>67.2<\/td>\n<td>62.2<\/td>\n<td>128 \u0623\u0644\u0641 \u0631\u0645\u0632<\/td>\n<td>4.5 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<\/tr>\n<tr>\n<td>\u0645\u064a\u0633\u062a\u0631\u0627\u0644 7B v0.3<\/td>\n<td>62.5<\/td>\n<td>40.2<\/td>\n<td>32 \u0623\u0644\u0641 \u0631\u0645\u0632<\/td>\n<td>4.1 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<\/tr>\n<tr>\n<td>\u0643\u0648\u064a\u0646 2.5 \u0628\u0633\u0639\u0629 7 \u0645\u0644\u064a\u0627\u0631\u0627\u062a \u0645\u0639\u0644\u0651\u0645\u0629<\/td>\n<td>70.3<\/td>\n<td>61.6<\/td>\n<td>128 \u0623\u0644\u0641 \u0631\u0645\u0632<\/td>\n<td>4.3 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<\/tr>\n<tr>\n<td>Gemma 2 9B<\/td>\n<td>71.3<\/td>\n<td>61.0<\/td>\n<td>8 \u0622\u0644\u0627\u0641 \u0631\u0645\u0632<\/td>\n<td>5.2 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u064a\u062a\u0635\u062f\u0651\u0631 \u0643\u0644\u064c\u0651 \u0645\u0646 Qwen 2.5 7B \u0648Gemma 2 9B \u0642\u0627\u0626\u0645\u0629 MMLU (\u0627\u0644\u0645\u0639\u0631\u0641\u0629 \u0627\u0644\u0639\u0627\u0645\u0629)\u060c \u0628\u064a\u0646\u0645\u0627 \u064a\u062a\u0635\u062f\u0651\u0631 Llama 3.1 8B \u0642\u0627\u0626\u0645\u0629 HumanEval (\u0627\u0644\u0628\u0631\u0645\u062c\u0629). \u0623\u0645\u0627 Mistral 7B \u0641\u0647\u0648 \u0627\u0644\u0623\u0633\u0631\u0639 \u0645\u0646 \u062d\u064a\u062b \u0627\u0644\u0623\u062f\u0627\u0621\u060c \u0648\u0623\u0643\u062b\u0631\u0647\u0627 \u0645\u0631\u0648\u0646\u0629 \u0645\u0646 \u062d\u064a\u062b \u0627\u0644\u062a\u0631\u062e\u064a\u0635 (\u062a\u0631\u062e\u064a\u0635 Apache 2.0). \u0648\u0642\u0627\u0626\u0645\u0629 <a href=\"https:\/\/convly.ai\/ar\/llm-leaderboard\/\">\u0644\u0648\u062d\u0629 \u062a\u0635\u0646\u064a\u0641 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0648\u064a\u0629 \u0627\u0644\u0643\u0628\u064a\u0631\u0629 (LLM)<\/a> \u062a\u0635\u0646\u0651\u0641 \u062c\u0645\u064a\u0639 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u062d\u0633\u0628 \u0627\u0644\u0630\u0643\u0627\u0621 \u0648\u0627\u0644\u0633\u0639\u0631 \u0648\u0637\u0648\u0644 \u0627\u0644\u0633\u064a\u0627\u0642.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Which_Model_to_Pick\"><\/span>\u0623\u064a \u0646\u0645\u0648\u0630\u062c \u064a\u062c\u0628 \u0623\u0646 \u062a\u062e\u062a\u0627\u0631\u0647\u061f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><strong>\u0623\u0641\u0636\u0644 \u062c\u0648\u062f\u0629 \u0634\u0627\u0645\u0644\u0629 (\u0641\u064a \u0641\u0626\u0629 7B)<\/strong>: <code>ollama pull qwen2.5:7b<\/code> \u0623\u0648 <code>ollama pull llama3.1:8b<\/code><\/li>\n<li><strong>\u0627\u0644\u0623\u0641\u0636\u0644 \u0644\u0644\u0628\u0631\u0645\u062c\u0629<\/strong>: <code>ollama pull llama3.1:8b<\/code> \u0623\u0648 <code>ollama pull qwen2.5-coder:7b<\/code><\/li>\n<li><strong>\u0623\u0633\u0631\u0639 \u0627\u0633\u062a\u0646\u062a\u0627\u062c<\/strong>: <code>ollama pull mistral:7b<\/code> \u0623\u0648 <code>ollama pull gemma2:2b<\/code> (\u0644\u0644\u062a\u0634\u063a\u064a\u0644 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 CPU \u0623\u0648 \u0648\u062d\u062f\u0627\u062a GPU \u0630\u0627\u062a \u0633\u0639\u0629 VRAM \u0645\u062d\u062f\u0648\u062f\u0629)<\/li>\n<li><strong>\u0645\u062a\u0639\u062f\u062f \u0627\u0644\u0644\u063a\u0627\u062a<\/strong>: <code>ollama pull qwen2.5:7b<\/code> (\u064a\u062f\u0639\u0645 29 \u0644\u063a\u0629)<\/li>\n<li><strong>\u0627\u0644\u0648\u062b\u0627\u0626\u0642 \u0627\u0644\u0637\u0648\u064a\u0644\u0629 (\u0633\u064a\u0627\u0642 128 \u0623\u0644\u0641 \u0631\u0645\u0632 \u0641\u0623\u0643\u062b\u0631)<\/strong>: <code>ollama pull llama3.1:8b<\/code> \u0623\u0648 <code>ollama pull qwen2.5:7b<\/code><\/li>\n<li><strong>\u0623\u0642\u0648\u0649 \u0623\u062f\u0627\u0621 \u0641\u064a \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c (\u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0644\u062f\u064a\u0643 \u0633\u0639\u0629 VRAM \u062a\u0628\u0644\u063a 40 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631)<\/strong>: <code>ollama pull llama3.1:70b<\/code> \u0623\u0648 <code>ollama pull qwen2.5:72b<\/code><\/li>\n<\/ul>\n<p>\u0627\u0644\u0640 <a href=\"https:\/\/convly.ai\/ar\/best-local-llms-to-run-on-ollama-2026\/\">\u0623\u0641\u0636\u0644 \u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0644\u063a\u0629 \u0627\u0644\u0645\u062d\u0644\u064a\u0629 (LLMs) \u0644\u0640 Ollama<\/a> \u0627\u0644\u062f\u0644\u064a\u0644 \u064a\u0642\u064a\u0651\u0645 \u0623\u062f\u0627\u0621 \u062c\u0645\u064a\u0639 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0648\u064a\u0648\u0635\u064a \u0628\u0639\u0644\u0627\u0645\u0627\u062a \u0645\u062d\u062f\u062f\u0629 \u062d\u0633\u0628 \u0643\u0644 \u062d\u0627\u0644\u0629 \u0627\u0633\u062a\u062e\u062f\u0627\u0645.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"When_to_Self-Host_vs_Use_an_API\"><\/span>\u0645\u062a\u0649 \u062a\u064f\u0641\u0636\u0650\u0651\u0644 \u0627\u0644\u0627\u0633\u062a\u0636\u0627\u0641\u0629 \u0627\u0644\u0630\u0627\u062a\u064a\u0629 \u0645\u0642\u0627\u0628\u0644 \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)\u061f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u0645\u0646 \u0627\u0644\u0645\u0646\u0637\u0642\u064a \u062a\u0634\u063a\u064a\u0644 Ollama \u0645\u062d\u0644\u064a\u0627\u064b \u0625\u0630\u0627 \u0643\u0646\u062a:<\/p>\n<ul>\n<li>\u062a\u0645\u062a\u0644\u0643 \u0628\u0627\u0644\u0641\u0639\u0644 \u0648\u062d\u062f\u0629 GPU \u0628\u0633\u0639\u0629 VRAM \u062a\u0628\u0644\u063a 12 \u062c\u064a\u062c\u0627\u0628\u0627\u064a\u062a \u0641\u0623\u0643\u062b\u0631 (\u0645\u062b\u0644 RTX 3060 \u0623\u0648 RTX 4060 Ti \u0623\u0648 \u0645\u0627 \u0647\u0648 \u0623\u0641\u0636\u0644)<\/li>\n<li>\u062a\u0639\u0627\u0644\u062c \u0628\u064a\u0627\u0646\u0627\u062a \u062d\u0633\u0627\u0633\u0629 \u0644\u0627 \u064a\u0645\u0643\u0646 \u0623\u0646 \u062a\u062e\u0631\u062c \u0639\u0646 \u0634\u0628\u0643\u062a\u0643 \u0627\u0644\u062f\u0627\u062e\u0644\u064a\u0629<\/li>\n<li>\u062a\u0648\u0644\u0651\u062f \u0623\u0643\u062b\u0631 \u0645\u0646 5 \u0645\u0644\u0627\u064a\u064a\u0646 \u0631\u0645\u0632 \u0634\u0647\u0631\u064a\u0627\u064b (\u062d\u064a\u062b \u062a\u062a\u062c\u0627\u0648\u0632 \u062a\u0643\u0644\u0641\u0629 \u0648\u0627\u062c\u0647\u0627\u062a \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a API \u062a\u0643\u0644\u0641\u0629 \u0627\u0645\u062a\u0644\u0627\u0643 \u0627\u0644\u062e\u0627\u062f\u0645 \u062f\u0627\u062e\u0644\u064a\u0627\u064b TCO)<\/li>\n<li>\u062a\u062d\u062a\u0627\u062c \u0625\u0644\u0649 \u062a\u0648\u0641\u0631 \u062f\u0627\u0626\u0645 \u0645\u0636\u0645\u0648\u0646 \u0648\u062e\u0627\u0644\u064a\u0629 \u0645\u0646 \u062d\u062f\u0648\u062f \u0627\u0644\u062a\u0643\u0631\u0627\u0631 (rate limits)<\/li>\n<\/ul>\n<p>\u0627\u0633\u062a\u062e\u062f\u0645 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u062a\u0637\u0628\u064a\u0642\u0627\u062a \u0645\u0633\u062a\u0636\u0627\u0641\u0629 (\u0645\u062b\u0644 OpenAI \u0623\u0648 Anthropic \u0623\u0648 Groq) \u0625\u0630\u0627:<\/p>\n<ul>\n<li>\u0623\u0646\u062a \u062a\u064f\u0648\u0644\u0650\u0651\u062f \u0623\u0642\u0644 \u0645\u0646 \u0645\u0644\u064a\u0648\u0646 \u0631\u0645\u0632 \u0634\u0647\u0631\u064a\u064b\u0651\u0627 (\u0648\u064a\u0639\u0648\u062f \u0627\u0633\u062a\u0631\u062f\u0627\u062f \u062a\u0643\u0644\u0641\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0627\u0644\u0645\u064f\u0633\u062a\u0636\u0627\u0641\u0629 \u0630\u0627\u062a\u064a\u064b\u0651\u0627 \u0628\u0639\u062f \u0633\u0646\u0648\u0627\u062a \u0639\u062f\u064a\u062f\u0629)<\/li>\n<li>\u062a\u062d\u062a\u0627\u062c \u0625\u0644\u0649 \u0623\u0639\u0644\u0649 \u062c\u0648\u062f\u0629 \u0645\u0645\u0643\u0646\u0629 (\u0641\u0637\u0631\u0627\u0632\u064e\u064a Claude 3.5 Sonnet \u0648GPT-4o \u064a\u062a\u0641\u0648\u0642\u0627\u0646 \u0639\u0644\u0649 \u062c\u0645\u064a\u0639 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0645\u0641\u062a\u0648\u062d\u0629)<\/li>\n<li>\u0644\u0627 \u062a\u0631\u063a\u0628 \u0641\u064a \u0625\u062f\u0627\u0631\u0629 \u0628\u0646\u064a\u0629 \u062a\u062d\u062a\u064a\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0628\u0646\u0641\u0633\u0643<\/li>\n<\/ul>\n<p>\u0627\u0644\u0640 <a href=\"https:\/\/convly.ai\/ar\/self-hosting-vs-api-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0645\u0642\u0627\u0631\u0646\u0629 \u0628\u064a\u0646 \u0627\u0644\u0627\u0633\u062a\u0636\u0627\u0641\u0629 \u0627\u0644\u0630\u0627\u062a\u064a\u0629 \u0648\u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)<\/a> \u062a\u064f\u0642\u062f\u0650\u0651\u0631 \u0647\u0630\u0647 \u0627\u0644\u0623\u062f\u0627\u0629 \u0646\u0642\u0637\u0629 \u0627\u0644\u062a\u0639\u0627\u062f\u0644 \u0627\u0633\u062a\u0646\u0627\u062f\u064b\u0627 \u0625\u0644\u0649 \u062d\u062c\u0645 \u0627\u0644\u0631\u0645\u0648\u0632 \u0627\u0644\u0630\u064a \u062a\u0633\u062a\u062e\u062f\u0645\u0647\u060c \u0648\u062a\u0643\u0644\u0641\u0629 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a\u060c \u0648\u0645\u0639\u062f\u064e\u0651\u0644 \u062a\u0643\u0644\u0641\u0629 \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621. \u0648\u062a\u064f\u0638\u0647\u0631 <a href=\"https:\/\/convly.ai\/ar\/ai-api-cost-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u062a\u0643\u0644\u0641\u0629 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)<\/a> \u0627\u0644\u0625\u0646\u0641\u0627\u0642 \u0627\u0644\u0634\u0647\u0631\u064a \u0627\u0644\u0645\u064f\u0642\u062f\u064e\u0651\u0631 \u0644\u0643\u0644 \u0646\u0645\u0648\u0630\u062c.<\/p>\n<h2><span class=\"ez-toc-section\" id=\"Platform-Specific_Notes\"><\/span>\u0645\u0644\u0627\u062d\u0638\u0627\u062a \u062e\u0627\u0635\u0629 \u0628\u0643\u0644 \u0646\u0638\u0627\u0645 \u062a\u0634\u063a\u064a\u0644<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3>macOS<\/h3>\n<p>\u064a\u0633\u062a\u062e\u062f\u0645 Ollama \u062a\u0642\u0646\u064a\u0629 Metal \u0644\u062a\u0633\u0631\u064a\u0639 \u0623\u062f\u0627\u0621 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0639\u0644\u0649 \u0623\u062c\u0647\u0632\u0629 \u0645\u0627\u0643 \u0627\u0644\u0645\u0632\u0648\u064e\u0651\u062f\u0629 \u0628\u0645\u0639\u0627\u0644\u062c\u0627\u062a M1\/M2\/M3. \u0648\u0628\u0641\u0636\u0644 \u0627\u0644\u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0645\u0648\u062d\u064e\u0651\u062f\u0629\u060c \u0641\u0625\u0646 \u0633\u0639\u0629 \u0630\u0627\u0643\u0631\u0629 VRAM \u062a\u0633\u0627\u0648\u064a \u0633\u0639\u0629 \u0630\u0627\u0643\u0631\u0629 \u0627\u0644\u0646\u0638\u0627\u0645 RAM. \u0648\u0639\u0644\u0649 \u0633\u0628\u064a\u0644 \u0627\u0644\u0645\u062b\u0627\u0644\u060c \u064a\u0645\u0643\u0646 \u0644\u062c\u0647\u0627\u0632 M2 Max \u0627\u0644\u0645\u0632\u0648\u064e\u0651\u062f \u0628\u064064 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a \u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0648\u0630\u062c Llama 3.1 70B \u0639\u0646\u062f \u0643\u0645\u064a\u0629 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 Q4 (40 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a) \u0645\u0639 \u062a\u0631\u0643 \u0647\u0627\u0645\u0634 \u0643\u0627\u0641\u064d \u0644\u062a\u0634\u063a\u064a\u0644 \u0646\u0638\u0627\u0645 \u0627\u0644\u062a\u0634\u063a\u064a\u0644. \u0648\u064a\u0645\u0643\u0646 \u062a\u062b\u0628\u064a\u062a\u0647 \u0639\u0628\u0631 Homebrew \u0643\u0645\u0627 \u064a\u0644\u064a:<\/p>\n<pre><code>brew install ollama<\/code><\/pre>\n<p>\u0627\u0628\u062f\u0623 \u0627\u0644\u062e\u062f\u0645\u0629 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u0623\u0645\u0631 \u0627\u0644\u062a\u0627\u0644\u064a:<\/p>\n<pre><code>ollama serve<\/code><\/pre>\n<h3>\u0644\u064a\u0646\u0643\u0633<\/h3>\n<p>\u064a\u062a\u0637\u0644\u0628 Ollama \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u0627\u062a \u0645\u0646 \u0634\u0631\u0643\u0629 NVIDIA \u0645\u062f\u0639\u0648\u0645\u0629 \u0628\u0640CUDA 11.8 \u0623\u0648 \u0623\u062d\u062f\u062b\u060c \u0623\u0648 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u0627\u062a \u0645\u0646 \u0634\u0631\u0643\u0629 AMD \u0645\u062f\u0639\u0648\u0645\u0629 \u0628\u0640ROCm 5.7 \u0623\u0648 \u0623\u062d\u062f\u062b. \u0648\u0644\u062a\u062b\u0628\u064a\u062a\u0647\u060c \u0627\u0633\u062a\u062e\u062f\u0645 \u0627\u0644\u0623\u0645\u0631 \u0627\u0644\u062a\u0627\u0644\u064a:<\/p>\n<pre><code>curl -fsSL https:\/\/ollama.com\/install.sh | sh<\/code><\/pre>\n<p>\u0648\u0647\u0630\u0627 \u064a\u062b\u0628\u062a \u0627\u0644\u0645\u0644\u0641 \u0627\u0644\u062a\u0646\u0641\u064a\u0630\u064a \u0641\u064a \u0627\u0644\u0645\u0633\u0627\u0631 <code>\/usr\/local\/bin\/ollama<\/code> \u0648\u064a\u064f\u0646\u0634\u0626 \u062e\u062f\u0645\u0629 systemd. \u0648\u0644\u0628\u062f\u0621 \u0627\u0644\u062e\u062f\u0645\u0629\u060c \u0627\u0633\u062a\u062e\u062f\u0645 \u0627\u0644\u0623\u0645\u0631 \u0627\u0644\u062a\u0627\u0644\u064a:<\/p>\n<pre><code>sudo systemctl start ollama<\/code><\/pre>\n<p>\u062a\u0646\u0632\u064e\u0651\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0625\u0644\u0649 \u0627\u0644\u062f\u0644\u064a\u0644 <code>~\/.ollama\/models<\/code>. \u0648\u0644\u062a\u063a\u064a\u064a\u0631 \u0645\u0648\u0642\u0639 \u0627\u0644\u062a\u062e\u0632\u064a\u0646\u060c \u0639\u064a\u0650\u0651\u0646 \u0627\u0644\u0645\u062a\u063a\u064a\u0631 \u0627\u0644\u0628\u064a\u0626\u064a <code>OLLAMA_MODELS=\/path\/to\/models<\/code> \u0641\u064a <code>\/etc\/systemd\/system\/ollama.service<\/code>.<\/p>\n<h3>\u0648\u064a\u0646\u062f\u0648\u0632<\/h3>\n<p>\u064a\u062a\u0637\u0644\u0628 \u0625\u0635\u062f\u0627\u0631 Ollama \u0627\u0644\u062e\u0627\u0635 \u0628\u0646\u0638\u0627\u0645 Windows \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u0627\u062a \u0645\u0646 \u0634\u0631\u0643\u0629 NVIDIA \u0645\u062f\u0639\u0648\u0645\u0629 \u0628\u0640CUDA 11.8 \u0623\u0648 \u0623\u062d\u062f\u062b\u060c \u0648\u0645\u0639\u0627\u0644\u062c \u0631\u0633\u0648\u0645\u0627\u062a \u0628\u0628\u0631\u0646\u0627\u0645\u062c \u062a\u0634\u063a\u064a\u0644 \u0625\u0635\u062f\u0627\u0631 520 \u0623\u0648 \u0623\u062d\u062f\u062b. \u0648\u064a\u0645\u0643\u0646\u0643 \u062a\u0646\u0632\u064a\u0644 \u0645\u0644\u0641 \u0627\u0644\u062a\u062b\u0628\u064a\u062a \u0645\u0646 \u0627\u0644\u0645\u0648\u0642\u0639 <code>ollama.com<\/code> \u062b\u0645 \u062a\u0634\u063a\u064a\u0644\u0647. \u0648\u062a\u0628\u062f\u0623 \u0627\u0644\u062e\u062f\u0645\u0629 \u062a\u0644\u0642\u0627\u0626\u064a\u064b\u0651\u0627 \u0639\u0646\u062f \u0627\u0644\u062a\u062b\u0628\u064a\u062a. \u0623\u0645\u0627 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0641\u062a\u0646\u0632\u064e\u0651\u0644 \u0627\u0641\u062a\u0631\u0627\u0636\u064a\u064b\u0651\u0627 \u0625\u0644\u0649 \u0627\u0644\u062f\u0644\u064a\u0644 <code>C:\\Users\\\\.ollama\\models<\/code>.<\/p>\n<p>\u0648\u0644\u062a\u0634\u063a\u064a\u0644 Ollama \u0645\u0646 PowerShell\u060c \u0627\u0633\u062a\u062e\u062f\u0645 \u0627\u0644\u0623\u0645\u0631 \u0627\u0644\u062a\u0627\u0644\u064a:<\/p>\n<pre><code>ollama run llama3.1:8b<\/code><\/pre>\n<h2><span class=\"ez-toc-section\" id=\"Frequently_Asked_Questions\"><\/span>\u0627\u0644\u0623\u0633\u0626\u0644\u0629 \u0627\u0644\u0634\u0627\u0626\u0639\u0629<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3>\u0647\u0644 \u062a\u0642\u062f\u0650\u0651\u0645 \u0634\u0631\u0643\u0629 OpenAI \u0646\u0645\u0648\u0630\u062c\u064b\u0627 \u0645\u0641\u062a\u0648\u062d \u0627\u0644\u0645\u0635\u062f\u0631 \u064a\u0645\u0643\u0646\u0646\u064a \u062a\u0634\u063a\u064a\u0644\u0647 \u0639\u0628\u0631 Ollama\u061f<\/h3>\n<p>\u0643\u0644\u0627. \u0641\u0642\u062f \u0623\u0637\u0644\u0642\u062a \u0634\u0631\u0643\u0629 OpenAI \u0646\u0645\u0648\u0630\u062c GPT-2 \u0639\u0627\u0645 2019 \u0643\u0646\u0645\u0648\u0630\u062c \u0645\u0641\u062a\u0648\u062d \u0627\u0644\u0648\u0632\u0646 (open-weight)\u060c \u0644\u0643\u0646 \u062c\u0645\u064a\u0639 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u062d\u062f\u064a\u062b\u0629 (\u0645\u062b\u0644 GPT-3.5 \u0648GPT-4 \u0648GPT-4o \u0648o1) \u0647\u064a \u0646\u0645\u0627\u0630\u062c \u0645\u0645\u0644\u0648\u0643\u0629 \u0628\u0627\u0644\u0643\u0627\u0645\u0644 \u0648\u0644\u0627 \u062a\u062a\u0648\u0641\u0631 \u0625\u0644\u0627 \u0639\u0628\u0631 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API). \u0648\u0625\u0630\u0627 \u0643\u0646\u062a \u062a\u0628\u062d\u062b \u0639\u0646 \u0642\u062f\u0631\u0629 \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0645\u0645\u0627\u062b\u0644\u0629 \u0644\u0640OpenAI \u064a\u0645\u0643\u0646\u0643 \u062a\u0634\u063a\u064a\u0644\u0647\u0627 \u0645\u062d\u0644\u064a\u064b\u0651\u0627\u060c \u0641\u062c\u0631\u0650\u0651\u0628 \u0627\u0644\u0646\u0645\u0648\u0630\u062c\u064a\u0646 Llama 3.1 70B \u0623\u0648 Qwen 2.5 72B \u2014 \u0648\u0643\u0644\u0627\u0647\u0645\u0627 \u064a\u062a\u0641\u0648\u0642 \u0639\u0644\u0649 GPT-3.5 \u0641\u064a \u0645\u0639\u0638\u0645 \u0627\u0644\u0627\u062e\u062a\u0628\u0627\u0631\u0627\u062a\u060c \u0648\u064a\u0645\u0643\u0646 \u062a\u0634\u063a\u064a\u0644\u0647\u0645\u0627 \u0639\u0628\u0631 Ollama \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 40 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a \u0645\u0646 VRAM \u0639\u0646\u062f \u0643\u0645\u064a\u0629 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 Q4.<\/p>\n<h3>\u0647\u0644 \u064a\u0645\u0643\u0646\u0646\u064a \u062a\u0634\u063a\u064a\u0644 Ollama \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0645\u0631\u0643\u0632\u064a\u0629 (CPU) \u062f\u0648\u0646 \u0648\u062c\u0648\u062f \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u0627\u062a (GPU)\u061f<\/h3>\n<p>\u0646\u0639\u0645\u060c \u0644\u0643\u0646 \u0633\u0631\u0639\u0629 \u0627\u0644\u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0633\u062a\u0643\u0648\u0646 \u0623\u0628\u0637\u0623 \u0628\u0639\u0634\u0631\u0629 \u0625\u0644\u0649 \u062e\u0645\u0633\u064a\u0646 \u0645\u0631\u0629. \u0641\u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0635\u063a\u064a\u0631\u0629 (\u0645\u062b\u0644 Gemma 2 2B \u0648Qwen 2.5 0.5B \u0648Phi-3.5 mini 3.8B) \u064a\u0645\u0643\u0646 \u0627\u0633\u062a\u062e\u062f\u0627\u0645\u0647\u0627 \u0628\u0643\u0641\u0627\u0621\u0629 \u0639\u0644\u0649 \u0648\u062d\u062f\u0627\u062a \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629 \u0627\u0644\u062d\u062f\u064a\u062b\u0629 (\u0627\u0644\u0645\u0632\u0648\u064e\u0651\u062f\u0629 \u0628\u064016 \u062e\u064a\u0637 \u0645\u0639\u0627\u0644\u062c\u0629 \u0623\u0648 \u0623\u0643\u062b\u0631). \u0623\u0645\u0627 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0627\u0644\u0623\u0643\u0628\u0631 (7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0641\u0623\u0643\u062b\u0631) \u0641\u0633\u062a\u0648\u0644\u0650\u0651\u062f \u0641\u0642\u0637 1\u20133 \u0631\u0645\u0648\u0632 \u0641\u064a \u0627\u0644\u062b\u0627\u0646\u064a\u0629 \u0639\u0646\u062f \u0627\u0644\u062a\u0634\u063a\u064a\u0644 \u0639\u0644\u0649 \u0648\u062d\u062f\u0629 \u0627\u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0645\u0631\u0643\u0632\u064a\u0629\u060c \u0648\u0647\u064a \u0633\u0631\u0639\u0629 \u0628\u0637\u064a\u0626\u0629 \u062c\u062f\u064b\u0651\u0627 \u0644\u0644\u062a\u0641\u0627\u0639\u0644 \u0627\u0644\u0645\u0628\u0627\u0634\u0631. \u0641\u0625\u0630\u0627 \u0644\u0645 \u062a\u0643\u0646 \u062a\u0645\u062a\u0644\u0643 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0631\u0633\u0648\u0645\u0627\u062a\u060c \u0641\u0646\u0646\u0635\u062d\u0643 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u062a\u0637\u0628\u064a\u0642\u0627\u062a \u0645\u0633\u062a\u0636\u0627\u0641\u0629 \u0628\u062f\u0644\u064b\u0627 \u0645\u0646 \u0630\u0644\u0643 \u2014 \u0631\u0627\u062c\u0639 \u0642\u0633\u0645 <a href=\"https:\/\/convly.ai\/ar\/self-hosting-vs-api-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0645\u0642\u0627\u0631\u0646\u0629 \u0628\u064a\u0646 \u0627\u0644\u0627\u0633\u062a\u0636\u0627\u0641\u0629 \u0627\u0644\u0630\u0627\u062a\u064a\u0629 \u0648\u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)<\/a>.<\/p>\n<h3>\u0645\u0627 \u062a\u0643\u0644\u0641\u0629 \u062a\u0634\u063a\u064a\u0644 Ollama \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0628\u062a\u0643\u0644\u0641\u0629 \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u062a\u0637\u0628\u064a\u0642\u0627\u062a OpenAI\u061f<\/h3>\n<p>\u062a\u0641\u0631\u0636 \u0634\u0631\u0643\u0629 OpenAI \u0631\u0633\u0648\u0645\u064b\u0627 \u0642\u062f\u0631\u0647\u0627 0.15 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a \u0644\u0643\u0644 \u0645\u0644\u064a\u0648\u0646 \u0631\u0645\u0632 \u0645\u062f\u062e\u0644 \u06480.60 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a \u0644\u0643\u0644 \u0645\u0644\u064a\u0648\u0646 \u0631\u0645\u0632 \u0645\u062e\u0631\u062c \u0639\u0646\u062f \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0646\u0645\u0648\u0630\u062c GPT-4o mini. \u0623\u0645\u0627 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0628\u0633\u0639\u0629 12 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a (\u0645\u062b\u0644 RTX 4060 Ti \u0627\u0644\u062a\u064a \u062a\u0628\u0644\u063a \u062a\u0643\u0644\u0641\u062a\u0647\u0627 400 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a) \u0639\u0646\u062f \u062a\u0634\u063a\u064a\u0644 \u0646\u0645\u0648\u0630\u062c Llama 3.1 8B\u060c \u0641\u0647\u064a \u062a\u0633\u062a\u0647\u0644\u0643 \u0637\u0627\u0642\u0629\u064b \u0628\u0645\u0639\u062f\u0644 0.05 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a \u0641\u064a \u0627\u0644\u0633\u0627\u0639\u0629 (\u0648\u0628\u0627\u0641\u062a\u0631\u0627\u0636 \u0633\u0639\u0631 \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0621 0.12 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a \u0644\u0643\u0644 \u0643\u064a\u0644\u0648\u0648\u0627\u0637 \u0633\u0627\u0639\u0629\u060c \u0648\u0627\u0633\u062a\u0647\u0644\u0627\u0643 \u0627\u0644\u0646\u0638\u0627\u0645 \u0627\u0644\u0643\u0644\u064a 400 \u0648\u0627\u0637). \u0648\u062a\u062a\u0631\u0627\u0648\u062d \u0646\u0642\u0637\u0629 \u0627\u0644\u062a\u0639\u0627\u062f\u0644 \u0628\u064a\u0646 3\u20135 \u0645\u0644\u0627\u064a\u064a\u0646 \u0631\u0645\u0632 \u0634\u0647\u0631\u064a\u064b\u0651\u0627. \u0648\u062a\u064f\u0638\u0647\u0631 \u0623\u062f\u0627\u0629 <a href=\"https:\/\/convly.ai\/ar\/ai-api-cost-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u062a\u0643\u0644\u0641\u0629 \u0648\u0627\u062c\u0647\u0629 \u0628\u0631\u0645\u062c\u0629 \u0627\u0644\u062a\u0637\u0628\u064a\u0642\u0627\u062a (API)<\/a> \u0648 <a href=\"https:\/\/convly.ai\/ar\/self-hosting-vs-api-calculator\/\">\u062d\u0627\u0633\u0628\u0629 \u0627\u0644\u0627\u0633\u062a\u0636\u0627\u0641\u0629 \u0627\u0644\u0630\u0627\u062a\u064a\u0629<\/a> \u0627\u0644\u062a\u0643\u0644\u0641\u0629 \u0627\u0644\u0625\u062c\u0645\u0627\u0644\u064a\u0629 \u0627\u0644\u0641\u0639\u0644\u064a\u0629 (TCO) \u0648\u0641\u0642\u064b\u0627 \u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645\u0643 \u0627\u0644\u0634\u062e\u0635\u064a.<\/p>\n<h3>\u0645\u0627 \u0627\u0644\u0641\u0631\u0642 \u0628\u064a\u0646 \u0627\u0644\u062a\u0646\u0633\u064a\u0642\u0627\u062a Q4_K_M \u0648Q5_K_M \u0648FP16\u061f<\/h3>\n<p>\u064a\u0633\u062a\u062e\u062f\u0645 \u0627\u0644\u062a\u0646\u0633\u064a\u0642 Q4_K_M \u062a\u0643\u0645\u064a\u0645\u064b\u0627 \u0628\u0639\u0631\u0636 4 \u0628\u062a (\u0623\u0642\u0644 \u0627\u0633\u062a\u0647\u0644\u0627\u0643 \u0644\u0633\u0639\u0629 VRAM\u060c \u0645\u0639 \u0627\u0646\u062e\u0641\u0627\u0636 \u0637\u0641\u064a\u0641 \u0641\u064a \u0627\u0644\u062c\u0648\u062f\u0629). \u0623\u0645\u0627 \u0627\u0644\u062a\u0646\u0633\u064a\u0642 Q5_K_M \u0641\u064a\u0633\u062a\u062e\u062f\u0645 \u062a\u0643\u0645\u064a\u0645\u064b\u0627 \u0628\u0639\u0631\u0636 5 \u0628\u062a (\u064a\u0633\u062a\u0647\u0644\u0643 20% \u0623\u0643\u062b\u0631 \u0645\u0646 VRAM\u060c \u0648\u064a\u0642\u0627\u0631\u0628 \u0627\u0644\u062c\u0648\u062f\u0629 \u0627\u0644\u0643\u0627\u0645\u0644\u0629 \u0628\u0634\u0643\u0644 \u0623\u0643\u0628\u0631). \u0623\u0645\u0627 \u0627\u0644\u062a\u0646\u0633\u064a\u0642 FP16 \u0641\u0647\u0648 \u062f\u0642\u0629 \u0643\u0627\u0645\u0644\u0629 \u0628\u0639\u0631\u0636 16 \u0628\u062a (\u0623\u0639\u0644\u0649 \u062c\u0648\u062f\u0629 \u0645\u0645\u0643\u0646\u0629\u060c \u0644\u0643\u0646\u0647 \u064a\u0633\u062a\u0647\u0644\u0643 \u0636\u0639\u0641 \u0633\u0639\u0629 VRAM \u0627\u0644\u0645\u0637\u0644\u0648\u0628\u0629 \u0641\u064a \u062d\u0627\u0644\u0629 Q4). \u0648\u0644\u0644\u0623\u063a\u0631\u0627\u0636 \u0627\u0644\u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u0639\u0627\u062f\u064a\u0629\u060c \u064a\u064f\u0639\u064e\u062f Q5_K_M \u0623\u0641\u0636\u0644 \u062a\u0648\u0627\u0632\u0646 \u0628\u064a\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0648\u0627\u0644\u0623\u062f\u0627\u0621. \u0623\u0645\u0627 \u0627\u0644\u062a\u0646\u0633\u064a\u0642 FP16 \u0641\u064a\u064f\u0648\u0635\u0649 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645\u0647 \u0641\u0642\u0637 \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0644\u062f\u064a\u0643 \u0633\u0639\u0629 VRAM \u0632\u0627\u0626\u062f\u0629\u060c \u0648\u062a\u062d\u062a\u0627\u062c \u0625\u0644\u0649 \u062a\u062d\u0642\u064a\u0642 \u0622\u062e\u0631 1\u20132% \u0645\u0646 \u0627\u0644\u062c\u0648\u062f\u0629 \u0644\u0623\u063a\u0631\u0627\u0636 \u0627\u0644\u0628\u062d\u062b \u0623\u0648 \u0627\u0644\u0625\u0646\u062a\u0627\u062c.<\/p>\n<h3>\u0647\u0644 \u064a\u0645\u0643\u0646\u0646\u064a \u0636\u0628\u0637 \u0627\u0644\u0646\u0645\u0627\u0630\u062c (fine-tune) \u0636\u0645\u0646 Ollama\u061f<\/h3>\n<p>\u0643\u0644\u0627. \u0641\u0640Ollama \u0647\u0648 \u0645\u062d\u0631\u0643 \u0627\u0633\u062a\u0646\u062a\u0627\u062c \u0641\u0642\u0637\u060c \u0648\u0644\u064a\u0633 \u0625\u0637\u0627\u0631 \u0639\u0645\u0644 \u062a\u062f\u0631\u064a\u0628. \u0648\u0644\u0636\u0628\u0637 \u0646\u0645\u0648\u0630\u062c \u0645\u0641\u062a\u0648\u062d \u0627\u0644\u0645\u0635\u062f\u0631\u060c \u0627\u0633\u062a\u062e\u062f\u0645 \u0645\u0643\u062a\u0628\u0629 Hugging Face Transformers \u0645\u0639 \u062a\u0642\u0646\u064a\u0627\u062a PEFT\/LoRA \u0623\u0648 \u0623\u062f\u0648\u0627\u062a Axolotl \u0623\u0648 LLaMA Factory. \u062b\u0645 \u0635\u062f\u0650\u0651\u0631 \u0627\u0644\u0623\u0648\u0632\u0627\u0646 \u0627\u0644\u0645\u064f\u0639\u062f\u064e\u0651\u0644\u0629 \u0628\u0635\u064a\u063a\u0629 GGUF \u0648\u0627\u0633\u062a\u0648\u0631\u062f\u0647\u0627 \u0625\u0644\u0649 Ollama \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\u0623\u0645\u0631 <code>ollama create<\/code>. \u0648\u0643\u062a\u0644\u0629 <a href=\"https:\/\/convly.ai\/ar\/what-is-ollama-complete-guide-2026\/\">\u0627\u0644\u062f\u0644\u064a\u0644 \u0627\u0644\u0643\u0627\u0645\u0644 \u0644\u0640 Ollama<\/a> \u0648\u064a\u0634\u0631\u062d \u0647\u0630\u0627 \u0627\u0644\u062f\u0644\u064a\u0644 \u0633\u064a\u0631 \u0627\u0644\u0639\u0645\u0644 \u0628\u0627\u0644\u062a\u0641\u0635\u064a\u0644.<\/p>\n<h3>\u0645\u0627 \u0648\u062d\u062f\u0629 \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a \u0627\u0644\u0623\u0646\u0633\u0628 \u0644\u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 7 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0645\u062d\u0644\u064a\u064b\u0651\u0627\u061f<\/h3>\n<p>\u0644\u0644\u0643\u0645\u064a\u0629 Q4 \u0644\u0644\u062a\u0643\u0645\u064a\u0645 (4.5 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a VRAM): RTX 3060 \u0628\u0633\u0639\u0629 12 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a (\u0628\u0633\u0639\u0631 250 \u062f\u0648\u0644\u0627\u0631\u064b\u0627 \u0623\u0645\u0631\u064a\u0643\u064a\u064b\u0651\u0627 \u0645\u0633\u062a\u0639\u0645\u0644\u0629) \u0623\u0648 RTX 4060 Ti \u0628\u0633\u0639\u0629 16 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a (\u0628\u0633\u0639\u0631 450 \u062f\u0648\u0644\u0627\u0631\u064b\u0627 \u0623\u0645\u0631\u064a\u0643\u064a\u064b\u0651\u0627 \u062c\u062f\u064a\u062f\u0629). \u0648\u0644\u0644\u0643\u0645\u064a\u0629 FP16 (14 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a VRAM): RTX 4060 Ti \u0628\u0633\u0639\u0629 16 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a \u0623\u0648 RTX 4070 (\u0628\u0633\u0639\u0631 550\u2013600 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a). \u0648\u0644\u062a\u0634\u063a\u064a\u0644 \u0627\u0644\u0646\u0645\u0627\u0630\u062c \u0628\u062d\u062c\u0645 70 \u0645\u0644\u064a\u0627\u0631 \u0645\u0639\u0644\u064e\u0651\u0645\u0629 \u0639\u0646\u062f \u0643\u0645\u064a\u0629 \u0627\u0644\u062a\u0643\u0645\u064a\u0645 Q4 (40 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a): \u064a\u0645\u0643\u0646 \u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0628\u0637\u0627\u0642\u062a\u064a RTX 3090 \u0628\u0633\u0639\u0629 24 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a \u0644\u0643\u0644 \u0645\u0646\u0647\u0645\u0627 (\u0628\u0633\u0639\u0631 1800 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a \u0645\u0633\u062a\u0639\u0645\u0644\u0629) \u0623\u0648 \u0648\u062d\u062f\u0629 A100 \u0628\u0633\u0639\u0629 40 \u063a\u064a\u063a\u0627\u0628\u0627\u064a\u062a (\u0628\u0633\u0639\u0631 6000 \u062f\u0648\u0644\u0627\u0631 \u0623\u0645\u0631\u064a\u0643\u064a \u0623\u0648 \u0623\u0643\u062b\u0631\u060c \u0645\u0633\u062a\u0639\u0645\u0644\u0629). \u0648\u064a\u0642\u062f\u0650\u0651\u0645 \u0627\u0644\u062f\u0644\u064a\u0644 <a href=\"https:\/\/convly.ai\/ar\/best-gpus-for-local-llms-2026\/\">\u0623\u0641\u0636\u0644 \u0648\u062d\u062f\u0627\u062a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0631\u0633\u0648\u0645\u0627\u062a<\/a> \u0645\u0642\u0627\u0631\u0646\u0629\u064b \u0645\u0641\u0635\u0644\u0629\u064b \u0628\u064a\u0646 \u0627\u0644\u0633\u0639\u0631 \u0648\u0627\u0644\u0623\u062f\u0627\u0621 \u0644\u0643\u0644 \u0641\u0626\u0629 \u062d\u062c\u0645.<\/p>","protected":false},"excerpt":{"rendered":"<p>TL;DR OpenAI has not released a model family called &#8220;GPT-OSS&#8221;. The search term likely refers to running open-source alternatives (Llama [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":2200,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[7],"tags":[],"class_list":["post-2199","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai-news"],"_links":{"self":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts\/2199","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/comments?post=2199"}],"version-history":[{"count":1,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts\/2199\/revisions"}],"predecessor-version":[{"id":2201,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/posts\/2199\/revisions\/2201"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/media\/2200"}],"wp:attachment":[{"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/media?parent=2199"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/categories?post=2199"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/convly.ai\/ar\/wp-json\/wp\/v2\/tags?post=2199"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}