{"id":17645,"date":"2023-07-22T12:00:00","date_gmt":"2023-07-22T08:30:00","guid":{"rendered":"https:\/\/parsavesta.com\/?p=17645"},"modified":"2023-10-07T17:02:43","modified_gmt":"2023-10-07T13:32:43","slug":"make-robots-txt-file","status":"publish","type":"post","link":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/","title":{"rendered":"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt"},"content":{"rendered":"\n\n\n<p class=\"wp-block-paragraph\">\u0647\u0631 \u06a9\u0634\u0648\u0631\u06cc \u0632\u0628\u0627\u0646 \u062e\u0627\u0635 \u062e\u0648\u062f\u0634\u0648 \u062f\u0627\u0631\u0647 \u0648 \u0627\u06af\u0647 \u0628\u062e\u0648\u0627\u06cc\u0645 \u0628\u0627 \u0627\u0641\u0631\u0627\u062f \u06a9\u0634\u0648\u0631 \u062e\u0627\u0635\u06cc \u0627\u0631\u062a\u0628\u0627\u0637 \u0628\u0631\u0642\u0631\u0627\u0631 \u06a9\u0646\u06cc\u0645 \u0628\u0627\u06cc\u062f \u0632\u0628\u0627\u0646 \u0647\u0645\u0648\u0646 \u06a9\u0634\u0648\u0631 \u0631\u0648 \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u06cc\u0645. \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0647\u0645 \u0632\u0628\u0627\u0646 \u062e\u0648\u062f\u0634\u0648\u0646 \u0631\u0648 \u062f\u0627\u0631\u0646\u062f \u0648 \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646\u06a9\u0647 \u0628\u0627\u0647\u0627\u0634\u0648\u0646 \u0635\u062d\u0628\u062a \u06a9\u0646\u06cc\u0645 \u0648 \u0628\u0647 \u0627\u0648\u0646 \u0647\u0627 \u0628\u06af\u06cc\u0645 \u06a9\u062f\u0648\u0645 \u0635\u0641\u062d\u0627\u062a \u0627\u0632 \u0648\u0628 \u0633\u0627\u06cc\u062a\u0645\u0648\u0646 \u0631\u0648 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u0646\u062f \u0648 \u0627\u0632 \u06a9\u062f\u0627\u0645 \u0635\u0641\u062d\u0627\u062a \u062f\u0648\u0631 \u0628\u0645\u0627\u0646\u0646\u062f \u0628\u0627\u06cc\u062f \u0627\u0632<strong> \u0641\u0627\u06cc\u0644 robots.txt<\/strong> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u0645. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0632\u0628\u0627\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0648 <strong>\u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt<\/strong> \u0631\u0648 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u06cc\u0645\u060c \u067e\u0633 \u062a\u0627 \u0627\u0646\u062a\u0647\u0627 \u0647\u0645\u0631\u0627\u0647 \u0645\u0627 \u0628\u0627\u0634\u06cc\u062f. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u0642\u0627\u0644\u0647 <a href=\"https:\/\/parsavesta.com\/blog\/redirect-301\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u0631\u06cc\u062f\u0627\u06cc\u0631\u06a9\u062a \u06f3\u06f0\u06f1 \u0686\u06cc\u0633\u062a<\/a> \u0645\u06cc\u062a\u0648\u0627\u0646\u062f \u0628\u0631\u0627\u06cc \u0634\u0645\u0627 \u0645\u0641\u06cc\u062f \u0628\u0627\u0634\u062f.<\/p>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u0641\u0647\u0631\u0633\u062a \u0645\u0637\u0627\u0644\u0628:<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"#what-is-robots-txt-file\">\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f<\/a><\/li>\n\n\n\n<li><a href=\"#robots-txt-file-usage\"> \u0641\u0627\u06cc\u0644 robots.txt \u0686\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u06cc \u062f\u0627\u0631\u062f\u061f<\/a><\/li>\n\n\n\n<li><a href=\"#search-engine-language\">\u0632\u0628\u0627\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u0648\u062c\u0648: \u0686\u06af\u0648\u0646\u0647 \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0646\u0648\u06cc\u0633\u0645\u061f<\/a><\/li>\n\n\n\n<li><a href=\"#where-should-robots-txt-file-be-added\">\u0641\u0627\u06cc\u0644 robots.txt \u06a9\u062c\u0627 \u0628\u0627\u06cc\u062f \u0627\u0636\u0627\u0641\u0647 \u0634\u0648\u062f\u061f<\/a><\/li>\n\n\n\n<li><a href=\"#robots-txt-file-in-rankmath\">robots.txt \u062f\u0631 \u0627\u0641\u0632\u0648\u0646\u0647 \u0631\u0646\u06a9 \u0645\u062b<\/a><\/li>\n\n\n\n<li><a href=\"#robots-txt-structure\">\u0633\u0627\u062e\u062a\u0627\u0631 \u0641\u0627\u06cc\u0644 robots.txt<\/a><\/li>\n\n\n\n<li><a href=\"#block-internal-search-pages\">\u0635\u0641\u062d\u0647 \u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0631\u0627 \u0645\u0633\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f<\/a><\/li>\n\n\n\n<li><a href=\"#how-to-fix-robots-txt-file-errors\">\u0686\u06af\u0648\u0646\u0647 \u0627\u0631\u0648\u0631 \u0647\u0627 \u06cc\u0627 \u062e\u0637\u0627\u0647\u0627\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0631\u0637\u0631\u0641 \u06a9\u0646\u06cc\u0645\u061f<\/a><\/li>\n\n\n\n<li><a href=\"#conclusion\">\u062c\u0645\u0639 \u0628\u0646\u062f\u06cc<\/a><\/li>\n<\/ul>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"what-is-robots-txt-file\">\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0641\u0627\u06cc\u0644 robots.txt \u0628\u0647 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0645\u0627\u0646\u0646\u062f \u0631\u0628\u0627\u062a \u06af\u0648\u06af\u0644 \u0645\u06cc\u06af\u0647 \u0648\u0642\u062a\u06cc \u0645\u06cc\u0627\u0646 \u062a\u0648 \u0633\u0627\u06cc\u062a \u0645\u0627 \u0686\u0647 \u0642\u0648\u0627\u0646\u06cc\u0646\u06cc \u0631\u0648 \u0628\u0627\u06cc\u062f \u0631\u0639\u0627\u06cc\u062a \u06a9\u0646\u0646\u062f. \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0641\u0627\u06cc\u0644 robots.txt \u062a\u0645\u0627\u0645 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0647\u0627 \u0631\u0648 \u0645\u0634\u0627\u0647\u062f\u0647 \u06a9\u0646\u06cc\u062f\u060c \u062a\u0646\u0647\u0627 \u06a9\u0627\u0641\u06cc\u0647 \u0628\u0639\u062f \u0627\u0632 \u062f\u0627\u0645\u0646\u0647 \u0622\u0646 \u0648\u0628 \u0633\u0627\u06cc\u062a &#8220;robots.txt\/&#8221; \u0631\u0648 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f. \u0628\u0631\u0627\u06cc \u0645\u062b\u0627\u0644 \u0641\u0627\u06cc\u0644 robots.txt \u0633\u0627\u06cc\u062a \u0627\u06cc\u0645\u0627\u0644\u0632 \u0631\u0648 \u0627\u06cc\u0646\u062c\u0627 \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0628\u0628\u06cc\u0646\u06cc\u062f:<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-full\"><img decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png\" alt=\"robots.txt \u0686\u06cc\u0633\u062a\" class=\"wp-image-17713\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u0633\u0627\u0633\u06cc \u062a\u0631\u06cc\u0646 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644:<\/p>\n\n\n\n<p class=\"has-text-align-center has-luminous-vivid-orange-color has-text-color wp-block-paragraph\"><strong><em>\u0645\u0646\u0639 \u06a9\u0631\u062f\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0627\u0632 \u0628\u062e\u0634 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0647\u0633\u062a.<\/em><\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631 \u06a9\u0644 \u0627\u06af\u0631 \u0642\u0635\u062f \u0645\u0633\u062f\u0648\u062f \u06a9\u0631\u062f\u0646 \u0647\u06cc\u0686 \u06a9\u062f\u0648\u0645 \u0627\u0632 \u0635\u0641\u062d\u0627\u062a \u0648\u0628 \u0633\u0627\u06cc\u062a \u062e\u0648\u062f\u062a\u0648\u0646 \u0631\u0648 \u0646\u062f\u0627\u0631\u06cc\u062f\u060c \u062f\u0631\u0633\u062a \u06a9\u0631\u062f\u0646 \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0631\u0627\u062a\u0648\u0646 \u0645\u062b\u0644 \u0622\u0628 \u062e\u0648\u0631\u062f\u0646\u0647. \u0627\u06af\u0631 \u062f\u0648\u0633\u062a \u062f\u0627\u0631\u06cc\u062f \u0628\u0627 \u0645\u0648\u0627\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0648 <strong>\u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt <\/strong>\u0622\u0634\u0646\u0627 \u0628\u0634\u06cc\u062f\u060c \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0628\u0627 \u0645\u0627 \u0647\u0645\u0631\u0627\u0647 \u0628\u0627\u0634\u06cc\u062f.<\/p>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"robots-txt-file-usage\"> \u0641\u0627\u06cc\u0644 robots.txt \u0686\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u06cc \u062f\u0627\u0631\u062f\u061f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0647\u0631 \u0648\u0628 \u0633\u0627\u06cc\u062a\u06cc \u0628\u0627\u06cc\u062f \u06cc\u0647 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u0647\u060c \u0645\u062e\u0635\u0648\u0635\u0627 \u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u06cc\u062f \u0648\u0628 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u0647. \u062e\u0648\u062f \u0634\u0631\u06a9\u062a \u06af\u0648\u06af\u0644 \u0627\u0639\u0644\u0627\u0645 \u06a9\u0631\u062f\u0647 \u06a9\u0647 \u0633\u0627\u06cc\u062a \u0647\u0627 \u0628\u0627\u06cc\u062f \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0631\u0627 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u0646\u062f. \u0627\u06af\u0631 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0641\u0627\u06cc\u0644 robots.txt \u0646\u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u0647 \u0627\u0632 \u0644\u062d\u0627\u0638 \u062a\u0626\u0648\u0631\u06cc \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u06af\u0648\u06af\u0644 \u0627\u0648\u0646 \u0631\u0648 \u0628\u0631\u0631\u0633\u06cc \u0646\u062e\u0648\u0627\u0647\u0646\u062f \u06a9\u0631\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0628\u0631\u0627\u06cc \u0633\u0627\u06cc\u062a \u0647\u0627\u06cc \u0641\u0631\u0648\u0634\u06af\u0627\u0647\u06cc \u0628\u0633\u06cc\u0627\u0631 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u0647\u0633\u062a\u0634. \u0633\u0627\u06cc\u062a \u0647\u0627\u06cc \u0641\u0631\u0648\u0634\u06af\u0627\u0647\u06cc \u0628\u0647 \u06a9\u0627\u0628\u0631\u0627\u0646 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u062f\u0646 \u0645\u062d\u0635\u0648\u0644\u0627\u062a \u0645\u0648\u0631\u062f \u0646\u0638\u0631 \u062e\u0648\u062f \u0631\u0627 \u062c\u0633\u062a\u0648\u062c\u0648 \u06a9\u0646\u0646\u062f \u0648 \u06cc\u0627 \u0628\u0631\u0627\u06cc \u062c\u0633\u062a\u0648\u062c\u0648\u06cc \u062e\u0648\u062f \u0641\u06cc\u0644\u062a\u0631 \u062a\u0639\u06cc\u06cc\u0646 \u06a9\u0646\u0646\u062f. \u0647\u0631 \u0641\u06cc\u0644\u062a\u0631\u06cc \u06a9\u0647 \u062a\u0639\u06cc\u06cc\u0646 \u0645\u06cc\u0634\u0647 \u0635\u0641\u062d\u0647\u200c\u0627\u06cc \u0631\u0648 \u0645\u06cc \u0633\u0627\u0632\u0647 \u06a9\u0647 \u0633\u0628\u0628 \u0627\u0632\u062f\u062d\u0627\u0645 \u0628\u06cc\u0634 \u0627\u0632 \u062d\u062f \u0645\u06cc\u0634\u0647. \u0627\u06cc\u0646 \u0635\u0641\u062d\u0627\u062a \u0628\u0627\u0639\u062b \u0645\u06cc\u0634\u0646 \u0631\u0628\u0627\u062a \u0647\u0627 \u06af\u06cc\u062c \u0628\u0634\u0646 \u0648 \u0645\u0645\u06a9\u0646\u0647 \u0635\u0641\u062d\u0627\u062a \u0645\u0647\u0645 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0631\u0648 \u0645\u06cc\u0648\u0646 \u0627\u06cc\u0646 \u0647\u0645\u0647 \u0634\u0644\u0648\u063a\u06cc \u067e\u06cc\u062f\u0627 \u0646\u06a9\u0646\u0646\u062f. \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646\u06a9\u0647 \u0628\u0647\u062a\u0631 \u0628\u0627 \u0642\u0636\u06cc\u0647 \u0622\u0634\u0646\u0627 \u0628\u0634\u0648\u06cc\u062f\u060c \u0628\u06cc\u0627\u06cc\u062f \u0641\u0627\u06cc\u0644 robots.txt \u0633\u0627\u06cc\u062a \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627 \u0631\u0648 \u0628\u0627 \u0647\u0645 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u0645.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0647\u0645\u0648\u0646\u0637\u0648\u0631 \u06a9\u0647 \u0645\u06cc\u062f\u0648\u0646\u06cc\u062f\u060c \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627 \u062f\u0631 \u0648\u0628 \u0633\u0627\u06cc\u062a \u062e\u0648\u062f\u0634 \u0645\u062d\u0635\u0648\u0644\u0627\u062a \u0632\u06cc\u0627\u062f\u06cc \u062f\u0627\u0631\u0647 \u0648 \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646\u06a9\u0647 \u0627\u06cc\u0646 \u0634\u0644\u0648\u063a\u06cc \u0631\u0648 \u06a9\u0645 \u06a9\u0646\u0647\u060c \u062f\u0631 \u0641\u0627\u06cc\u0644 robots.txt \u0635\u0641\u062d\u0627\u062a\u06cc \u06a9\u0647 \u0628\u0627 \u0633\u0631\u0686 \u0645\u062d\u0635\u0648\u0644\u0627\u062a \u062a\u0648\u0633\u0637 \u06a9\u0627\u0631\u0628\u0631 \u0627\u06cc\u062c\u0627\u062f \u0645\u06cc\u0634\u0646 \u0631\u0648 \u0645\u0633\u062f\u0648\u062f \u06a9\u0631\u062f\u0647 \u0648 \u0627\u062c\u0627\u0632\u0647 \u062e\u0632\u06cc\u062f\u0646 \u062a\u0648 \u0627\u0648\u0646 \u0635\u0641\u062d\u0627\u062a \u0631\u0648 \u0628\u0647 \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u06af\u0648\u06af\u0644 \u0646\u0645\u06cc\u062f\u0647\u060c \u062a\u0627 \u0627\u06cc\u0646 \u0631\u0628\u0627\u062a \u0647\u0627 \u0628\u062a\u0648\u0646\u0646\u062f \u0635\u0641\u062d\u0627\u062a \u0645\u0647\u0645 \u062a\u0631 \u0631\u0648 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u0646\u062f. \u062f\u0631 \u0645\u0648\u0631\u062f \u0627\u06cc\u0646 \u0645\u0648\u0636\u0648\u0639 \u062f\u0631 \u0642\u0633\u0645\u062a <strong>\u0635\u0641\u062d\u0647 \u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0631\u0627 \u0645\u0633\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f<\/strong> \u0628\u06cc\u0634\u062a\u0631 \u062a\u0648\u0636\u06cc\u062d \u0645\u06cc\u062f\u06cc\u0645.<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-9.png\" alt=\"\u0641\u0627\u06cc\u0644 robots.txt \u0633\u0627\u06cc\u062a \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627\" class=\"wp-image-17724\" style=\"width:616px;height:443px\" width=\"616\" height=\"443\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u06a9\u0627\u0631\u0628\u0631\u062f \u062f\u06cc\u06af\u0647\u200c\u0627\u06cc \u06a9\u0647 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0647\u0627 \u062f\u0627\u0631\u0646\u062f \u0627\u06cc\u0646\u0647 \u06a9\u0647 \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062e\u0648\u062f\u062a\u0648\u0646 \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u0648\u062c\u0648 \u0631\u0648 \u0627\u0632 \u062e\u0632\u06cc\u062f\u0646 \u062f\u0631 \u0641\u0627\u06cc\u0644\u200c\u0647\u0627\u06cc \u062e\u0627\u0635 \u0645\u062b\u0644\u0627 \u0639\u06a9\u0633\u200c\u0647\u0627\u060c \u067e\u06cc \u062f\u06cc \u0627\u0641\u200c\u0647\u0627 \u0648 \u06cc\u0627 \u0634\u06cc\u062a \u0647\u0627\u06cc \u0627\u06a9\u0633\u0644\u06cc \u06a9\u0647 \u062a\u0648\u06cc \u0648\u0628 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0647\u0633\u062a \u0645\u0646\u0639 \u06a9\u0646\u06cc\u062f. \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062b\u0627\u0644\u060c \u0634\u0645\u0627 \u0627\u0637\u0644\u0627\u0639\u0627\u062a \u0634\u062e\u0635\u06cc \u06a9\u0627\u0631\u0628\u0631\u0627\u0646 \u0631\u0648 \u0630\u062e\u06cc\u0631\u0647 \u06a9\u0631\u062f\u06cc\u062f \u0648 \u0645\u0633\u0644\u0645\u0627 \u0646\u0645\u06cc\u062e\u0648\u0627\u06cc\u0646 \u06a9\u0647 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0647\u0627 \u062f\u0631 \u062c\u0633\u062a\u062c\u0648\u06cc \u06af\u0648\u06af\u0644 \u0646\u0634\u0648\u0646 \u062f\u0627\u062f\u0647 \u0628\u0634\u0646\u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0628\u0647 \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u06af\u0648\u06af\u0644 \u0627\u062c\u0627\u0632\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u0648 \u062e\u0632\u06cc\u062f\u0646 \u062f\u0631 \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0647\u0627 \u0631\u0648 \u0646\u0645\u06cc\u062f\u06cc\u062f. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06a9\u0627\u0631\u0628\u0631\u062f \u0633\u0648\u0645 \u0641\u0627\u06cc\u0644 robots.txt \u0627\u06cc\u0646\u0647 \u06a9\u0647 \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0628\u062e\u0634 \u0647\u0627\u06cc\u06cc \u0627\u0632 \u0648\u0628 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0631\u0648 \u0628\u0647 \u0635\u0648\u0631\u062a \u062e\u0635\u0648\u0635\u06cc \u06cc\u0627 \u0647\u0645\u0648\u0646 private \u062f\u0631\u0628\u06cc\u0627\u0631\u06cc\u062f. \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646\u06a9\u0627\u0631 \u0628\u0627\u06cc\u062f \u0627\u062c\u0627\u0632\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u0645\u0633\u06cc\u0631 \u0641\u0627\u06cc\u0644 \u0648 \u06cc\u0627 \u067e\u0627\u0631\u0627\u0645\u062a\u0631\u0647\u0627\u06cc URL \u0631\u0648 \u0627\u0632 \u062e\u0632\u0646\u062f\u0647\u200c\u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u0648\u062c\u0648 \u0628\u06af\u06cc\u0631\u06cc\u062f. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u06a9\u0627\u0631\u0628\u0631\u062f \u0686\u0647\u0627\u0631\u0645 \u0641\u0627\u06cc\u0644 robots.txt \u0627\u06cc\u0646\u0647 \u06a9\u0647 \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u062f\u0631 \u062e\u0632\u0634 \u062a\u0627\u062e\u06cc\u0631 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u062f\u061b \u062a\u0627 \u0632\u0645\u0627\u0646\u06cc \u06a9\u0647 \u062e\u0632\u0646\u062f\u0647\u200c\u0647\u0627 \u0645\u062d\u062a\u0648\u0627\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0631\u0648 \u0644\u0648\u062f \u0645\u06cc \u06a9\u0646\u0646\u062f\u060c \u0633\u0631\u0648\u0631\u062a\u0648\u0646 \u062f\u0686\u0627\u0631 \u0627\u0648\u0631\u0644\u0648\u062f (Overload) \u0646\u0634\u0647.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0647\u0645 \u0645\u06cc\u062a\u0648\u0646\u06cc\u0646 \u0644\u0648\u06a9\u06cc\u0634\u0646 \u0633\u0627\u06cc\u062a \u0645\u067e \u0648 \u06cc\u0627 \u0647\u0645\u0648\u0646 \u0646\u0642\u0634\u0647 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0631\u0648 \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0630\u0627\u0631\u06cc\u062f \u062a\u0627 \u062e\u0632\u0646\u062f\u0647\u200c \u0647\u0627 \u0631\u0627\u062d\u062a \u067e\u06cc\u062f\u0627\u0634 \u06a9\u0646\u0646\u062f.<\/p>\n\n\n\n<p class=\"has-luminous-vivid-orange-color has-text-color wp-block-paragraph\"><em>\u0627\u06af\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0633\u0627\u06cc\u062a \u0645\u067e \u0631\u0648 \u0628\u0644\u062f \u0646\u06cc\u0633\u062a\u06cc\u0646\u060c \u0628\u0647 \u0645\u0642\u0627\u0644\u0647 <strong><a href=\"https:\/\/parsavesta.com\/blog\/build-xml-sitemap\/#what-is-site-map\" target=\"_blank\" rel=\"noreferrer noopener\">\u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0646\u0642\u0634\u0647 \u0633\u0627\u06cc\u062a \u062f\u0631 \u0648\u0631\u062f\u067e\u0631\u0633<\/a><\/strong> \u0645\u0627 \u0633\u0631 \u0628\u0632\u0646\u06cc\u062f<\/em>.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u062d\u0627\u0644\u0627 \u06a9\u0647 \u0645\u06cc\u062f\u0648\u0646\u06cc\u0645 \u0628\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u0686\u0647 \u06a9\u0627\u0631\u0647\u0627\u06cc\u06cc \u0645\u06cc\u0634\u0647 \u06a9\u0631\u062f\u060c \u0628\u06cc\u0627\u06cc\u062f \u0628\u0627 \u0632\u0628\u0627\u0646 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0622\u0634\u0646\u0627 \u0628\u0634\u06cc\u0645 \u062a\u0627 \u0628\u062a\u0648\u0646\u06cc\u062f \u062e\u0648\u062f\u062a\u0648\u0646 \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0631\u0627\u06cc \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u062f\u0631\u0633\u062a \u06a9\u0646\u06cc\u062f. <\/p>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"search-engine-language\">\u0632\u0628\u0627\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u0648\u062c\u0648: \u0686\u06af\u0648\u0646\u0647 \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0646\u0648\u06cc\u0633\u0645\u061f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0628\u0647 \u0632\u0628\u0627\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0627\u0635\u0637\u0644\u0627\u062d\u0627 robots.txt synatx \u06af\u0641\u062a\u0647 \u0645\u06cc\u0634\u0647. \u0627\u0648\u0644\u06cc\u0646 \u0686\u06cc\u0632\u06cc \u06a9\u0647 \u062a\u0648 \u0627\u06cc\u0646 \u0632\u0628\u0627\u0646 \u0628\u0627\u06cc\u062f \u0628\u0627\u0647\u0627\u0634 \u0622\u0634\u0646\u0627 \u0628\u0634\u06cc\u062f User-agent \u0647\u0633\u062a. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>User-agent:<\/strong> \u0627\u06cc\u0646 \u0633\u06cc\u0646\u062a\u06a9\u0633 \u0628\u0631\u0627\u06cc \u0635\u062f\u0627 \u0632\u062f\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc\u06cc \u0647\u0633\u062a\u0634 \u06a9\u0647 \u0645\u06cc\u062e\u0648\u0627\u06cc\u062f \u0648\u0628 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0631\u0648 \u0628\u0631\u0631\u0633\u06cc \u0628\u06a9\u0646\u0646\u062f \u0648 \u06cc\u0627 \u0647\u0645\u0648\u0646 \u0628\u0647 \u0627\u0635\u0637\u0644\u0627\u062d \u062a\u0648 \u0648\u0628 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0628\u062e\u0632\u0646\u062f. \u0648\u0642\u062a\u06cc \u062e\u0632\u0646\u062f\u0647\u200c\u0627\u06cc \u0648\u0627\u0631\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0645\u06cc\u0634\u0647 \u0627\u0648\u0644 \u06a9\u0627\u0631\u06cc \u06a9\u0647 \u0645\u06cc\u06a9\u0646\u0647 \u0627\u06cc\u0646\u0647 \u06a9\u0647 \u0641\u0627\u06cc\u0644 robot.txt \u0634\u0645\u0627 \u0631\u0648 \u0645\u06cc\u062e\u0648\u0646\u0647\u061b \u06cc\u0639\u0646\u06cc \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u0631\u0648 \u0627\u0633\u06a9\u0646 \u0645\u06cc\u06a9\u0646\u0647 \u062a\u0627 \u0628\u0628\u06cc\u0646\u0647 \u0635\u062f\u0627\u0634 \u0632\u062f\u06cc\u062f \u06cc\u0627 \u0646\u0647. \u0627\u06af\u0631 \u0635\u062f\u0627\u0634 \u0632\u062f\u0647 \u0628\u0648\u062f\u06cc\u062f \u0628\u0647 \u062e\u0648\u0646\u062f\u0646 \u0627\u0648\u0646 \u0642\u0633\u0645\u062a \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u0628\u0647\u0634 \u0645\u0631\u0628\u0648\u0637 \u0647\u0633\u062a\u0646\u062f \u0627\u062f\u0627\u0645\u0647 \u0645\u06cc\u062f\u0647. \u0644\u06cc\u0633\u062a \u062a\u0645\u0627\u0645\u06cc User-agent \u0647\u0627 \u06cc\u0627 \u0647\u0645\u0648\u0646 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0631\u0648 \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f <a href=\"http:\/\/www.robotstxt.org\/db.html\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u0627\u06cc\u0646\u062c\u0627 <\/a>\u0628\u0628\u06cc\u0646\u06cc\u062f. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Disallow:<\/strong> \u0633\u06cc\u0646\u06a9\u0633 \u0628\u0639\u062f\u06cc \u06a9\u0647 \u0645\u06cc\u062e\u0648\u0627\u06cc\u0645 \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc\u0645 Disallow Rule \u0647\u0633\u062a. \u0627\u06cc\u0646 \u0633\u06cc\u0646\u062a\u06a9\u0633 \u0647\u0645\u0648\u0646\u0637\u0648\u0631 \u06a9\u0647 \u0627\u0632 \u0627\u0633\u0645\u0634 \u067e\u06cc\u062f\u0627\u0633\u062a \u0628\u0647 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627 \u0645\u06cc\u06af\u0647 \u06a9\u0647 \u0648\u0627\u0631\u062f \u0628\u062e\u0634\u200c\u0647\u0627\u06cc \u062e\u0627\u0635\u06cc \u0627\u0632 \u0648\u0628 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0646\u0634\u0646\u061b \u06cc\u0639\u0646\u06cc \u0627\u062c\u0627\u0632\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u0628\u0647 \u0627\u0648\u0646 \u0642\u0633\u0645\u062a\u200c\u0647\u0627\u06cc \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0631\u0648 \u0627\u0632\u0634\u0648\u0646 \u0645\u06cc\u06af\u06cc\u0631\u06cc\u062f. \u06cc\u0627\u062f\u062a\u0648\u0646 \u0628\u0627\u0634\u0647 \u062a\u0648 \u0647\u0631 \u0644\u0627\u06cc\u0646 \u0641\u0642\u0637 \u06cc\u062f\u0648\u0646\u0647 \u062f\u0633\u062a\u0648\u0631 Disallow \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f. \u0645\u06cc\u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0633\u0627\u06cc\u062a \u062f\u06cc\u062c\u06cc \u0686\u0642\u062f\u0631 \u0627\u06cc\u0646 \u062f\u0633\u062a\u0648\u0631 \u0631\u0648 \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062e\u0648\u062f\u0634 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0631\u062f\u0647:<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-10.png\" alt=\"Disallow Rule \u0641\u0627\u06cc\u0644 robots.txt\" class=\"wp-image-17752\" style=\"width:525px;height:509px\" width=\"525\" height=\"509\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Allow:<\/strong> \u0627\u06cc\u0646 \u0633\u06cc\u0646\u062a\u06a9\u0633 \u0641\u0642\u0637 \u0628\u0631\u0627\u06cc \u06cc\u06a9\u06cc \u0627\u0632 \u062e\u0632\u0646\u062f\u0647 \u06af\u0648\u06af\u0644 \u0628\u0647 \u0627\u0633\u0645 <a href=\"http:\/\/www.robotstxt.org\/db\/googlebot.html\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Googlebot<\/a> \u06a9\u0627\u0631\u0628\u0631\u062f \u062f\u0627\u0631\u0647 \u06a9\u0647 \u0628\u0647\u0634 \u0627\u062c\u0627\u0632\u0647 \u0645\u06cc\u062f\u0647 \u0628\u0647 \u06cc\u0647 \u0628\u0631\u06af\u0647 \u06cc\u0627 \u0632\u06cc\u0631\u067e\u0648\u0634\u0647 (Subfolder) \u062f\u0633\u062a\u0631\u0633\u06cc \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u0647 \u0628\u0627 \u0627\u06cc\u0646\u06a9\u0647 \u0628\u0631\u06af\u0647 \u0645\u0627\u062f\u0631 \u06cc\u0627 \u0641\u0627\u06cc\u0644 \u0645\u0627\u062f\u0631 <strong>Disallow<\/strong> \u0634\u062f\u0647. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u062a\u0648 \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631\u060c \u0627\u062c\u0627\u0632\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u0627\u0632 \u0641\u0648\u0644\u062f\u0631 \u0645\u0627\u062f\u0631 \/wp-admin\/ \u06af\u0631\u0641\u062a\u0647 \u0634\u062f\u0647 \u0627\u0645\u0627 \u0628\u0647 \/wp-admin\/admin-ajax.php \u06a9\u0647 \u0641\u0627\u06cc\u0644\u06cc \u062f\u0627\u062e\u0644 \u0641\u0627\u06cc\u0644 \u0645\u0627\u062f\u0631 \u0647\u0633\u062a\u0634 \u0627\u062c\u0627\u0632\u0647 \u062f\u0633\u062a\u0631\u0633\u06cc \u062f\u0627\u062f\u0647 \u0634\u062f\u0647:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"3\"><code>User-agent: Googlebot\n\/Disallow: \/wp-admin\nAllow: \/wp-admin\/admin-ajax.php<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Crawl-Delay:<\/strong> \u0633\u06cc\u0646\u062a\u06a9\u0633 Crawl-Delay \u0628\u0647 \u062e\u0632\u0646\u062f\u0647 \u0645\u06cc\u06af\u0647 \u06a9\u0647 \u0642\u0628\u0644 \u0627\u0632 \u0634\u0631\u0648\u0639 \u0628\u0647 \u0644\u0648\u062f \u06a9\u0631\u062f\u0646 \u0648 \u062e\u0632\u06cc\u062f\u0646 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0686\u0646\u062f \u062b\u0627\u0646\u06cc\u0647 \u0645\u0646\u062a\u0638\u0631 \u0628\u0645\u0648\u0646\u0647. \u0633\u06cc\u0646\u062a\u06a9\u0633 Crawl-Delay \u0627\u06cc\u0646 \u0634\u06a9\u0644\u06cc\u0647:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"2\"><code> * :User-agent\nCrawl-Delay: 20<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u0646\u0642\u0634\u0647 \u0633\u0627\u06cc\u062a:<\/strong> \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0647\u0645 \u0644\u0648\u06a9\u06cc\u0634\u0646 \u0633\u0627\u06cc\u062a \u0645\u067e XML \u0631\u0648 \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062a\u0648\u0646 \u0628\u0631\u0627\u06cc \u062e\u0632\u0646\u062f\u0647 \u0647\u0627 \u0645\u06cc\u0630\u0627\u0631\u06cc\u062f.<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"1\"><code>Sitemap: https:\/\/parsavesta.com\/sitemap_index.xml<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\/:<\/strong> \u0639\u0644\u0627\u0645\u062a \u0627\u0633\u0644\u0634 \u0631\u0648 \u0647\u0645 \u062f\u0627\u0631\u06cc\u0645 \u06a9\u0647 \u062c\u062f\u0627 \u06a9\u0646\u0646\u062f\u0647 \u0647\u0633\u062a. \u0627\u06af\u0631 \u0628\u0647 \u062a\u0646\u0647\u0627\u06cc\u06cc \u0645\u0627\u0646\u0646\u062f \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631 \u0627\u0632\u0634 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f\u060c \u0628\u0647 \u0627\u06cc\u0646 \u0645\u0639\u0646\u06cc\u0647 \u06a9\u0647 \u06a9\u0644 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 disallow \u0634\u062f\u0647:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"2\"><code>User-agent: Googlebot\n\/ :Disallow<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>*: <\/strong>\u0639\u0644\u0627\u0645\u062a \u0628\u0639\u062f\u06cc \u0639\u0644\u0627\u0645\u062a \u0633\u062a\u0627\u0631\u0647 \u0647\u0633\u062a. \u0632\u0645\u0627\u0646\u06cc \u0627\u0632 \u0627\u06cc\u0646 \u0639\u0644\u0627\u0645\u062a \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc\u06a9\u0646\u06cc\u062f \u06a9\u0647 \u0628\u062e\u0648\u0627\u06cc\u062f \u062f\u0633\u062a\u0648\u0631\u06cc \u0631\u0648 \u062a\u0648\u06cc \u062a\u0645\u0627\u0645 \u0627\u062c\u0632\u0627\u06cc \u06cc\u0647 \u0628\u062e\u0634 \u0627\u0639\u0645\u0627\u0644 \u06a9\u0646\u06cc\u062f\u061b \u06cc\u0639\u0646\u06cc \u0648\u0642\u062a\u06cc \u0639\u0644\u0627\u0645\u062a \u0633\u062a\u0627\u0631\u0647 \u0631\u0648 \u06af\u0630\u0627\u0634\u062a\u06cc\u0646 \u0628\u0639\u062f\u0634 \u0628\u062e\u0634 \u062e\u0627\u0635\u06cc \u0631\u0648 \u0645\u0634\u062e\u0635 \u06a9\u0631\u062f\u06cc\u0646\u060c \u0647\u0631 \u0686\u06cc\u0632\u06cc \u06a9\u0647 \u0645\u0631\u0628\u0648\u0637 \u0628\u0647 \u0627\u0648\u0646\u0647 \u0628\u0627\u06cc\u062f \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0647 \u0628\u0634\u0647. \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062b\u0627\u0644\u060c \u0647\u0645\u0648\u0646\u0637\u0648\u0631 \u06a9\u0647 \u062f\u0631 \u0639\u06a9\u0633 \u0645\u06cc\u0628\u06cc\u0646\u06cc\u062f \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627 *\u061f* Disallow \u0634\u062f\u0647\u061b \u06cc\u0639\u0646\u06cc \u0628\u0647 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627 \u06af\u0641\u062a\u0647 \u0647\u0631 \u0686\u06cc \u0628\u0639\u062f \u0627\u0632 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 \u0639\u0644\u0627\u0645\u062a \u0633\u0648\u0627\u0644 \u062a\u0648\u06cc URL \u0627\u0648\u0645\u062f \u0631\u0648 \u0644\u0627\u0632\u0645 \u0646\u06cc\u0633\u062a \u0628\u0631\u0631\u0633\u06cc \u06a9\u0646\u06cc. <\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-11.png\" alt=\"\u0633\u06cc\u0646\u062a\u06a9\u0633 \u0647\u0627\u06cc \u0641\u0627\u06cc\u0644 robots.txt\" class=\"wp-image-17782\" style=\"width:628px;height:431px\" width=\"628\" height=\"431\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06af\u0631 \u0628\u0647 \u062a\u0646\u0647\u0627\u06cc\u06cc \u0639\u0644\u0627\u0645\u062a \u0633\u062a\u0627\u0631\u0647 \u0631\u0648 \u0628\u0630\u0627\u0631\u06cc\u062f \u062a\u0645\u0627\u0645 \u0627\u0648\u0646 \u0686\u06cc\u0632 \u0645\u062f\u0646\u0638\u0631\u062a\u0648\u0646\u0647\u060c \u0645\u062b\u0644\u0627 \u062a\u0648\u06cc \u0639\u06a9\u0633 \u0628\u0627\u0644\u0627 * :user-agent \u06cc\u0639\u0646\u06cc \u062a\u0645\u0627\u0645 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0631\u0648 \u0635\u062f\u0627 \u06a9\u0631\u062f\u06cc\u062f \u0648 \u0628\u0647\u0634\u0648\u0646 \u0627\u062c\u0627\u0632\u0647 \u0628\u0631\u0631\u0633\u06cc \u0633\u0627\u06cc\u062a \u062e\u0648\u062f\u062a\u0648\u0646 \u0631\u0648 \u062f\u0627\u062f\u06cc\u062f.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>#: <\/strong>\u0647\u0631 \u0686\u06cc\u0632\u06cc \u06a9\u0647 \u0628\u0639\u062f \u0627\u0632 \u0647\u0634\u062a\u06af \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0634\u0645\u0627 \u0642\u0631\u0627\u0631 \u0628\u06af\u06cc\u0631\u0647\u060c \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 comment \u062f\u0631 \u0646\u0638\u0631 \u06af\u0631\u0641\u062a\u0647 \u0645\u06cc\u0634\u0647\u061b \u06cc\u0639\u0646\u06cc \u0645\u0627 \u0627\u0632 \u0631\u0628\u0627\u062a \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0645\u06cc\u062e\u0648\u0627\u06cc\u0645 \u06a9\u0647 \u0627\u0648\u0646 \u0647\u0627 \u0631\u0627 \u0646\u0627\u062f\u06cc\u062f\u0647 \u0628\u06af\u06cc\u0631\u0647. \u0628\u0647 \u0639\u0646\u0648\u0627\u0646 \u0645\u062b\u0627\u0644\u060c \u0645\u06cc\u062a\u0648\u0646\u06cc\u0646 \u0645\u0648\u0627\u0631\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0647\u0634\u062a\u06af \u0631\u0648 \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0633\u0627\u06cc\u062a \u0631\u0646\u06a9 \u0645\u062b \u0628\u0628\u06cc\u0646\u06cc\u062f:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"1-2\"><code>This file is automatically added by Rank Math SEO plugin to help a website index better #\n\/More info: https:\/\/rankmath.com\/wordpress\/plugin\/seo-suite #\n* :User-Agent\n\/Disallow: \/wp-admin\nAllow: \/wp-admin\/admin-ajax.php\nAllow: \/wp-json\/rankmath\/v1\/updateCheck\n\nSitemap: https:\/\/rankmath.com\/sitemap_index.xml<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\">\u06cc\u0627 \u0645\u062b\u0644\u0627 \u0628\u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u0633\u0627\u06cc\u062a ikea \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0647\u0634\u062a\u06af \u0686\u062c\u0648\u0631\u06cc \u0627\u0628\u062a\u06a9\u0627\u0631 \u0628\u0647 \u062e\u0631\u062c \u062f\u0627\u062f\u0647 \u0648 \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0647\u0645 \u06a9\u0633\u0628 \u0648 \u06a9\u0627\u0631 \u062e\u0648\u062f\u0634 \u0631\u0648 \u062a\u0628\u0644\u06cc\u063a \u06a9\u0631\u062f\u0647:<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/hashtag-in-robots.txt-file-1024x687.png\" alt=\"\u0641\u0627\u06cc\u0644 robots.txt\" class=\"wp-image-19925\" style=\"width:661px;height:443px\" width=\"661\" height=\"443\" srcset=\"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/hashtag-in-robots.txt-file-1024x687.png 1024w, https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/hashtag-in-robots.txt-file-300x201.png 300w, https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/hashtag-in-robots.txt-file-768x516.png 768w, https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/hashtag-in-robots.txt-file.png 1138w\" sizes=\"auto, (max-width: 661px) 100vw, 661px\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>$:<\/strong> \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0647\u0645 \u0639\u0644\u0627\u0645\u062a \u062f\u0644\u0627\u0631\u060c \u0646\u0634\u0648\u0646 \u062f\u0647\u0646\u062f\u0647 \u0627\u0646\u062a\u0647\u0627\u06cc \u0645\u0633\u06cc\u0631 URL \u0647\u0633\u062a\u0634. \u062a\u0648\u06cc \u0645\u062b\u0627\u0644 \u0632\u06cc\u0631 \u067e\u0627\u0631\u0627\u0645\u062a\u0631 solutions \u0648 \u0647\u0631 \u0627\u0633\u0644\u0627\u06af \u06cc\u0648 \u0622\u0631 \u0627\u0644\u06cc \u06a9\u0647 \u0628\u0639\u062f \u0627\u0632 \u0627\u0648\u0646 \u0645\u06cc\u0627\u062f Disallow \u0634\u062f\u0647:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"1\"><code>$\/Disallow: \/solutions<\/code><\/pre><\/div>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"where-should-robots-txt-file-be-added\">\u0641\u0627\u06cc\u0644 robots.txt \u06a9\u062c\u0627 \u0628\u0627\u06cc\u062f \u0627\u0636\u0627\u0641\u0647 \u0634\u0648\u062f\u061f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0641\u0627\u06cc\u0644 robots.txt \u0628\u0627\u06cc\u062f \u0628\u0647 \u062f\u0627\u06cc\u0631\u06a9\u062a\u0648\u0631\u06cc \u0648\u0628 \u0633\u0627\u06cc\u062a \u0627\u0636\u0627\u0641\u0647 \u0628\u0634\u0647. \u0647\u0645\u0648\u0646\u0637\u0648\u0631 \u06a9\u0647 \u06af\u0641\u062a\u0645\u060c \u0648\u0642\u062a\u06cc \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0631\u0627 \u067e\u06cc\u062f\u0627 \u0645\u06cc \u06a9\u0646\u0646\u060c \u0627\u0648\u0644 \u0627\u0632 \u0647\u0645\u0647 \u062f\u0646\u0628\u0627\u0644 \u0641\u0627\u06cc\u0644 robots.txt \u0648\u0628 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0645\u06cc\u06af\u0631\u062f\u0646. \u0641\u0627\u06cc\u0644 robots.txt \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 \u0645\u0646\u06cc\u062c\u0631 \u0648\u0628 \u0633\u0627\u062a\u062a\u0648\u0646 \u0647\u0633\u062a \u0648 \u062a\u0648 \u0642\u0633\u0645\u062a home&gt;public_html \u0628\u0627\u06cc\u062f \u0627\u0636\u0627\u0641\u0647 \u0627\u0634 \u06a9\u0646\u06cc\u062f.<\/p>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"robots-txt-file-in-rankmath\">robots.txt \u062f\u0631 \u0627\u0641\u0632\u0648\u0646\u0647 \u0631\u0646\u06a9 \u0645\u062b<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06af\u0631 \u0627\u0632 <a href=\"https:\/\/parsavesta.com\/blog\/installation\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u0631\u0646\u06a9 \u0645\u062b<\/a> \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0645\u06cc \u06a9\u0646\u06cc\u062f \u062f\u06cc\u06af\u0647 \u0646\u06cc\u0627\u0632\u06cc \u0646\u06cc\u0633\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0648 \u062f\u0631 \u0641\u0627\u06cc\u0644 \u0645\u0646\u06cc\u062c\u0631 \u0648\u0628 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u062f\u060c \u0686\u0648\u0646 \u0627\u06cc\u0646 \u0627\u0641\u0632\u0648\u0646\u0647 \u06cc\u0647 \u0628\u062e\u0634 \u062c\u062f\u0627 \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u062f\u0627\u0631\u0647.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0628\u0631\u0627\u06cc \u0645\u062f\u06cc\u0631\u06cc\u062a <strong>\u0641\u0627\u06cc\u0644 robots.txt \u062f\u0631 \u0627\u0641\u0632\u0648\u0646\u0647 \u0631\u0646\u06a9 \u0645\u062b<\/strong> \u0628\u0647 \u0642\u0633\u0645\u062a General settings \u0648 \u06cc\u0627 \u0647\u0645\u0627\u0646 \u062a\u0646\u0638\u06cc\u0645\u0627\u062a \u0639\u0645\u0648\u0645\u06cc \u0628\u0631\u0648\u06cc\u062f. \u0631\u0648\u06cc \u0642\u0633\u0645\u062a Edit robots.txt \u06a9\u0644\u06cc\u06a9 \u06a9\u0646\u06cc\u062f \u0648 \u0641\u0627\u06cc\u0644\u06cc \u06a9\u0647 \u0627\u0641\u0632\u0648\u0646\u0647 \u0631\u0646\u06a9 \u0645\u062b \u0628\u0647 \u0637\u0648\u0631 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0628\u0631\u0627\u06cc \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u062f\u0631\u0633\u062a \u06a9\u0631\u062f\u0647 \u0631\u0648 \u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0645\u0634\u0627\u0647\u062f\u0647 \u06a9\u0646\u06cc\u062f:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\"><code>* :User-agent\n\/Disallow: \/wp-admin\nAllow: \/wp-admin\/admin-ajax.php\n\nSitemap: https:\/\/parsavesta.com\/sitemap_index.xml<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\">\u062a\u0648\u06cc \u0627\u06cc\u0646 \u0641\u0627\u06cc\u0644 robots.txt \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u062a\u0645\u0627\u0645 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0628\u0647 \u0633\u0627\u06cc\u062a \u062f\u0639\u0648\u062a \u0634\u062f\u0647 \u0648 \u0627\u0632\u0634\u0648\u0646 \u062e\u0648\u0627\u0633\u062a\u0647 \u0634\u062f\u0647 \u06a9\u0647 \u0641\u0627\u06cc\u0644 \/wp-admin\/ \u06a9\u0647 \u0647\u0645\u0648\u0646 \u0642\u0633\u0645\u062a \u0645\u062f\u06cc\u0631\u06cc\u062a \u0648\u0631\u062f\u067e\u0631\u0633 \u0647\u0633\u062a\u0634 \u0631\u0648 \u0627\u06cc\u0646\u062f\u06a9\u0633 \u0646\u06a9\u0646\u0646\u060c \u0627\u0645\u0627 \u0627\u06af\u0647 \u0628\u062e\u0648\u0627\u0646 \u0641\u0642\u0637 \u0648\u0627\u0631\u062f \/Allow: wp-admin\/admin-ajax.php \u0628\u0634\u0646 \u0647\u06cc\u0686 \u0645\u0634\u06a9\u0644\u06cc \u0646\u062f\u0627\u0631\u0647 \u0648 \u062f\u0631 \u0646\u0647\u0627\u06cc\u062a \u0647\u0645 \u0622\u062f\u0631\u0633 \u0633\u0627\u06cc\u062a \u0645\u067e \u0631\u0648 \u0628\u0631\u0627\u0634\u0648\u0646 \u0628\u0647 \u0627\u0634\u062a\u0631\u0627\u06a9 \u06af\u0630\u0627\u0634\u062a\u0647. \u0627\u06af\u0631 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a\u06cc \u0628\u0631\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u062f\u0631 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u0648\u062c\u0648\u062f \u0646\u062f\u0627\u0631\u0647\u060c \u0647\u0645\u06cc\u0646 \u0641\u0627\u06cc\u0644 \u067e\u06cc\u0634 \u0641\u0631\u0636 \u0628\u0631\u0627\u062a\u0648\u0646 \u06a9\u0641\u0627\u06cc\u062a \u0645\u06cc \u06a9\u0646\u062f. \u0627\u0645\u0627 \u0627\u06af\u0631 \u0646\u06cc\u0627\u0632 \u0628\u0647 \u0627\u0639\u0645\u0627\u0644 \u0645\u062d\u062f\u0648\u062f\u06cc\u062a \u062f\u0631 \u0633\u0627\u06cc\u062a\u062a\u0648\u0646 \u062f\u0627\u0631\u06cc\u062f \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648 \u062a\u0627 \u0622\u062e\u0631 \u0628\u062e\u0648\u0646\u06cc\u062f.<\/p>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"robots-txt-structure\">\u0633\u0627\u062e\u062a\u0627\u0631 \u0641\u0627\u06cc\u0644 robots.txt<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0641\u0627\u06cc\u0644 robots.txt \u0645\u06cc\u062a\u0648\u0646\u0647 \u0627\u0632 \u06af\u0631\u0648\u0647 \u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u062a\u0634\u06a9\u06cc\u0644 \u0634\u062f\u0647 \u0628\u0627\u0634\u0647 \u0648 \u0647\u0631 \u06af\u0631\u0648\u0647 \u0645\u06cc\u062a\u0648\u0646\u0647 \u0642\u0627\u0646\u0648\u0646 \u0647\u0627 \u0648 \u06cc\u0627 \u062f\u0633\u062a\u0648\u0631\u0647\u0627\u06cc \u0645\u062e\u062a\u0644\u0641\u06cc \u0631\u0648 \u062f\u0631\u0648\u0646 \u062e\u0648\u062f\u0634 \u0628\u06af\u0646\u062c\u0648\u0646\u0647. \u0627\u0645\u0627 \u06cc\u0627\u062f\u062a\u0648\u0646 \u0628\u0627\u0634\u0647 \u06a9\u0647:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0647\u0631 \u06af\u0631\u0648\u0647 \u0631\u0648 \u062d\u062a\u0645\u0627 \u0628\u0627\u06cc\u062f \u0628\u0627 \u0633\u06cc\u0646\u062a\u06a9\u0633 User-agent \u0634\u0631\u0648\u0639 \u06a9\u0646\u06cc\u062f<\/li>\n\n\n\n<li> \u062f\u0631 \u0627\u062f\u0627\u0645\u0647 \u0642\u0627\u0646\u0648\u0646 \u0647\u0627\u06cc\u06cc \u06a9\u0647 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627 \u0628\u0627\u06cc\u062f \u0631\u0639\u0627\u06cc\u062a \u06a9\u0646\u0646\u062f \u0631\u0648 \u0628\u06cc\u0627\u0646 \u06a9\u0646\u06cc\u062f<\/li>\n\n\n\n<li>\u0647\u0631 \u0642\u0627\u0646\u0648\u0646 \u0628\u0627\u06cc\u062f \u062f\u0631 \u0644\u0627\u06cc\u0646 \u062c\u062f\u0627\u06af\u0627\u0646\u0647 \u0646\u0648\u0634\u062a\u0647 \u0628\u0634\u0647<\/li>\n\n\n\n<li>\u0646\u0628\u0627\u06cc\u062f \u06cc\u06a9 \u062f\u0627\u06cc\u0631\u06a9\u062a\u0648\u0631\u06cc \u0631\u0648 \u062f\u0631 \u0644\u0627\u06cc\u0646 \u0647\u0627\u06cc \u062c\u062f\u0627 \u0628\u0646\u0648\u0633\u06cc\u062f<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u0628\u0647 \u0635\u0648\u0631\u062a \u067e\u06cc\u0634\u0641\u0631\u0636 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648 \u0645\u06cc\u062a\u0648\u0646\u0646\u062f \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0627\u062a \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u0631\u0648 \u0628\u062e\u0632\u0646\u0646\u062f\u060c \u0645\u06af\u0631 \u0627\u06cc\u0646\u06a9\u0647 \u0628\u0627 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0633\u06cc\u0646\u062a\u06a9\u0633 Disallow \u0645\u062d\u062f\u0648\u06cc\u062a \u0647\u0627\u06cc\u06cc \u0628\u0631\u0627\u0634\u0648\u0646 \u0642\u0627\u0626\u0644 \u0628\u0634\u06cc\u062f. \u0627\u06af\u0631 \u0628\u062e\u0648\u0627\u06cc\u062f \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0628\u06cc\u0634\u062a\u0631\u06cc \u0631\u0648 \u0645\u0648\u0631\u062f \u062e\u0637\u0627\u0628 \u0642\u0631\u0627\u0631 \u0628\u062f\u06cc\u062f\u060c \u0627\u0632 \u0627\u06cc\u0646 \u0633\u0627\u062e\u062a\u0627\u0631 \u0628\u0627\u06cc\u062f \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u06a9\u0646\u06cc\u062f:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-git\" data-lang=\"Git\" data-line=\"2\"><code>* :User-agent\n\/Disallow: \/wp-admin\nAllow: \/wp-admin\/admin-ajax.php\n\nUser-agent: msnbot\n\/ :Disallow\n\nSitemap: https:\/\/parsavesta.com\/sitemap_index.xml<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06cc\u0646 \u0633\u0627\u062e\u062a\u0627\u0631 \u0641\u0627\u06cc\u0644 robots.txt \u0647\u0633\u062a\u0634. \u062d\u0627\u0644\u0627 \u06a9\u0647 \u0645\u06cc\u062a\u0648\u0646\u06cc\u0645 \u0628\u0627 \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0628\u0627 \u0632\u0628\u0627\u0646 \u062e\u0648\u062f\u0634\u0648\u0646 \u0635\u062d\u0628\u062a \u06a9\u0646\u06cc\u0645\u060c \u0628\u0631\u06cc\u0645 \u06cc\u0647 \u0645\u062b\u0627\u0644 \u0628\u0628\u06cc\u0646\u06cc\u0645.<\/p>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"block-internal-search-pages\">\u0635\u0641\u062d\u0647 \u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0631\u0627 \u0645\u0633\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0628\u0633\u062a\u0647 \u0628\u0647 \u0646\u0648\u0639 \u0648\u0628 \u0633\u0627\u06cc\u062a\u06cc \u06a9\u0647 \u062f\u0627\u0631\u06cc\u062f\u060c \u0628\u0647\u062a\u0631\u0647 \u0635\u0641\u062d\u0627\u062a \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0631\u0648 \u0628\u0631\u0627\u06cc \u062e\u0632\u0646\u062f\u0647 \u0647\u0627\u06cc \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0645\u0633\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f. \u0645\u062b\u0644\u0627 \u0648\u0642\u062a\u06cc \u0648\u0627\u0631\u062f \u0633\u0627\u06cc\u062a \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627 \u0645\u06cc\u0634\u06cc\u062f\u060c \u0645\u06cc\u0628\u06cc\u0646\u06cc\u062f \u06a9\u0647 \u06af\u0632\u06cc\u0646\u0647 \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u062f\u0627\u0631\u0647. \u0627\u06af\u0631 \u0645\u0648\u0628\u0627\u06cc\u0644 \u0631\u0648 \u062c\u0633\u062a\u062c\u0648 \u06a9\u0646\u06cc\u062f\u060c URL \u0628\u0647 \u0634\u06a9\u0644 \u0632\u06cc\u0631 \u062f\u0631 \u0645\u06cc\u0627\u062f:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\"><code>\u0645\u0648\u0628\u0627\u06cc\u0644=www.digikala.com\/search\/?q<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\">\u062d\u0627\u0644\u0627 \u0627\u06af\u0647 \u06a9\u06cc\u0641 \u0631\u0648 \u062a\u0648\u06cc \u062f\u06cc\u062c\u06cc\u06a9\u0627\u0644\u0627 \u0633\u0631\u0686 \u06a9\u0646\u06cc\u0645\u060c URL \u0628\u0647 \u0627\u06cc\u0646 \u0634\u06a9\u0644 \u062f\u0631 \u0645\u06cc\u0627\u062f:<\/p>\n\n\n\n<div class=\"hcb_wrap\"><pre class=\"prism undefined-numbers lang-plain\" data-line=\"1\"><code>\u06a9\u06cc\u0641=https:\/\/www.digikala.com\/search\/?q<\/code><\/pre><\/div>\n\n\n\n<p class=\"wp-block-paragraph\">\u0645\u06cc\u062a\u0648\u0646\u06cc\u062f \u0627\u0644\u06af\u0648 \u0631\u0648 \u067e\u06cc\u062f\u0627 \u06a9\u0646\u06cc\u062f\u061f <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u0647\u0631 \u0628\u0627\u0631 \u06a9\u0647 \u062a\u0648\u06cc \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627 \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0627\u0646\u062c\u0627\u0645 \u0645\u06cc\u062f\u06cc\u0645 *=search?q \u0631\u0648 \u062a\u0648\u06cc URL \u0645\u06cc\u0628\u06cc\u0646\u06cc\u0645. \u062d\u0627\u0644\u0627 \u062f\u06cc\u062c\u06cc \u06a9\u0627\u0644\u0627 \u0627\u06cc\u0646\u062c\u0648\u0631\u06cc \u062a\u0648\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0627\u06cc\u0646 \u0635\u0641\u062d\u0627\u062a \u0631\u0648 \u0628\u0631\u0627\u06cc \u062e\u0632\u0646\u062f\u0647 \u0647\u0627 \u0645\u0633\u062f\u0648\u062f \u06a9\u0631\u062f\u0647:<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-13.png\" alt=\"\u0641\u0627\u06cc\u0644 robots.txt \u0628\u0633\u0627\u0632\u06cc\u062f\" class=\"wp-image-17845\" style=\"width:715px;height:483px\" width=\"715\" height=\"483\"\/><\/figure>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"how-to-fix-robots-txt-file-errors\">\u0686\u06af\u0648\u0646\u0647 \u0627\u0631\u0648\u0631 \u0647\u0627 \u06cc\u0627 \u062e\u0637\u0627\u0647\u0627\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0631\u0637\u0631\u0641 \u06a9\u0646\u06cc\u0645\u061f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0628\u0647\u062a\u0631\u06cc\u0646 \u0631\u0627\u0647 \u0628\u0631\u0627\u06cc \u0627\u06cc\u0646\u06a9\u0647 \u0645\u0637\u0645\u0626\u0646 \u0628\u0634\u06cc\u062f \u0641\u0627\u06cc\u0644 robots.txt \u0634\u0645\u0627 \u062e\u0637\u0627 \u06cc\u0627 \u0627\u0631\u0648\u0631 \u0646\u062f\u0627\u0631\u0647\u060c robots.txt Tester \u06af\u0648\u06af\u0644 \u0647\u0633\u062a\u0634. \u0627\u06af\u0647 \u0633\u0631\u0686 \u06a9\u0646\u0633\u0648\u0644 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f\u060c \u062a\u0648\u06cc robots.txt Tester \u0645\u06cc\u062a\u0648\u0646\u06cc\u0646 \u0641\u0627\u06cc\u0644 robots.txt \u062e\u0648\u062f\u062a\u0648\u0646 \u0631\u0648 \u0628\u0628\u06cc\u0646\u06cc\u062f. <\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-14-1024x824.png\" alt=\"\u0631\u0641\u0639 \u062e\u0637\u0627\u06cc \u0641\u0627\u06cc\u0644 robots.txt\" class=\"wp-image-17849\" style=\"width:629px;height:505px\" width=\"629\" height=\"505\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u06af\u0631 \u062f\u06cc\u062f\u06cc\u062f \u06a9\u0647 \u0641\u0627\u06cc\u0644 robots.txt \u0634\u0645\u0627 \u0628\u0627 \u0686\u06cc\u0632\u06cc \u06a9\u0647 \u0628\u0631\u0627\u062a\u0648\u0646 \u062a\u0648\u06cc robots.txt Tester \u0646\u0645\u0627\u06cc\u0634 \u062f\u0627\u062f\u0647 \u0645\u06cc\u0634\u0647 \u0645\u062a\u0641\u0627\u0648\u062a\u0647\u060c robots.txt \u062e\u0648\u062f\u062a\u0648\u0646 \u0631\u0648 \u06a9\u067e\u06cc \u06a9\u0646\u06cc\u062f \u0648 \u062f\u0631 robots.txt Tester \u0628\u0630\u0627\u0631\u06cc\u062f\u060c \u062d\u0627\u0644\u0627 \u06af\u0632\u06cc\u0646\u0647 submit \u0631\u0648 \u0628\u0632\u0646\u06cc\u062f. \u0627\u06cc\u0646 \u067e\u06cc\u0627\u0645 \u0628\u0631\u0627\u062a\u0648\u0646 \u0645\u06cc\u0627\u062f \u06a9\u0647 \u06af\u0632\u06cc\u0646\u0647 \u0633\u0648\u0645 \u0631\u0648 \u0628\u0627\u06cc\u062f \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u062f:<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-15-1024x740.png\" alt=\"\u0631\u0641\u0639 \u0627\u0631\u0648\u0631 \u0641\u0627\u06cc\u0644 robots.txt\" class=\"wp-image-17852\" style=\"width:605px;height:437px\" width=\"605\" height=\"437\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u062d\u0627\u0644\u0627 \u0635\u0641\u062d\u0647 \u0631\u0648 \u0631\u06cc\u0641\u0631\u0634 \u06a9\u0646\u06cc\u062f. \u0627\u06af\u0631 \u0641\u0627\u06cc\u0644 robots.txt \u0634\u0645\u0627 \u062e\u0637\u0627 \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u0647\u060c \u06cc\u0647 \u0639\u0644\u0627\u0645\u062a \u0628\u0631\u0627\u062a\u0648\u0646 \u06a9\u0646\u0627\u0631 \u0647\u0645\u0648\u0646 \u0644\u0627\u06cc\u0646 \u0645\u06cc\u0627\u062f \u0645\u062b\u0644 \u062a\u0635\u0648\u06cc\u0631 \u0632\u06cc\u0631:<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-full\"><img decoding=\"async\" src=\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-16.png\" alt=\"\u0686\u06af\u0648\u0646\u0647 \u062e\u0637\u0627\u06cc robots.txt \u0631\u0627 \u0631\u0641\u0639 \u06a9\u0646\u06cc\u0645\u061f\" class=\"wp-image-17855\"\/><\/figure>\n\n\n\n<br>\n<hr>\n<br>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"conclusion\">\u062c\u0645\u0639 \u0628\u0646\u062f\u06cc<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u0627\u0645\u06cc\u062f\u0648\u0627\u0631\u0645 \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 <strong>\u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt <\/strong>\u0631\u0648 \u06cc\u0627\u062f \u06af\u0631\u0641\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc txt \u0645\u0645\u06a9\u0646\u0647 \u062f\u0631 \u0627\u0628\u062a\u062f\u0627 \u067e\u06cc\u0686\u06cc\u062f\u0647 \u0628\u0647 \u0646\u0638\u0631 \u0628\u06cc\u0627\u0646\u060c \u0627\u0645\u0627 \u0627\u06af\u0647 \u062e\u0648\u0628 \u0627\u0648\u0646 \u0647\u0627 \u062f\u0631\u06a9 \u06a9\u0646\u06cc\u062f\u060c \u0645\u062a\u0648\u062c\u0647 \u0645\u06cc\u0634\u06cc\u062f \u06a9\u0647 \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u0647\u0633\u062a\u0646\u062f\u060c \u062a\u0646\u0647\u0627 \u06a9\u0627\u0641\u06cc\u0647 \u0632\u0628\u0627\u0646 \u0645\u0648\u062a\u0648\u0631 \u062c\u0633\u062a\u062c\u0648 \u0631\u0648 \u06cc\u0627\u062f \u0628\u06af\u06cc\u0631\u06cc\u062f.  \u0645\u0645\u0646\u0648\u0646 \u06a9\u0647 \u062a\u0627 \u0627\u06cc\u0646\u062c\u0627 \u0647\u0645\u0631\u0627\u0647 \u0645\u0627 \u0628\u0648\u062f\u06cc\u062f\u060c \u0647\u0631 \u0646\u0638\u0631\u06cc \u0648 \u06cc\u0627 \u0633\u0648\u0627\u0644 \u062f\u0631 \u0645\u0648\u0631\u062f \u0641\u0627\u06cc\u0644 \u0647\u0627\u06cc robots.txt \u062f\u0627\u0634\u062a\u06cc\u062f \u0628\u0627\u0647\u0627\u0645\u0648\u0646 \u0628\u0647 \u0627\u0634\u062a\u0631\u0627\u06a9 \u0628\u0630\u0627\u0631\u06cc\u062f. <\/p>\n","protected":false},"excerpt":{"rendered":"<ul>\n<li><a href=\"#what-is-robots-txt-file\">\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f<\/a><\/li>\n<li><a href=\"#robots-txt-file-usage\"> \u0641\u0627\u06cc\u0644 robots.txt \u0686\u0647 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u06cc \u062f\u0627\u0631\u062f\u061f<\/a><\/li>\n<li><a href=\"#search-engine-language\">\u0632\u0628\u0627\u0646 \u0645\u0648\u062a\u0648\u0631\u0647\u0627\u06cc \u062c\u0633\u062a\u0648\u062c\u0648: \u0686\u06af\u0648\u0646\u0647 \u0641\u0627\u06cc\u0644 robots.txt \u0628\u0646\u0648\u06cc\u0633\u0645\u061f<\/a><\/li>\n<li><a href=\"#where-should-robots-txt-file-be-added\">\u0641\u0627\u06cc\u0644 robots.txt \u06a9\u062c\u0627 \u0628\u0627\u06cc\u062f \u0627\u0636\u0627\u0641\u0647 \u0634\u0648\u062f\u061f<\/a><\/li>\n<li><a href=\"#robots-txt-file-in-rankmath\">robots.txt \u062f\u0631 \u0627\u0641\u0632\u0648\u0646\u0647 \u0631\u0646\u06a9 \u0645\u062b<\/a><\/li>\n<li><a href=\"#robots-txt-structure\">\u0633\u0627\u062e\u062a\u0627\u0631 \u0641\u0627\u06cc\u0644 robots.txt<\/a><\/li>\n<li><a href=\"#block-internal-search-pages\">\u0635\u0641\u062d\u0647 \u0647\u0627\u06cc \u062c\u0633\u062a\u062c\u0648\u06cc \u062f\u0627\u062e\u0644\u06cc \u0631\u0627 \u0645\u0633\u062f\u0648\u062f \u06a9\u0646\u06cc\u062f<\/a><\/li>\n<li><a href=\"#how-to-fix-robots-txt-file-errors\">\u0686\u06af\u0648\u0646\u0647 \u0627\u0631\u0648\u0631 \u0647\u0627 \u06cc\u0627 \u062e\u0637\u0627\u0647\u0627\u06cc \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0631\u0637\u0631\u0641 \u06a9\u0646\u06cc\u0645\u061f<\/a><\/li>\n<li><a href=\"#conclusion\">\u062c\u0645\u0639 \u0628\u0646\u062f\u06cc<\/a><\/li>\n<\/ul>\n","protected":false},"author":3,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[131],"tags":[],"class_list":["post-17645","post","type-post","status-publish","format-standard","hentry","category-seo-tips"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v26.0 (Yoast SEO v25.6) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt - \u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627<\/title>\n<meta name=\"description\" content=\"\u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u0647\u06cc\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u062f\u060c \u0628\u0627\u06cc\u062f \u062d\u062a\u0645\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u0647\u06cc\u0645.\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\" \/>\n<meta property=\"og:locale\" content=\"fa_IR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt - \u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627\" \/>\n<meta property=\"og:description\" content=\"\u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u0647\u06cc\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u062f\u060c \u0628\u0627\u06cc\u062f \u062d\u062a\u0645\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u0647\u06cc\u0645.\" \/>\n<meta property=\"og:url\" content=\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\" \/>\n<meta property=\"og:site_name\" content=\"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627\" \/>\n<meta property=\"article:published_time\" content=\"2023-07-22T08:30:00+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-10-07T13:32:43+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/robot-txt.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"1500\" \/>\n\t<meta property=\"og:image:height\" content=\"938\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u0646\u0648\u0634\u062a\u0647\u200c\u0634\u062f\u0647 \u0628\u062f\u0633\u062a\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646\" \/>\n\t<meta name=\"twitter:data2\" content=\"12 \u062f\u0642\u06cc\u0642\u0647\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#article\",\"isPartOf\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\"},\"author\":{\"name\":\"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f\",\"@id\":\"https:\/\/parsavesta.com\/blog\/#\/schema\/person\/f42640a4c3d7fcb9e41ac552b6101947\"},\"headline\":\"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt\",\"datePublished\":\"2023-07-22T08:30:00+00:00\",\"dateModified\":\"2023-10-07T13:32:43+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\"},\"wordCount\":183,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/#organization\"},\"image\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png\",\"articleSection\":[\"\u0646\u06a9\u0627\u062a \u0633\u0626\u0648\"],\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\",\"url\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\",\"name\":\"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt - \u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627\",\"isPartOf\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png\",\"datePublished\":\"2023-07-22T08:30:00+00:00\",\"dateModified\":\"2023-10-07T13:32:43+00:00\",\"description\":\"\u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u0647\u06cc\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u062f\u060c \u0628\u0627\u06cc\u062f \u062d\u062a\u0645\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u0647\u06cc\u0645.\",\"breadcrumb\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#breadcrumb\"},\"inLanguage\":\"fa-IR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage\",\"url\":\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png\",\"contentUrl\":\"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u062e\u0627\u0646\u0647\",\"item\":\"https:\/\/parsavesta.com\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/parsavesta.com\/blog\/#website\",\"url\":\"https:\/\/parsavesta.com\/blog\/\",\"name\":\"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627\",\"description\":\"\u0627\u0632 \u067e\u0627\u06cc\u0647 \u062a\u0627 \u062a\u0631\u0646\u062f\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a \u0648 \u0633\u0626\u0648 \u0631\u0648 \u0633\u0627\u062f\u0647 \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u06cc\u0645.\",\"publisher\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/parsavesta.com\/blog\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"fa-IR\"},{\"@type\":\"Organization\",\"@id\":\"https:\/\/parsavesta.com\/blog\/#organization\",\"name\":\"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627\",\"url\":\"https:\/\/parsavesta.com\/blog\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\/\/parsavesta.com\/blog\/#\/schema\/logo\/image\/\",\"url\":\"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2025\/09\/Untitled-3.jpg\",\"contentUrl\":\"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2025\/09\/Untitled-3.jpg\",\"width\":1920,\"height\":1080,\"caption\":\"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627\"},\"image\":{\"@id\":\"https:\/\/parsavesta.com\/blog\/#\/schema\/logo\/image\/\"}},{\"@type\":\"Person\",\"@id\":\"https:\/\/parsavesta.com\/blog\/#\/schema\/person\/f42640a4c3d7fcb9e41ac552b6101947\",\"name\":\"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"fa-IR\",\"@id\":\"https:\/\/parsavesta.com\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/a9956ca6775f0200ae4a5adbf6bc9046c51d3e3b54319d98db3d7bf78a4f2f32?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/a9956ca6775f0200ae4a5adbf6bc9046c51d3e3b54319d98db3d7bf78a4f2f32?s=96&d=mm&r=g\",\"caption\":\"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f\"},\"sameAs\":[\"http:\/\/parsavesta.com\"],\"url\":\"https:\/\/parsavesta.com\/blog\/author\/farnoosh-honarmad\/\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt - \u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627","description":"\u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u0647\u06cc\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u062f\u060c \u0628\u0627\u06cc\u062f \u062d\u062a\u0645\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u0647\u06cc\u0645.","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/","og_locale":"fa_IR","og_type":"article","og_title":"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt - \u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627","og_description":"\u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u0647\u06cc\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u062f\u060c \u0628\u0627\u06cc\u062f \u062d\u062a\u0645\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u0647\u06cc\u0645.","og_url":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/","og_site_name":"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627","article_published_time":"2023-07-22T08:30:00+00:00","article_modified_time":"2023-10-07T13:32:43+00:00","og_image":[{"width":1500,"height":938,"url":"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2023\/07\/robot-txt.jpg","type":"image\/jpeg"}],"author":"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f","twitter_card":"summary_large_image","twitter_misc":{"\u0646\u0648\u0634\u062a\u0647\u200c\u0634\u062f\u0647 \u0628\u062f\u0633\u062a":"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f","\u0632\u0645\u0627\u0646 \u062a\u0642\u0631\u06cc\u0628\u06cc \u0628\u0631\u0627\u06cc \u062e\u0648\u0627\u0646\u062f\u0646":"12 \u062f\u0642\u06cc\u0642\u0647"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#article","isPartOf":{"@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/"},"author":{"name":"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f","@id":"https:\/\/parsavesta.com\/blog\/#\/schema\/person\/f42640a4c3d7fcb9e41ac552b6101947"},"headline":"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt","datePublished":"2023-07-22T08:30:00+00:00","dateModified":"2023-10-07T13:32:43+00:00","mainEntityOfPage":{"@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/"},"wordCount":183,"commentCount":0,"publisher":{"@id":"https:\/\/parsavesta.com\/blog\/#organization"},"image":{"@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage"},"thumbnailUrl":"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png","articleSection":["\u0646\u06a9\u0627\u062a \u0633\u0626\u0648"],"inLanguage":"fa-IR","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#respond"]}]},{"@type":"WebPage","@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/","url":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/","name":"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt - \u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627","isPartOf":{"@id":"https:\/\/parsavesta.com\/blog\/#website"},"primaryImageOfPage":{"@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage"},"image":{"@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage"},"thumbnailUrl":"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png","datePublished":"2023-07-22T08:30:00+00:00","dateModified":"2023-10-07T13:32:43+00:00","description":"\u0627\u06af\u0631 \u0645\u06cc\u062e\u0648\u0627\u0647\u06cc\u062f \u0633\u0627\u06cc\u062a \u0634\u0645\u0627 \u062f\u0631 \u06af\u0648\u06af\u0644 \u0631\u062a\u0628\u0647 \u0628\u06af\u06cc\u0631\u062f\u060c \u0628\u0627\u06cc\u062f \u062d\u062a\u0645\u0627 \u0641\u0627\u06cc\u0644 robots.txt \u062f\u0627\u0634\u062a\u0647 \u0628\u0627\u0634\u06cc\u062f. \u062f\u0631 \u0627\u06cc\u0646 \u0645\u0642\u0627\u0644\u0647 \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt \u0631\u0627 \u0628\u0647 \u0634\u0645\u0627 \u0622\u0645\u0648\u0632\u0634 \u0645\u06cc\u062f\u0647\u06cc\u0645.","breadcrumb":{"@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#breadcrumb"},"inLanguage":"fa-IR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/"]}]},{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#primaryimage","url":"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png","contentUrl":"https:\/\/parsavesta.com\/wp-content\/uploads\/2023\/07\/sshot-7.png"},{"@type":"BreadcrumbList","@id":"https:\/\/parsavesta.com\/blog\/make-robots-txt-file\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u062e\u0627\u0646\u0647","item":"https:\/\/parsavesta.com\/blog\/"},{"@type":"ListItem","position":2,"name":"\u0641\u0627\u06cc\u0644 robots.txt \u0686\u06cc\u0633\u062a\u061f \u0631\u0648\u0634 \u0633\u0627\u062e\u062a \u0641\u0627\u06cc\u0644 robots.txt"}]},{"@type":"WebSite","@id":"https:\/\/parsavesta.com\/blog\/#website","url":"https:\/\/parsavesta.com\/blog\/","name":"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627","description":"\u0627\u0632 \u067e\u0627\u06cc\u0647 \u062a\u0627 \u062a\u0631\u0646\u062f\u0647\u0627\u06cc \u062c\u062f\u06cc\u062f \u0637\u0631\u0627\u062d\u06cc \u0633\u0627\u06cc\u062a \u0648 \u0633\u0626\u0648 \u0631\u0648 \u0633\u0627\u062f\u0647 \u0648 \u06a9\u0627\u0631\u0628\u0631\u062f\u06cc \u062a\u0648\u0636\u06cc\u062d \u062f\u0627\u062f\u06cc\u0645.","publisher":{"@id":"https:\/\/parsavesta.com\/blog\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/parsavesta.com\/blog\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"fa-IR"},{"@type":"Organization","@id":"https:\/\/parsavesta.com\/blog\/#organization","name":"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627","url":"https:\/\/parsavesta.com\/blog\/","logo":{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/parsavesta.com\/blog\/#\/schema\/logo\/image\/","url":"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2025\/09\/Untitled-3.jpg","contentUrl":"https:\/\/parsavesta.com\/blog\/wp-content\/uploads\/2025\/09\/Untitled-3.jpg","width":1920,"height":1080,"caption":"\u0645\u0642\u0627\u0644\u0627\u062a \u062f\u06cc\u062c\u06cc\u062a\u0627\u0644 \u0645\u0627\u0631\u06a9\u062a\u06cc\u0646\u06af \u067e\u0627\u0631\u0633 \u0627\u0648\u0633\u062a\u0627"},"image":{"@id":"https:\/\/parsavesta.com\/blog\/#\/schema\/logo\/image\/"}},{"@type":"Person","@id":"https:\/\/parsavesta.com\/blog\/#\/schema\/person\/f42640a4c3d7fcb9e41ac552b6101947","name":"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f","image":{"@type":"ImageObject","inLanguage":"fa-IR","@id":"https:\/\/parsavesta.com\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/a9956ca6775f0200ae4a5adbf6bc9046c51d3e3b54319d98db3d7bf78a4f2f32?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/a9956ca6775f0200ae4a5adbf6bc9046c51d3e3b54319d98db3d7bf78a4f2f32?s=96&d=mm&r=g","caption":"\u0641\u0631\u0646\u0648\u0634 \u0647\u0646\u0631\u0645\u0646\u062f"},"sameAs":["http:\/\/parsavesta.com"],"url":"https:\/\/parsavesta.com\/blog\/author\/farnoosh-honarmad\/"}]}},"_links":{"self":[{"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/posts\/17645","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/comments?post=17645"}],"version-history":[{"count":40,"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/posts\/17645\/revisions"}],"predecessor-version":[{"id":31699,"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/posts\/17645\/revisions\/31699"}],"wp:attachment":[{"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/media?parent=17645"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/categories?post=17645"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/parsavesta.com\/blog\/wp-json\/wp\/v2\/tags?post=17645"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}