نظرتون راجع به این 2 تا robots.txt چیه برای boost سایت

[aliasghar29 12]

سلام

اولی

User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /go/
Disallow: /archives/
disallow: /*?*
Disallow: /wp-*
Disallow: /author
Disallow: /comments/feed/
Disallow: /page/
Disallow: /trackback/
Disallow: /wp-/
Disallow: /blog-/
Disallow: /?s=
Disallow: /cdn-/
Disallow: /xmlrpc.php
Disallow: /comment/reply/
Disallow: /comment/
Disallow: /useronline/
Disallow: /redirect.php*
Disallow: /wp-content/themes
Disallow: /category/
Disallow: /tag/
Disallow: /author/

Sitemap: http://www.yoursite.com/sitemap.xml

و دومی

Sitemap: http://www.shoutmeloud.com/sitemap.xml
sitemap: http://www.shoutmeloud.com/sitemap-image.xml
sitemap: http://www.shoutmeloud.com/sitemap-video.xml

User-agent:  *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /recommended/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /index.php
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
User-agent: NinjaBot
Allow: /
User-agent: Mediapartners-Google*
Allow: /
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
User-agent: Adsbot-Google
Allow: /


User-agent: Googlebot-Mobile
Allow: /