User-Agent: *
Allow: /wp-content/uploads/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /refer/
User-agent: Yandex
Disallow: /
User-agent: Semrushbot-SA
Disallow: /
User-agent: Semrushbot-SI
Disallow: /
User-agent: Semrushbot
Disallow: /
User-agent: Googlebot
Crawl-delay: 20
Sitemap: https://www.bestec.co.il/sitemap_index.xml
User-agent: *
Disallow: /?blackhole
User-agent: AspiegelBot
Disallow: /User-agent: facebookexternalhit/1.1 Crawl-delay: 15
User-agent: facebookexternalhit/1.0 Crawl-delay: 15
User-agent: facebookexternalhit/* Crawl-delay: 15