User-agent: *
Allow: /
Allow: /wp-content/uploads/*
Allow: /wp-content/*.css
Allow: /wp-includes/*.css
Disallow: /cgi-bin
Sitemap: https://www.onlinephysics.co.uk/sitemapindex.xml
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /page/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /?attachment_id*
Disallow: /?s= 
Disallow: /search
Disallow: /*trackback*
Allow: /feed/$
Disallow: /comments/feed/
Disallow: /*/feed/$
Disallow: /*/*/*/feed/rss/$
User-agent: Baiduspider
Disallow: /Sitemap
User-agent: Googlebot
Disallow: /Sitemap
User-agent: Bingbot
Disallow: /Sitemap
User-agent: Exabot
Disallow: /Sitemap
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Orthogaffe
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: Zao
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: wget
Disallow: /
User-agent: k2spider
Disallow: /