User-Agent: *
Allow: /wp-content/uploads/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
 
Sitemap: https://www.thecanary.co/sitemap_index.xml
Sitemap: https://www.thecanary.co/news-sitemap.xml

User-agent: *
Crawl-delay: 5

##### Block unwated 
User-agent: *

# Block all internal search result pages
Disallow: /?s=
Disallow: /*?s=
Disallow: /page/*?s=
Disallow: /search/
Disallow: /search/

# Block filtered search variants
Disallow: /*cat=plus-5-results

# Block feeds for all sections
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/feed

# Block tracking query parameters
Disallow: /*?*fbclid=
Disallow: /*?*utm_