#Crawlers Setup
User-agent: * 
Disallow: 
Allow: / 

#Directories
Disallow: /author/ 
Disallow: /wp-admin/ 
Disallow: /quiz/ 
Disallow: /templatera/ 
Disallow: /staging* 
Allow: /wp-admin/admin-ajax.php

#Paths (clean URLs) 
#Disallow:  

#Paths (no clean URLs) 
#Disallow: /*.js$  
#Disallow: /*.css$  
Disallow: /*.aspx$ 
Disallow: /*.ashx$  

#Files 
Disallow: /wp-cron.php  
Disallow: /403.shtml  
Disallow: /bbq-403.php  

#old filters 
#Disallow: /*price= 
#Disallow: /*sizefilter= 
Disallow: /*page_id= 

User-agent: Twitterbot 
Disallow: 
Allow: / 

User-agent: Ahrefsbot 
Disallow: 

User-agent: DotBot 
Disallow: 

User-agent: Dalvik 
Disallow: 

User-agent: MauiBot 
Disallow: 

User-agent: Majestic 
Disallow: 

User-agent: PetalBot 
Disallow: 

User-agent: SEMrushBot 
Disallow: 


Sitemap: https://www.skymedia.co.uk/sitemap_index.xml


# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://www.skymedia.co.uk/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK