# WGD robots.txt

User-agent: *
Disallow: /images/thumbnails/
Disallow: /skins/
Disallow: /payments/
Disallow: /store_closed.html
Disallow: /core/
Disallow: /lib/
Disallow: /install/
Disallow: /js/
Disallow: /schemas/

User-agent: TwengaBot-2.0
Crawl-delay: 600

User-agent: AhrefsBot 
Crawl-Delay: 600