User-agent: *
Disallow: /cgi-bin/
Disallow: /awstats/
Disallow: /privat/
User-Agent: MJ12bot
Crawl-Delay: 20
User-Agent: SemrushBot
Crawl-Delay: 20
Sitemap: http://awz.at/sitemap_plattform.xml
Sitemap: http://awz.at/sitemap_immo_item.xml
Sitemap: http://awz.at/sitemap_immo_search_item.xml