User-Agent: *
Allow: /
#Disallow: /

# folders
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3conf/
#Allow: /typo3conf/ext/
Allow: /typo3temp/

# parameters
Disallow: /*?id=*               # non-realurl URLs
Disallow: /*cHash               # no cHash
Disallow: /*tx_powermail_pi1    # no powermail thanks pages

# sitemap
#Sitemap: https://DOMAIN/sitemap.xml

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /