#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}

# robots.txt
@url: mediauniversel.eu

User-agent: *
Allow:    /sites/[(plugins|replace{'www\.',''}|replace{'ww2\.',''}|replace{'\.g2w\.fr',''}|replace{'http://',''}|replace{'https://',''})]
Allow:    /local/cache-css/
Allow:    /local/cache-js/
Allow:    /cristal.pw
Allow:    /d8d/
Allow:    /MeUn/
Noindex: /local/
Noindex: /plugins-dist/
Noindex: /plugins/
Noindex: /squelettes-dist/
Noindex: /squelettes/
Disallow: /cristal.pw/ftp
Disallow: /dokeos/
Disallow: /e-compendium.eu/
Disallow: /ossn/
Disallow: /sitepro/
Disallow: /MeUn/ecrir
Disallow: /MeUn/lib/
Disallow: /MeUn/prive/
Disallow: /MeUn/spip.php?action=*
Disallow: /MeUn/spip.php?page=login*
Disallow: /MeUn/*.api/
Disallow: /d8d/user/
Disallow: /d8d/fr/user/login
Disallow: /d8d/en/user/login
Crawl-delay: 20

User-agent: bingbot
Crawl-delay: 29

User-Agent: MJ12bot
Crawl-Delay: 31

Sitemap: /MeUn/plugins/sitemap.xml