####################################################

# Do not allow bots to crawl page
User-agent: *
User-agent: AdsBot-Google
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdIdxBot
Disallow: /

# Allow Googlebot and Bingbot to crawl whole page
User-agent: Googlebot
User-agent: Bingbot
User-agent: SemrushBot
User-agent: Screaming Frog SEO Spider


# Default Typo3 locations
Disallow: /typo3/
Disallow: /typo3conf/
Allow: /typo3conf/ext/
Allow: /typo3temp/

# Private Resources in Extensions (language-independent URLs)
Disallow: /typo3conf/ext/*/Resources/Private

# Attachments and Uploads in Publications (language-independent URLs)
Disallow: /fileadmin
Disallow: /fileadmin/ekab/
Allow: /fileadmin/ekab/communitylaws/
Allow: /fileadmin/ekab/community_laws/
Allow: /fileadmin/ekab/otherdocuments/
Allow: /fileadmin/ekab/other_documents/
Allow: /fileadmin/ekab/judical_sg/
Allow: /fileadmin/ekab/*/attachments/*

# Publish: All
Disallow: /publizieren/

# Publish: Publication Management
Disallow: /publikationen-verwalten/

# Publish: Publication Authority Management
Disallow: /publizieren/publizierende-stelle-verwalten/

# Publish: User Management
Disallow: /publizieren/benutzer/

# Editorial
Disallow: /redaktion/

# Archive
Disallow: /amtliche-publikationen/archiv/

Sitemap: https://publikationen.sg.ch/sitemap.xml

####################################################