# Use * instead of /bin/ to also match path-based
# subwikis like "/xwiki/wiki/wikialias/view/Space/Page"
# Changed to bin and explicitly disallowed subwikis so pages with these words in titles won't get blocked
Sitemap: https://developerhelp.microchip.com/xwiki/bin/get/Main/SiteMap
User-agent: *
# Disallow sub-wikis
Disallow: /xwiki/wiki/
# Disallow specific actions on main wiki
Disallow: /xwiki/bin/viewattachrev/
Disallow: /xwiki/bin/viewrev/
Disallow: /xwiki/bin/pdf/
Disallow: /xwiki/bin/tex/
Disallow: /xwiki/bin/edit/
Disallow: /xwiki/bin/create/
Disallow: /xwiki/bin/inline/
Disallow: /xwiki/bin/preview/
Disallow: /xwiki/bin/save/
Disallow: /xwiki/bin/saveandcontinue/
Disallow: /xwiki/bin/rollback/
Disallow: /xwiki/bin/deleteversions/
Disallow: /xwiki/bin/cancel/
Disallow: /xwiki/bin/delete/
Disallow: /xwiki/bin/deletespace/
Disallow: /xwiki/bin/undelete/
Disallow: /xwiki/bin/reset/
Disallow: /xwiki/bin/register/
Disallow: /xwiki/bin/propupdate/
Disallow: /xwiki/bin/propadd/
Disallow: /xwiki/bin/propdisable/
Disallow: /xwiki/bin/propenable/
Disallow: /xwiki/bin/propdelete/
Disallow: /xwiki/bin/objectadd/
Disallow: /xwiki/bin/commentadd/
Disallow: /xwiki/bin/commentsave/
Disallow: /xwiki/bin/objectsync/
Disallow: /xwiki/bin/objectremove/
Disallow: /xwiki/bin/attach/
Disallow: /xwiki/bin/upload/
Disallow: /xwiki/bin/download/
Disallow: /xwiki/bin/temp/
Disallow: /xwiki/bin/downloadrev/
Disallow: /xwiki/bin/dot/
Disallow: /xwiki/bin/svg/
Disallow: /xwiki/bin/delattachment/
# Google officially recommends that you do not disallow crawling of the JS and CSS files which are now actually rendered by the crawler bot and used to better index your content.
# Disallow: /xwiki/bin/skin/
# Disallow: /xwiki/bin/jsx/
# Disallow: /xwiki/bin/ssx/
Disallow: /xwiki/bin/login/
Disallow: /xwiki/bin/loginsubmit/
Disallow: /xwiki/bin/loginerror/
Disallow: /xwiki/bin/logout/
Disallow: /xwiki/bin/charting/
Disallow: /xwiki/bin/lock/
Disallow: /xwiki/bin/redirect/
Disallow: /xwiki/bin/admin/
Disallow: /xwiki/bin/export/
Disallow: /xwiki/bin/import/
Disallow: /xwiki/bin/distribution/
Disallow: /xwiki/bin/imagecaptcha/
Disallow: /xwiki/bin/unknown/
Disallow: /xwiki/bin/view/XWiki/
Disallow: /xwiki/bin/view/Development/
Disallow: /xwiki/bin/view/assets/
Disallow: /xwiki/bin/view/api/
# Note: In addition, this matches both old /xwiki/bin/webjars/
# and new /xwiki/webjars paths.
# Google officially recommends that you do not disallow crawling of the JS and CSS files which are now actually rendered by the crawler bot and used to better index your content.
# Disallow: /xwiki/bin/webjars/
# Don't index additional UI-related resources.
# Google officially recommends that you do not disallow crawling of the JS and CSS files which are now actually rendered by the crawler bot and used to better index your content.
# Disallow: /xwiki/resources/
# Don't index sandbox content since it's sample content
Disallow: /xwiki/bin/view/Sandbox/
# Don't index Admin space since it contains Admin stuff.
# Note that the Admin space is protected by permissions
# anyway but this acts as a safety net to not have private
# info leaked on the internet ;)
Disallow: /xwiki/bin/view/Admin/
# Don't index Stats data (just because it's not useful and
# those pages are a bit CPU intensive)
Disallow: /xwiki/bin/view/Stats/
# Don't index Panels data (because we don't want it
# indexed on the internet)
Disallow: /xwiki/bin/view/Panels/
# Don't index the search page.
Disallow: /xwiki/bin/view/Main/Search
# Don't index the REST API.
Disallow: /xwiki/rest/
# These are just UI elements which can cause infinite loops in
# web crawlers. See https://jira.xwiki.org/browse/XWIKI-16915
Disallow: /xwiki/*?*xpage=*
# These are utility pages that are not particularly useful for visitors to view directly
Disallow: /xwiki/*/_sequence/
Disallow: /xwiki/*/_menu/
# These are legitimate pages that need to be allowed because their URL contains disallowed elements
Allow: /xwiki/bin/get/Main/SiteMap
Allow: /xwiki/bin/download/*.png$
Allow: /xwiki/bin/download/*.jpg$
Allow: /xwiki/bin/download/*.jpeg$
Allow: /xwiki/bin/download/*.gif$