# HPI Potsdam  -- https://hpi.de/
# Robot Exclusion File -- robots.txt
User-agent: 008
Disallow: /
User-agent: AhrefsBot 
Disallow: /
#Disallow: /friedrich/publications/
User-agent: *
Crawl-delay: 20
Disallow: /fileadmin/hpi_settings
Disallow: /fileadmin/_temp_
Disallow: /fileadmin/template
Disallow: /fileadmin/hpi/Intern
Disallow: /fileadmin/user_upload/hpi/navigation/80_intern
Disallow: /fileadmin/hpi/FG_ITS/intern
Disallow: /fileadmin/user_upload/fachgebiete/meinel/intern
#Disallow: /*?id=*                             # Disable non-realurl
Disallow: /typo3temp/
Disallow: /typo3conf/
Disallow: /typo3_src/
Disallow: /t3lib/
Disallow: /error/
Disallow: /intern/
Sitemap: https://hpi.de/sitemap.xml