User-Agent: *
Allow: /                                      # Allow bot to enter
                                              # link from frontend, like
                                              # templates, css, js.
Disallow: /t3lib/                             # Nothing to see here
Disallow: /typo3/                             # Nothing to see here
Disallow: /typo3conf/                         # Nothing to see here
Disallow: /fileadmin/built/                        # Nothing to see here
Disallow: /fileadmin/config/                        # Nothing to see here
Disallow: /fileadmin/config-dev/                        # Nothing to see here
Disallow: /*?id=*                             # Disable non-realurl
Disallow: /*&type=98                          # Disable print pages
# Crawlers Setup
User-agent: *
Crawl-delay: 10


# Disallow Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /