# robots.txt for SPIE

User-agent: *
Allow: /                                   
Disallow: /fileadmin/stylesheets/    
Disallow: /fileadmin/templates/
Disallow: /fileadmin/javascripts/
Disallow: /t3lib/                             
Disallow: /typo3/                             
Disallow: /typo3conf/                        
Disallow: /typo3temp/                         
#Disallow: /*?id=*                             #A mettre en place une fois la réécriture d'URL activée.
Disallow: /*&type=98                         


#Sitemap: http://www.domain.tld/sitemap.xml   #A mettre en place une fois le fichier créé et à jour

User-agent: LinkWalker
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: Templeton
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /