User-agent: * Disallow: /FIG/p2p # Don't touch the peer-to-peer update. Disallow: /FIG-Tmp/ # These are temporary files. Disallow: /next # Skip the development site Disallow: /prev # Skip the archive site. Disallow: /FIG/Emergency.cgi Disallow: /FIG/Attributes.cgi Disallow: /FIG/FigSQL.cgi # Don't try the test and maintenance scripts. Crawl-delay: 6