User-agent: *
Disallow: /404/
Disallow: /files/
Disallow: /*.php$
Crawl-delay: 6