# main-a User-agent: * allow: /index.php allow: /sitemap.xml allow: *.pdf allow: *.html allow: *.php allow: *.doc allow: *.ppt allow: *.zip