User-agent: * # Disallow all directories and files within Disallow: /.pp/ Disallow: /database/ Disallow: /drop_box/ Disallow: /files/ Disallow: /files.old/ Disallow: /gallery/ Disallow: /global/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /old/ Disallow: /old2/ Disallow: /scripts/ Disallow: /sql/ # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Disallow all files with ? in url Disallow: /*?* Disallow: /*?