User-agent: * 
allow:/
# disallow all files with a? in url 
disallow: /*?* 
  
# disallow all files ending in specific extension 
disallow: /*.php$ 
disallow: /*.js$ 
disallow: /*.inc$ 
disallow: /*.css$ 
# disallow: /*.txt$ 
# disallow these dirs 
disallow: /html/ 
# disallow: /css/