User-agent: *
# Disallow all directories and files within
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /desc
Disallow: /desc/
Disallow: /privacy-policy.html
# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*?*
Disallow: /*.html/$
# Disallow parsing individual post feeds, categories and trackbacks..
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback
Disallow: /tag
Disallow: */feed/
Disallow: /feed/*
Disallow: /feed/
Disallow: /*feed*
Disallow: /2009/  
Disallow: /2009/*
Disallow: /2010/  
Disallow: /2010/*
Disallow: /page/
Disallow: /page/*
Disallow: /ajaxsearch/
Disallow: /ajaxsearch

User-agent: twiceler
Disallow: /