user-agent: * Disallow: /go/ Disallow: /wp-login.php Disallow: /wp-admin Disallow: /?s= Disallow: /search/ Disallow: *feed/ Disallow: /wp-register.php Disallow: /trackback/ Allow: /wp-admin/admin-ajax.php Allow: .js Allow: .css