User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


# dont crawl login
Disallow: /wp-login.php

#donot allow to crawl search 
Disallow: /search
Disallow: /?s=