# All robots will spider the domain
User-agent: *
Disallow: /php/

User-agent: *
Disallow: /v2/ajax/

User-agent: *
Disallow: /js/