User-agent: Twitterbot/1.0
Allow: /

User-agent: Alexabot
Disallow:

User-agent: Alexabot
Allow: /

User-agent: *
Disallow: /

User-agent: AhrefsBot/6.1
Disallow: /

#Google Search Engine Robot
User-agent: Googlebot
Allow: /?_escaped_fragment_