User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Twitterbot
Allow: /content/dam/

User-agent: Facebot
Allow: /content/dam/

User-agent: *
#Sitemap: https://www.americanbar.org/content/dam/aba/root/sitemap.xml.gz
Allow: /content/dam/aba/root
Disallow: /tools/
Disallow: /errors/
Disallow: /sandbox/
Disallow: /test/
Disallow: /directories/
Disallow: /auth/
Disallow: /claim/
Disallow: /my-aba/
Disallow: /join/
Disallow: /checkout/
Disallow: /cart/
Disallow: /content/dam/
Disallow: /content/dam/aba/administrative/aba/cyberalert/
Disallow: /content/dam/aba/administrative/cyberalert/
Disallow: /content/dam/aba/administrative/aba/ransomware.pdf
Disallow: /content/dam/aba/administrative/aba/ransomware.authcheckdam.pdf