robots.txt 778 B

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. User-agent: Baiduspider
  2. Disallow: /
  3. User-agent: Sosospider
  4. Disallow: /
  5. User-agent: sogou spider
  6. Disallow: /
  7. User-agent: YodaoBot
  8. Disallow: /
  9. User-agent: Googlebot
  10. Disallow: /
  11. User-agent: Bingbot
  12. Disallow: /
  13. User-agent: Slurp
  14. Disallow: /
  15. User-agent: Teoma
  16. Disallow: /
  17. User-agent: ia_archiver
  18. Disallow: /
  19. User-agent: twiceler
  20. Disallow: /
  21. User-agent: MSNBot
  22. Disallow: /
  23. User-agent: Scrubby
  24. Disallow: /
  25. User-agent: Robozilla
  26. Disallow: /
  27. User-agent: Gigabot
  28. Disallow: /
  29. User-agent: googlebot-image
  30. Disallow: /
  31. User-agent: googlebot-mobile
  32. Disallow: /
  33. User-agent: yahoo-mmcrawler
  34. Disallow: /
  35. User-agent: AhrefsBot
  36. Disallow: /
  37. User-agent: MJ12bot
  38. Disallow: /
  39. User-agent: yahoo-blogs/v3.9
  40. Disallow: /
  41. User-agent: psbot
  42. Disallow: /
  43. Disallow: /