User-agent: Scrapy
Allow: /

# http://www.robotstxt.org/
# https://support.google.com/webmasters/answer/6062608

User-agent: *
Disallow: https://images.app.doggo.community/