# CrawlCharter by DEVAesia. This file states the same policy as
# /.well-known/ai.json. If they ever disagree that is a defect on our side, and
# https://crawl.devaesia.com/owner-controls/ says how to tell us.

Spec-Version: 1.0
Site-Name: CrawlCharter by DEVAesia
Site-URL: https://crawl.devaesia.com/

Scraping: allow
Indexing: allow
Caching: allow

Training: conditional
Training-Allow: /charter/
Training-Deny: /*
Training-License: CC-BY-4.0
License: https://creativecommons.org/licenses/by/4.0/
Attribution: required

Contact: crawler@devaesia.com
Policy-Page: https://crawl.devaesia.com/owner-controls/

Agent: *
Rate-Limit: 10/minute