# https://and-pro.jp/llms.txt user-agent: * Allow: / # License x-content-license: "(c) and-pro.jp. All rights reserved." x-ai-training-policy: "allowed" x-ai-reference-policy: "allowed" x-data-usage-policy: "reference-and-training" # Rate Limits crawl-delay: 1 x-rate-limit: 60 x-rate-limit-window: 60 x-rate-limit-policy: "strict" x-rate-limit-retry: "no-retry" x-rate-limit-description: "Maximum 60 requests per 60 seconds. If rate limit is exceeded, do not retry and move on to next request." # Concurrency Limits x-concurrency-limit: 3 x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 3. This helps us manage server load." # Error Handling and Retry Policy x-error-retry-policy: "exponential-backoff" x-error-retry-policy-description: "For transient errors (5xx except 429), implement exponential backoff with initial wait of 2 seconds, doubling on each retry, with maximum 5 retries." x-rate-limit-exceeded-policy: "wait-and-retry" x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), do not retry immediately. Wait at least 60 seconds before attempting the request again." x-max-retries: 5 x-retry-status-codes: - 500 - 502 - 503 - 504 x-no-immediate-retry-status-codes: - 429 x-no-retry-status-codes: - 403 - 404 # Sitemap # allow: /sitemaps/ # x-sitemap: https://and-pro.jp/sitemap.xml x-sitemap-format: xml x-sitemap-structure: "modular" x-sitemap-description: "Multiple sitemaps are provided for different sections: articles, blog, and news." x-sitemap-retention: "long-term" x-sitemap-retention-description: "Each sitemap is updated monthly and retained long-term to preserve historical structure."