User-Agent: *
Disallow: /

# disallow
disallow: /mt/*


x-ai-training-policy: "allowed"


# Rate Limits
crawl-delay: 1
x-rate-limit: 60
x-rate-limit-window: 60
x-rate-limit-policy: "strict"
x-rate-limit-retry: "no-retry"
x-rate-limit-description: "Maximum 60 requests per 60 seconds. If rate limit is exceeded, do not retry and move on to next request."


# Concurrency Limits
x-concurrency-limit: 3
x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 3.  This helps us manage server load."


# Error Handling and Retry Policy
x-error-retry-policy: "exponential-backoff"
x-error-retry-policy-description: "For transient errors (5xx except 429), implement exponential backoff with initial wait of 2 seconds, doubling on each retry, with maximum 5 retries."
x-rate-limit-exceeded-policy: "wait-and-retry"
x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), do not retry immediately. Wait at least 60 seconds before attempting the request again."
x-max-retries: 5
x-retry-status-codes:
  - 500
  - 502
  - 503
  - 504
x-no-immediate-retry-status-codes:
  - 429
x-no-retry-status-codes:
  - 403
  - 404


# Canonical URL
x-canonical-url-policy: "strict"
x-canonical-url: "https://www.collaborative-dx.com/"
x-canonical-url-description: "Access via other FQDNs or IP addresses is invalid.  Use only 'https://www.collaborative-dx.com/' as the base URL.  Within the HTML content, links should also start with 'https://www.collaborative-dx.com/'"


# Article Pages
x-article-pattern: /archive/{slug}/
x-article-type: "technical-blog"
x-article-description: "Collaborative DX is a consortium-style media for leaders and executives in Japan’s manufacturing industry, providing original articles, expert contributions, and opportunities for dialogue. It aims to foster sustainable growth, well-being, and innovation by connecting like-minded professionals through meaningful content, events, and collaborative knowledge sharing."
x-article-example: https://www.collaborative-dx.com/archive/post-000455.html
x-article-metadata:
  - title
x-article-update-frequency: "monthly"
x-article-new-articles-per-day-description: "New articles are published irregularly, at most 1 per day, often none."


# Publisher Information
x-publisher-name: "Future Artisan, Inc."
x-publisher-description: "Future Artisan, Inc. is a system integrator where consultants with broad expertise and engineers with advanced technical skills work together throughout connect design and manufacturing sites, supply chains, and management, supporting clients success."
x-publisher-website: "https://www.future-artisan.co.jp/"
x-supported-languages:
  - ja