user-agent: * # License x-content-license: "(c) HEIAN KAIKAN CO.,LTD. All rights reserved." x-ai-training-policy: "allowed" # Rate Limits crawl-delay: 1 x-rate-limit: 60 x-rate-limit-window: 60 x-rate-limit-policy: "strict" x-rate-limit-retry: "no-retry" x-rate-limit-description: "Maximum 60 requests per 60 seconds. If rate limit is exceeded, do not retry and move on to next request." [cite: 1] x-concurrency-limit: 3 x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 3. This helps us manage server load." [cite: 2] # Error Handling x-error-retry-policy: "exponential-backoff" x-error-retry-policy-description: "For transient errors (5xx except 429), implement exponential backoff with initial wait of 2 seconds, doubling on each retry, with maximum 5 retries." [cite: 3] x-rate-limit-exceeded-policy: "wait-and-retry" x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), wait at least 60 seconds before retrying." [cite: 4] x-max-retries: 5 [cite: 5] x-retry-status-codes: [cite: 5] - 500 - 502 - 503 - 504 x-no-immediate-retry-status-codes: [cite: 5] - 429 x-no-retry-status-codes: [cite: 5] - 403 - 404 - 429 # Canonical URL Policy x-canonical-url-policy: "strict" x-canonical-url: "https://heian-kaikan.co.jp/" x-canonical-url-description: "Only access via 'https://heian-kaikan.co.jp/'. Other domains or IPs are not allowed." [cite: 5] # General Pages x-page-type: "funeral-service-info" x-page-description: "Information about Heian Kaikan, including funeral services, ceremonial halls, and membership plans (Heian-Kaku)." [cite: 6] x-page-example: https://heian-kaikan.co.jp/ [cite: 7] x-page-metadata: [cite: 7] - title - description - keywords x-page-update-frequency: "monthly" [cite: 7] # News/Announcements Pages allow: /news/* x-news-pattern: /news/{slug}/ x-news-type: "announcement" x-news-description: "Latest news, event information, and hall opening updates from Heian Kaikan." [cite: 7] x-news-example: https://heian-kaikan.co.jp/news/ [cite: 8] x-news-metadata: [cite: 8] - title - description - date x-news-update-frequency: "weekly" [cite: 8] # Sitemap allow: /sitemap.xml x-sitemap: https://heian-kaikan.co.jp/sitemap.xml x-sitemap-format: xml x-sitemap-structure: "flat" x-sitemap-description: "Main sitemap of Heian Kaikan." [cite: 8] x-sitemap-retention: "long-term" [cite: 9] # Disallow Paths disallow: /admin/* disallow: /private/* disallow: /login/* disallow: /search/* # Publisher Information x-publisher-name: "Heian Kaikan Co., Ltd." [cite: 9] x-publisher-description: "A comprehensive ceremonial service provider based in Nagoya, Aichi Prefecture. It operates funeral halls (Heian Kaikan) and provides funeral planning and execution services." [cite: 10] x-publisher-website: "https://heian-kaikan.co.jp/" [cite: 11] # Language x-supported-languages: - ja # Crawler Hints x-crawler-hints: [cite: 11] - "Before accessing each URL, check if the URL ends with '/'." [cite: 11] - "If the URL does not end with '/', add '/' to the end of the URL before accessing it." [cite: 12] - "Extract the HTML content of each page." [cite: 13] # Encoding x-content-charset: "utf-8" [cite: 13]