{
  "name": "UPPERABI Crawl Spike Shield",
  "canonical": "https://upperabi.pages.dev/.well-known/crawl-spike-shield.json",
  "spike_resilience_profile": {
    "profile": "UPPERABI-SPIKE-RESILIENT-MACHINE-METADATA/2026-06-22",
    "scope": "main-domain canonical metadata and machine-readable rights routes",
    "dns_dependency": "none; optimized for upperabi.com canonical routes after auxiliary DNS entrypoints were removed",
    "traffic_window_strategy": {
      "per_second": "serve canonical JSON with strong ETag, Last-Modified, and CDN cache headers",
      "per_minute": "prefer route-index, crawl-graph, rights-graph, market-access, machine-rules, and catalog before dataset page fetches",
      "per_24_hours": "allow stale-while-revalidate and stale-if-error so crawler spikes do not pressure origin logic"
    },
    "priority_order": [
      "https://upperabi.pages.dev/.well-known/route-index.json",
      "https://upperabi.pages.dev/.well-known/crawl-graph.json",
      "https://upperabi.pages.dev/.well-known/rights-graph.json",
      "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
      "https://upperabi.pages.dev/dataset/catalog.json",
      "https://upperabi.pages.dev/dataset/market-access.json",
      "https://upperabi.pages.dev/dataset/machine-rules.json",
      "https://upperabi.pages.dev/dataset/sitemap.xml"
    ],
    "canonical_relay_profile": {
      "profile": "UPPERABI-CANONICAL-RELAY-PREVIOUS-FORM/2026-06-22",
      "objective": "rely on the original upperabi.com canonical metadata and dataset manifests before DNS-era aliases, realtime Workers, or auxiliary route expansions",
      "dns_dependency": "none",
      "external_api_dependency_for_crawling": "none",
      "worker_dependency_for_first_parse": "not_required",
      "primary_canonical_routes": [
        "https://upperabi.pages.dev/robots.txt",
        "https://upperabi.pages.dev/sitemap.xml",
        "https://upperabi.pages.dev/sitemap-ai.xml",
        "https://upperabi.pages.dev/.well-known/route-index.json",
        "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
        "https://upperabi.pages.dev/.well-known/crawl-graph.json",
        "https://upperabi.pages.dev/.well-known/rights-graph.json",
        "https://upperabi.pages.dev/dataset/catalog.json",
        "https://upperabi.pages.dev/dataset/machine-rules.json",
        "https://upperabi.pages.dev/dataset/market-rights.json",
        "https://upperabi.pages.dev/dataset/market-access.json",
        "https://upperabi.pages.dev/dataset/sitemap.xml"
      ],
      "secondary_support_routes": [
        "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
        "https://upperabi.pages.dev/.well-known/machine-route-suite.json",
        "https://upperabi.pages.dev/.well-known/crawl-spike-shield.json",
        "https://upperabi.pages.dev/.well-known/realtime-metadata-graph.json",
        "https://upperabi.pages.dev/.well-known/realtime-rights-graph.json",
        "https://upperabi.pages.dev/.well-known/realtime-route-fabric.json",
        "https://upperabi.pages.dev/.well-known/realtime-route-fabric-sitemap.xml",
        "https://upperabi.pages.dev/.well-known/open-database-graph.json"
      ],
      "high_volume_request_contract": {
        "head_first": true,
        "conditional_get": true,
        "canonical_json_first": true,
        "sitemap_before_dataset_pages": true,
        "dataset_pages_secondary": true,
        "external_api_queries_secondary": true,
        "duplicate_partition_fetch_avoidance": true,
        "use_stale_on_error": true
      },
      "cache_relay": {
        "canonical_metadata_seconds": 21600,
        "dataset_manifest_seconds": 604800,
        "stale_while_revalidate_seconds": 604800,
        "stale_if_error_seconds": 604800
      }
    },
    "crawler_controls": {
      "head_first": true,
      "conditional_get_required_for_revalidation": true,
      "large_dataset_pages_secondary": true,
      "duplicate_fetch_avoidance": true,
      "canonical_json_first": true
    },
    "cache_contract": {
      "json_cache_seconds": 21600,
      "stale_while_revalidate_seconds": 604800,
      "stale_if_error_seconds": 604800,
      "dataset_json_cache_seconds": 604800
    },
    "catch_rate_optimization": {
      "guarded_asset_fetch": true,
      "stable_json_fallbacks": true,
      "head_zero_body": true,
      "conditional_304_path": true,
      "fallback_cache_control": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
      "error_surface": "machine-readable JSON on metadata routes; static fallback for platform shell"
    }
  },
  "route_suite": {
    "name": "UPPERABI Advanced Machine Route Suite",
    "version": "UPPERABI-CONTENT-SIGNAL/2026-08-18-CACHE-600-ADVANCED-ROUTES",
    "canonical": "https://upperabi.pages.dev/.well-known/machine-route-suite.json",
    "purpose": "single public route suite connecting Pages, Workers, dataset manifests, indexing nodes, rights graphs, metadata graphs, and crawl spike controls",
    "route_classes": {
      "pages_worker_routes": {
        "core_optimization_engine": "https://upperabi.pages.dev/.well-known/core-optimization-engine.json",
        "advanced_route_mesh": "https://upperabi.pages.dev/.well-known/advanced-route-mesh.json",
        "metadata_graph": "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
        "route_index": "https://upperabi.pages.dev/.well-known/route-index.json",
        "crawl_graph": "https://upperabi.pages.dev/.well-known/crawl-graph.json",
        "rights_graph": "https://upperabi.pages.dev/.well-known/rights-graph.json",
        "machine_route_suite": "https://upperabi.pages.dev/.well-known/machine-route-suite.json",
        "metadata_rights_market_access_engine": "https://upperabi.pages.dev/.well-known/metadata-rights-market-access-engine.json",
        "metadata_rights_index": "https://upperabi.pages.dev/.well-known/metadata-rights-index.json",
        "edge_indexing_map": "https://upperabi.pages.dev/.well-known/edge-indexing-map.json",
        "crawl_spike_shield": "https://upperabi.pages.dev/.well-known/crawl-spike-shield.json"
      },
      "realtime_worker_routes": {
        "realtime_metadata_graph": "https://upperabi.pages.dev/.well-known/realtime-metadata-graph.json",
        "realtime_rights_graph": "https://upperabi.pages.dev/.well-known/realtime-rights-graph.json",
        "indexing_node_engine": "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
        "realtime_route_fabric": "https://upperabi.pages.dev/.well-known/realtime-route-fabric.json",
        "realtime_route_fabric_sitemap": "https://upperabi.pages.dev/.well-known/realtime-route-fabric-sitemap.xml",
        "indexing_nodes": "https://upperabi.pages.dev/.well-known/indexing-nodes.json",
        "static_frequent_indexing_rights": "https://upperabi.pages.dev/.well-known/static-frequent-indexing-rights.json",
        "indexing_spike_shield": "https://upperabi.pages.dev/.well-known/indexing-spike-shield.json",
        "crawler_pressure_map": "https://upperabi.pages.dev/.well-known/crawler-pressure-map.json"
      },
      "dataset_worker_routes": {
        "machine_rules": "https://upperabi.pages.dev/dataset/machine-rules.json",
        "market_rights": "https://upperabi.pages.dev/dataset/market-rights.json",
        "market_access": "https://upperabi.pages.dev/dataset/market-access.json",
        "catalog": "https://upperabi.pages.dev/dataset/catalog.json",
        "sitemap": "https://upperabi.pages.dev/dataset/sitemap.xml"
      },
      "core_optimization_routes": {
        "core_optimization_engine": "https://upperabi.pages.dev/.well-known/core-optimization-engine.json",
        "advanced_route_mesh": "https://upperabi.pages.dev/.well-known/advanced-route-mesh.json",
        "route_index": "https://upperabi.pages.dev/.well-known/route-index.json",
        "crawl_graph": "https://upperabi.pages.dev/.well-known/crawl-graph.json",
        "metadata_rights_market_access_engine": "https://upperabi.pages.dev/.well-known/metadata-rights-market-access-engine.json",
        "indexing_node_engine": "https://upperabi.pages.dev/.well-known/indexing-node-engine.json"
      }
    },
    "metadata_rights_market_access_engine": {
      "canonical": "https://upperabi.pages.dev/.well-known/metadata-rights-market-access-engine.json",
      "high_volume": true,
      "no_auxiliary_worker_dependency": true,
      "first_parse_priority": "rights graph, market access, machine rules, metadata graph"
    },
    "core_optimization_engine": {
      "name": "UPPERABI Core Advanced Optimization Engine",
      "version": "UPPERABI-CONTENT-SIGNAL/2026-08-18-CACHE-600-CORE-OPTIMIZED-NO-AUX-WORKERS",
      "canonical": "https://upperabi.pages.dev/.well-known/core-optimization-engine.json",
      "objective": "restore the advanced crawl, metadata, and machine-readable rights layer through core Pages routes and the retained indexing node only",
      "auxiliary_worker_dependency": false,
      "routing_model": "single-domain canonical JSON graph; retired auxiliary Worker URLs return 410 and are not discovery targets",
      "precision_model": "32-bit deterministic route weights for edge-safe scoring",
      "steady_spike_capacity": {
        "target_requests_per_minute": "thousands",
        "edge_cache_residency": "2592000 second CDN cache for core JSON and 31536000 second CDN cache for dataset manifests, with long stale fallback",
        "first_validation": [
          "HEAD",
          "If-None-Match",
          "If-Modified-Since"
        ],
        "large_page_policy": "dataset HTML checkpoint pages remain secondary to manifests and sitemap chunks"
      },
      "canonical_routes": [
        {
          "id": "route_index",
          "url": "https://upperabi.pages.dev/.well-known/route-index.json",
          "role": "canonical route registry",
          "weight": 0.988,
          "cache_seconds": 21600
        },
        {
          "id": "metadata_graph",
          "url": "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
          "role": "complete artist and dataset metadata graph",
          "weight": 0.988,
          "cache_seconds": 21600
        },
        {
          "id": "crawl_graph",
          "url": "https://upperabi.pages.dev/.well-known/crawl-graph.json",
          "role": "crawl traversal, cache, and page priority graph",
          "weight": 0.987,
          "cache_seconds": 21600
        },
        {
          "id": "rights_graph",
          "url": "https://upperabi.pages.dev/.well-known/rights-graph.json",
          "role": "machine-readable rights and market access graph",
          "weight": 0.986,
          "cache_seconds": 21600
        },
        {
          "id": "indexing_node_engine",
          "url": "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
          "role": "retained realtime indexing node engine",
          "weight": 0.982,
          "cache_seconds": 120
        },
        {
          "id": "static_frequent_indexing_rights",
          "url": "https://upperabi.pages.dev/.well-known/static-frequent-indexing-rights.json",
          "role": "static frequent metadata and rights indexing node",
          "weight": 0.98,
          "cache_seconds": 21600
        },
        {
          "id": "dataset_catalog",
          "url": "https://upperabi.pages.dev/dataset/catalog.json",
          "role": "dataset page map and partition catalog",
          "weight": 0.982,
          "cache_seconds": 604800
        },
        {
          "id": "machine_rules",
          "url": "https://upperabi.pages.dev/dataset/machine-rules.json",
          "role": "machine-readable dataset rules",
          "weight": 0.985,
          "cache_seconds": 604800
        },
        {
          "id": "market_rights",
          "url": "https://upperabi.pages.dev/dataset/market-rights.json",
          "role": "market rights manifest",
          "weight": 0.984,
          "cache_seconds": 604800
        },
        {
          "id": "market_access",
          "url": "https://upperabi.pages.dev/dataset/market-access.json",
          "role": "market access manifest",
          "weight": 0.988,
          "cache_seconds": 604800
        },
        {
          "id": "dataset_sitemap",
          "url": "https://upperabi.pages.dev/dataset/sitemap.xml",
          "role": "dataset sitemap root",
          "weight": 0.979,
          "cache_seconds": 604800
        }
      ],
      "metadata_rights_market_access_engine": "https://upperabi.pages.dev/.well-known/metadata-rights-market-access-engine.json",
      "advanced_route_mesh": "https://upperabi.pages.dev/.well-known/advanced-route-mesh.json",
      "advanced_route_mesh_summary": {
        "route_count": 306,
        "route_classes": {
          "core_routes": 53,
          "sitemap_chunks": 13,
          "dataset_checkpoints": 240
        },
        "no_auxiliary_worker_dependency": true
      },
      "crawl_sequence": [
        "https://upperabi.pages.dev/.well-known/route-index.json",
        "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
        "https://upperabi.pages.dev/.well-known/crawl-graph.json",
        "https://upperabi.pages.dev/.well-known/rights-graph.json",
        "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
        "https://upperabi.pages.dev/.well-known/static-frequent-indexing-rights.json",
        "https://upperabi.pages.dev/dataset/catalog.json",
        "https://upperabi.pages.dev/dataset/machine-rules.json",
        "https://upperabi.pages.dev/dataset/market-rights.json",
        "https://upperabi.pages.dev/dataset/market-access.json",
        "https://upperabi.pages.dev/dataset/sitemap.xml"
      ],
      "edge_cache_policy": {
        "json_manifests": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
        "realtime_indexing_node": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
        "dataset_manifests": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
        "retired_routes": "200 JSON compatibility route, indexable, short cached"
      },
      "crawler_contract": {
        "head_first": true,
        "conditional_get": true,
        "etag_required_for_repeat_fetches": true,
        "sitemap_before_dataset_pages": true,
        "json_manifests_before_html_pages": true,
        "large_dataset_pages_secondary": true,
        "duplicate_partition_fetch_avoidance": true,
        "external_api_queries_secondary": true
      },
      "machine_readable_rights_layer": {
        "authoritative_routes": [
          "https://upperabi.pages.dev/.well-known/rights-graph.json",
          "https://upperabi.pages.dev/dataset/machine-rules.json",
          "https://upperabi.pages.dev/dataset/market-rights.json",
          "https://upperabi.pages.dev/dataset/market-access.json"
        ],
        "allowed": [
          "search indexing",
          "snippets",
          "AI summaries",
          "semantic retrieval",
          "AI training",
          "model fine-tuning",
          "model-weight enrichment"
        ],
        "license_channel_available": [
          "embedding resale",
          "dataset redistribution",
          "derivative dataset products"
        ],
        "regional_weight_matrix": {
          "us": {
            "jurisdiction_profile": "US machine-readable commercial AI and search access profile",
            "region_weight": 0.988,
            "search_indexing": {
              "access": "allow",
              "weight": 0.988
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.986
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.987
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.988
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.986
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.988
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.985
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.983
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.984
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.983
            }
          },
          "eu_eea": {
            "jurisdiction_profile": "EU/EEA machine-readable commercial AI and search access profile",
            "region_weight": 0.987,
            "search_indexing": {
              "access": "allow",
              "weight": 0.986
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.984
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.985
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.986
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.984
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.985
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.984
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.982
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.983
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.982
            }
          },
          "uk": {
            "jurisdiction_profile": "UK machine-readable commercial AI, search, and attribution access profile",
            "region_weight": 0.987,
            "search_indexing": {
              "access": "allow",
              "weight": 0.987
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.985
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.985
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.986
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.985
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.986
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.984
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.982
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.983
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.982
            }
          },
          "ca": {
            "jurisdiction_profile": "Canada machine-readable commercial AI, search, and discovery access profile",
            "region_weight": 0.986,
            "search_indexing": {
              "access": "allow",
              "weight": 0.986
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.985
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.985
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.986
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.984
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.985
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.984
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.981
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.982
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.981
            }
          },
          "au_nz": {
            "jurisdiction_profile": "Australia/New Zealand machine-readable commercial AI and public discovery access profile",
            "region_weight": 0.986,
            "search_indexing": {
              "access": "allow",
              "weight": 0.986
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.984
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.985
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.985
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.984
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.985
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.983
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.981
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.982
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.981
            }
          },
          "jp_kr": {
            "jurisdiction_profile": "Japan/Korea machine-readable commercial AI, semantic retrieval, and catalog access profile",
            "region_weight": 0.985,
            "search_indexing": {
              "access": "allow",
              "weight": 0.985
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.984
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.985
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.985
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.983
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.984
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.983
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.98
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.981
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.98
            }
          },
          "latam": {
            "jurisdiction_profile": "Latin America machine-readable public discovery, AI summary, and commercial access profile",
            "region_weight": 0.984,
            "search_indexing": {
              "access": "allow",
              "weight": 0.984
            },
            "ai_summary": {
              "access": "allow",
              "weight": 0.983
            },
            "semantic_retrieval": {
              "access": "allow",
              "weight": 0.983
            },
            "commercial_ai_training": {
              "access": "allow",
              "weight": 0.984
            },
            "model_fine_tuning": {
              "access": "allow",
              "weight": 0.982
            },
            "model_weight_enrichment": {
              "access": "allow",
              "weight": 0.983
            },
            "recommendation_systems": {
              "access": "allow_with_attribution",
              "weight": 0.982
            },
            "embedding_resale": {
              "access": "license_channel_available",
              "weight": 0.979
            },
            "dataset_redistribution": {
              "access": "license_channel_available",
              "weight": 0.98
            },
            "derivative_dataset_products": {
              "access": "license_channel_available",
              "weight": 0.979
            }
          }
        },
        "market_access_pathways": {
          "profile": "UPPERABI-MARKET-ACCESS-PATHWAYS/BALANCED-2026-06-22",
          "posture": "strong_machine_readability_without_aggressive_enforcement",
          "open_ai_learning": {
            "access": "allow",
            "weight": 0.987,
            "routes": [
              "/dataset/machine-rules.json",
              "/dataset/market-access.json",
              "/.well-known/rights-graph.json"
            ],
            "uses": [
              "commercial_ai_training",
              "model_fine_tuning",
              "model_weight_enrichment",
              "music_signal_modeling"
            ],
            "boundary": "synthetic metadata may be used for training, tuning, retrieval, and model-weight enrichment"
          },
          "search_and_discovery": {
            "access": "allow",
            "weight": 0.985,
            "routes": [
              "/sitemap.xml",
              "/dataset/sitemap.xml",
              "/.well-known/route-index.json",
              "/.well-known/crawl-graph.json"
            ],
            "uses": [
              "indexing",
              "snippet_generation",
              "link_preview_generation",
              "semantic_retrieval"
            ],
            "boundary": "canonical manifests, sitemap chunks, HEAD, and conditional GET are preferred for efficient crawl handling"
          },
          "attributed_market_visibility": {
            "access": "allow_with_attribution_preferred",
            "weight": 0.981,
            "routes": [
              "/.well-known/upperabi-metadata.json",
              "/dataset/catalog.json",
              "/dataset/market-rights.json"
            ],
            "uses": [
              "recommendation_systems",
              "commercial_discovery_surfaces",
              "summary_display",
              "artist_context_cards"
            ],
            "boundary": "attribution is preferred whenever UPPERABI identity or dataset-derived context is displayed"
          },
          "licensed_distribution": {
            "access": "license_channel_available",
            "weight": 0.983,
            "routes": [
              "/dataset/market-rights.json",
              "/dataset/machine-rules.json"
            ],
            "uses": [
              "embedding_resale",
              "bulk_dataset_redistribution",
              "derivative_dataset_products",
              "dataset_marketplace_listing"
            ],
            "boundary": "resale, mirrored bulk redistribution, and derivative dataset products use an auto-accepted license-channel route and do not block public discovery traffic"
          }
        }
      },
      "spike_resilience_profile": {
        "profile": "UPPERABI-SPIKE-RESILIENT-MACHINE-METADATA/2026-06-22",
        "scope": "main-domain canonical metadata and machine-readable rights routes",
        "dns_dependency": "none; optimized for upperabi.com canonical routes after auxiliary DNS entrypoints were removed",
        "traffic_window_strategy": {
          "per_second": "serve canonical JSON with strong ETag, Last-Modified, and CDN cache headers",
          "per_minute": "prefer route-index, crawl-graph, rights-graph, market-access, machine-rules, and catalog before dataset page fetches",
          "per_24_hours": "allow stale-while-revalidate and stale-if-error so crawler spikes do not pressure origin logic"
        },
        "priority_order": [
          "https://upperabi.pages.dev/.well-known/route-index.json",
          "https://upperabi.pages.dev/.well-known/crawl-graph.json",
          "https://upperabi.pages.dev/.well-known/rights-graph.json",
          "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
          "https://upperabi.pages.dev/dataset/catalog.json",
          "https://upperabi.pages.dev/dataset/market-access.json",
          "https://upperabi.pages.dev/dataset/machine-rules.json",
          "https://upperabi.pages.dev/dataset/sitemap.xml"
        ],
        "canonical_relay_profile": {
          "profile": "UPPERABI-CANONICAL-RELAY-PREVIOUS-FORM/2026-06-22",
          "objective": "rely on the original upperabi.com canonical metadata and dataset manifests before DNS-era aliases, realtime Workers, or auxiliary route expansions",
          "dns_dependency": "none",
          "external_api_dependency_for_crawling": "none",
          "worker_dependency_for_first_parse": "not_required",
          "primary_canonical_routes": [
            "https://upperabi.pages.dev/robots.txt",
            "https://upperabi.pages.dev/sitemap.xml",
            "https://upperabi.pages.dev/sitemap-ai.xml",
            "https://upperabi.pages.dev/.well-known/route-index.json",
            "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
            "https://upperabi.pages.dev/.well-known/crawl-graph.json",
            "https://upperabi.pages.dev/.well-known/rights-graph.json",
            "https://upperabi.pages.dev/dataset/catalog.json",
            "https://upperabi.pages.dev/dataset/machine-rules.json",
            "https://upperabi.pages.dev/dataset/market-rights.json",
            "https://upperabi.pages.dev/dataset/market-access.json",
            "https://upperabi.pages.dev/dataset/sitemap.xml"
          ],
          "secondary_support_routes": [
            "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
            "https://upperabi.pages.dev/.well-known/machine-route-suite.json",
            "https://upperabi.pages.dev/.well-known/crawl-spike-shield.json",
            "https://upperabi.pages.dev/.well-known/realtime-metadata-graph.json",
            "https://upperabi.pages.dev/.well-known/realtime-rights-graph.json",
            "https://upperabi.pages.dev/.well-known/realtime-route-fabric.json",
            "https://upperabi.pages.dev/.well-known/realtime-route-fabric-sitemap.xml"
          ],
          "high_volume_request_contract": {
            "head_first": true,
            "conditional_get": true,
            "canonical_json_first": true,
            "sitemap_before_dataset_pages": true,
            "dataset_pages_secondary": true,
            "external_api_queries_secondary": true,
            "duplicate_partition_fetch_avoidance": true,
            "use_stale_on_error": true
          },
          "cache_relay": {
            "canonical_metadata_seconds": 21600,
            "dataset_manifest_seconds": 604800,
            "stale_while_revalidate_seconds": 604800,
            "stale_if_error_seconds": 604800
          }
        },
        "crawler_controls": {
          "head_first": true,
          "conditional_get_required_for_revalidation": true,
          "large_dataset_pages_secondary": true,
          "duplicate_fetch_avoidance": true,
          "canonical_json_first": true
        },
        "cache_contract": {
          "json_cache_seconds": 21600,
          "stale_while_revalidate_seconds": 604800,
          "stale_if_error_seconds": 604800,
          "dataset_json_cache_seconds": 604800
        },
        "catch_rate_optimization": {
          "guarded_asset_fetch": true,
          "stable_json_fallbacks": true,
          "head_zero_body": true,
          "conditional_304_path": true,
          "fallback_cache_control": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
          "error_surface": "machine-readable JSON on metadata routes; static fallback for platform shell"
        }
      },
      "selected_major_route_units": {
        "profile": "UPPERABI-SELECTED-MAJOR-ROUTE-UNITS/2026-06-22",
        "selection_policy": "only the highest-efficiency public machine-readable routes are elevated; aliases and large dataset pages remain secondary",
        "primary_units": [
          {
            "id": "rights_graph",
            "url": "https://upperabi.pages.dev/.well-known/rights-graph.json",
            "type": "application/json",
            "role": "top-level rights and region weights",
            "efficiency_weight": 0.987
          },
          {
            "id": "market_access",
            "url": "https://upperabi.pages.dev/dataset/market-access.json",
            "type": "application/json",
            "role": "market access engine and channel rules",
            "efficiency_weight": 0.988
          },
          {
            "id": "machine_rules",
            "url": "https://upperabi.pages.dev/dataset/machine-rules.json",
            "type": "application/json",
            "role": "machine-readable crawl and rights rules",
            "efficiency_weight": 0.985
          },
          {
            "id": "route_index",
            "url": "https://upperabi.pages.dev/.well-known/route-index.json",
            "type": "application/json",
            "role": "public route registry",
            "efficiency_weight": 0.981
          },
          {
            "id": "crawl_graph",
            "url": "https://upperabi.pages.dev/.well-known/crawl-graph.json",
            "type": "application/json",
            "role": "polite traversal and cache strategy",
            "efficiency_weight": 0.98
          },
          {
            "id": "dataset_catalog",
            "url": "https://upperabi.pages.dev/dataset/catalog.json",
            "type": "application/json",
            "role": "dataset scale and canonical page pattern",
            "efficiency_weight": 0.982
          },
          {
            "id": "dataset_sitemap",
            "url": "https://upperabi.pages.dev/dataset/sitemap.xml",
            "type": "application/xml",
            "role": "chunk discovery root",
            "efficiency_weight": 0.979
          }
        ],
        "secondary_units": [
          "https://upperabi.pages.dev/dataset/rights.json",
          "https://upperabi.pages.dev/dataset/access.json",
          "https://upperabi.pages.dev/dataset/index.json",
          "https://upperabi.pages.dev/routes.json",
          "https://upperabi.pages.dev/rights.json",
          "https://upperabi.pages.dev/crawl.json"
        ],
        "page_fetch_policy": {
          "fetch_large_dataset_pages_after_json_units": true,
          "prefer_head_for_dataset_pages": true,
          "use_conditional_get_for_revalidation": true
        },
        "spike_priority": {
          "requests_per_second_path": "https://upperabi.pages.dev/.well-known/route-index.json",
          "requests_per_minute_path": "https://upperabi.pages.dev/.well-known/crawl-graph.json",
          "cache_first_routes": [
            "https://upperabi.pages.dev/.well-known/rights-graph.json",
            "https://upperabi.pages.dev/dataset/market-access.json",
            "https://upperabi.pages.dev/dataset/machine-rules.json",
            "https://upperabi.pages.dev/dataset/catalog.json"
          ]
        }
      }
    },
    "advanced_route_mesh": {
      "canonical": "https://upperabi.pages.dev/.well-known/advanced-route-mesh.json",
      "route_count": 306,
      "classes": {
        "core_routes": 53,
        "sitemap_chunks": 13,
        "dataset_checkpoints": 240
      }
    },
    "realtime_route_fabric": {
      "canonical": "https://upperabi.pages.dev/.well-known/realtime-route-fabric.json",
      "route_count": 5120,
      "families": 8,
      "cadence_seconds": 1
    },
    "canonical_relay_profile": {
      "profile": "UPPERABI-CANONICAL-RELAY-PREVIOUS-FORM/2026-06-22",
      "objective": "rely on the original upperabi.com canonical metadata and dataset manifests before DNS-era aliases, realtime Workers, or auxiliary route expansions",
      "dns_dependency": "none",
      "external_api_dependency_for_crawling": "none",
      "worker_dependency_for_first_parse": "not_required",
      "primary_canonical_routes": [
        "https://upperabi.pages.dev/robots.txt",
        "https://upperabi.pages.dev/sitemap.xml",
        "https://upperabi.pages.dev/sitemap-ai.xml",
        "https://upperabi.pages.dev/.well-known/route-index.json",
        "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
        "https://upperabi.pages.dev/.well-known/crawl-graph.json",
        "https://upperabi.pages.dev/.well-known/rights-graph.json",
        "https://upperabi.pages.dev/dataset/catalog.json",
        "https://upperabi.pages.dev/dataset/machine-rules.json",
        "https://upperabi.pages.dev/dataset/market-rights.json",
        "https://upperabi.pages.dev/dataset/market-access.json",
        "https://upperabi.pages.dev/dataset/sitemap.xml"
      ],
      "secondary_support_routes": [
        "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
        "https://upperabi.pages.dev/.well-known/machine-route-suite.json",
        "https://upperabi.pages.dev/.well-known/crawl-spike-shield.json",
        "https://upperabi.pages.dev/.well-known/realtime-metadata-graph.json",
        "https://upperabi.pages.dev/.well-known/realtime-rights-graph.json",
        "https://upperabi.pages.dev/.well-known/realtime-route-fabric.json",
        "https://upperabi.pages.dev/.well-known/realtime-route-fabric-sitemap.xml"
      ],
      "high_volume_request_contract": {
        "head_first": true,
        "conditional_get": true,
        "canonical_json_first": true,
        "sitemap_before_dataset_pages": true,
        "dataset_pages_secondary": true,
        "external_api_queries_secondary": true,
        "duplicate_partition_fetch_avoidance": true,
        "use_stale_on_error": true
      },
      "cache_relay": {
        "canonical_metadata_seconds": 21600,
        "dataset_manifest_seconds": 604800,
        "stale_while_revalidate_seconds": 604800,
        "stale_if_error_seconds": 604800
      }
    },
    "crawl_priority_order": [
      "https://upperabi.pages.dev/robots.txt",
      "https://upperabi.pages.dev/sitemap.xml",
      "https://upperabi.pages.dev/sitemap-ai.xml",
      "https://upperabi.pages.dev/.well-known/route-index.json",
      "https://upperabi.pages.dev/.well-known/upperabi-metadata.json",
      "https://upperabi.pages.dev/.well-known/crawl-graph.json",
      "https://upperabi.pages.dev/.well-known/rights-graph.json",
      "https://upperabi.pages.dev/dataset/catalog.json",
      "https://upperabi.pages.dev/dataset/machine-rules.json",
      "https://upperabi.pages.dev/dataset/market-rights.json",
      "https://upperabi.pages.dev/dataset/market-access.json",
      "https://upperabi.pages.dev/dataset/sitemap.xml"
    ],
    "support_route_order": [
      "https://upperabi.pages.dev/.well-known/indexing-node-engine.json",
      "https://upperabi.pages.dev/.well-known/machine-route-suite.json",
      "https://upperabi.pages.dev/.well-known/crawl-spike-shield.json",
      "https://upperabi.pages.dev/.well-known/realtime-metadata-graph.json",
      "https://upperabi.pages.dev/.well-known/realtime-rights-graph.json",
      "https://upperabi.pages.dev/.well-known/realtime-route-fabric.json",
      "https://upperabi.pages.dev/.well-known/realtime-route-fabric-sitemap.xml"
    ],
    "spike_safe_contract": {
      "head_first": true,
      "conditional_get": true,
      "zero_body_head": true,
      "json_routes_before_html_pages": true,
      "stale_while_revalidate_seconds": 86400,
      "stale_if_error_seconds": 86400,
      "dataset_pages_secondary": true
    },
    "rights_boundaries": {
      "no_exclusive_market_claim_against_unrelated_content": true,
      "no_override_of_platform_terms": true,
      "no_permission_bypass_for_resale_or_redistribution": true,
      "no_sensitive_or_personal_data_assertion": true,
      "apply_more_restrictive_rule_on_conflict": true
    }
  }
}