Crawler Request Headers

GATEWAY_INTERFACE: CGI/1.2
HTTP_ACCEPT: */*
HTTP_ACCEPT_ENCODING: gzip, br, zstd, deflate
HTTP_CACHE_CONTROL: max-age=259200
HTTP_HOST: crawler-test.com
HTTP_USER_AGENT: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)
HTTP_VERSION: HTTP/1.1
HTTP_VIA: 1.1 squid-proxy-5b5d847c96-7s9vl (squid/6.10)
HTTP_X_AMZN_TRACE_ID: Root=1-687ae7e5-7d95a4234603a96a08227c60
HTTP_X_FORWARDED_FOR: 10.1.209.34, 216.73.216.52
HTTP_X_FORWARDED_PORT: 80
HTTP_X_FORWARDED_PROTO: http
PATH_INFO: /other/crawler_request_headers
QUERY_STRING:
REMOTE_ADDR: 10.0.14.62
REQUEST_METHOD: GET
REQUEST_PATH: /other/crawler_request_headers
REQUEST_URI: /other/crawler_request_headers
SCRIPT_NAME:
SERVER_NAME: crawler-test.com
SERVER_PORT: 80
SERVER_PROTOCOL: HTTP/1.1
SERVER_SOFTWARE: puma 3.8.1 Sassy Salamander