Crawler Request Headers

GATEWAY_INTERFACE: CGI/1.2
HTTP_ACCEPT: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
HTTP_ACCEPT_ENCODING: br,gzip
HTTP_ACCEPT_LANGUAGE: en-US,en;q=0.5
HTTP_HOST: crawler-test.com
HTTP_IF_MODIFIED_SINCE: Sat, 25 Jun 2022 14:07:24 GMT
HTTP_USER_AGENT: CCBot/2.0 (https://commoncrawl.org/faq/)
HTTP_VERSION: HTTP/1.1
HTTP_X_AMZN_TRACE_ID: Root=1-6476676d-0f64ca9f05911fc50a743185
HTTP_X_FORWARDED_FOR: 3.81.25.170
HTTP_X_FORWARDED_PORT: 443
HTTP_X_FORWARDED_PROTO: https
PATH_INFO: /other/crawler_request_headers
QUERY_STRING:
REMOTE_ADDR: 10.0.14.20
REQUEST_METHOD: GET
REQUEST_PATH: /other/crawler_request_headers
REQUEST_URI: /other/crawler_request_headers
SCRIPT_NAME:
SERVER_NAME: crawler-test.com
SERVER_PORT: 443
SERVER_PROTOCOL: HTTP/1.1
SERVER_SOFTWARE: puma 3.8.1 Sassy Salamander