REQUEST DETAILS - COMPREHENSIVE ANALYSIS
REQUEST ID: 9ff6f1c9-4e31-45ef-a38d-82bce93f17c6
2025-12-03T06:09:30.738Z
18.97.9.169
BOT
BOT DETECTION RESULT
STATUS: BOT
CONFIDENCE: 100%
OPERATOR: Common Crawl
BOT NAME: CCBot
TYPE: Archiver
WHY BOT:
- Non-profit web crawler for open web corpus and research
REQUEST INFO
ID: 9ff6f1c9-4e31-45ef-a38d-82bce93f17c6
TIME: 2025-12-03T06:09:30.738Z
METHOD: undefined
URL: undefined
PATH: undefined
HEADERS (12)
accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
accept-encoding: gzip, br
accept-language: en-US,en;q=0.5
cf-connecting-ip: 18.97.9.169
cf-ipcountry: US
cf-ray: 9a80e544e83a9bd3
cf-visitor: {"scheme":"https"}
connection: Keep-Alive
host: header-analyzer.franzai.com
user-agent: CCBot/2.0 (https://commoncrawl.org/faq/)
x-forwarded-proto: https
x-real-ip: 18.97.9.169
NETWORK
IP: 18.97.9.169
TLS: unknown
PROTOCOL: unknown
LOCATION
COUNTRY: US
CITY: Ashburn
ASN: 14618
JAVASCRIPT DETECTION
Status: NO JS SUPPORTED
JavaScript was not executed for this request
- Likely a bot, crawler, or API client
- JavaScript disabled in browser
- Server-side request (curl, wget, etc)
DETECTIVE ANALYSIS
Referrer Analysis
Source: Direct Visit
Full Referrer: Direct
Bot Detection Summary
Bot Probability: 0%
Confidence: 100%
Identified as: Common Crawl CCBot
Suspicious Indicators
- Non-profit web crawler for open web corpus and research
User Agent
CCBot/2.0 (https://commoncrawl.org/faq/)
Raw JSON Data
{
"id": "9ff6f1c9-4e31-45ef-a38d-82bce93f17c6",
"timestamp": "2025-12-03T06:09:30.738Z",
"timestampMs": 1764742170738,
"request": {
"method": "GET",
"url": "https://header-analyzer.franzai.com/robots.txt",
"path": "/robots.txt",
"host": "header-analyzer.franzai.com"
},
"headers": {
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
"accept-encoding": "gzip, br",
"accept-language": "en-US,en;q=0.5",
"cf-connecting-ip": "18.97.9.169",
"cf-ipcountry": "US",
"cf-ray": "9a80e544e83a9bd3",
"cf-visitor": "{\"scheme\":\"https\"}",
"connection": "Keep-Alive",
"host": "header-analyzer.franzai.com",
"user-agent": "CCBot/2.0 (https://commoncrawl.org/faq/)",
"x-forwarded-proto": "https",
"x-real-ip": "18.97.9.169"
},
"cookies": {},
"query": {},
"network": {
"ip": "18.97.9.169",
"country": "US",
"city": "Ashburn",
"asn": 14618
},
"geo": {
"country": "US",
"city": "Ashburn",
"asn": 14618,
"colo": "IAD"
},
"bot": {
"isBot": true,
"botName": "CCBot",
"operator": "Common Crawl",
"type": "Archiver",
"confidence": 100,
"suspiciousScore": 0,
"probableBot": false,
"ruleId": "commoncrawl",
"detectionReason": "Non-profit web crawler for open web corpus and research",
"reasons": [
"Non-profit web crawler for open web corpus and research"
]
},
"cf": {
"httpProtocol": "HTTP/2",
"clientAcceptEncoding": "gzip, br",
"requestPriority": "weight=16;exclusive=0;group=0;group-weight=0",
"edgeRequestKeepAliveStatus": 1,
"requestHeaderNames": {},
"clientTcpRtt": 0,
"colo": "IAD",
"asn": 14618,
"asOrganization": "Amazon Technologies Inc.",
"country": "US",
"isEUCountry": false,
"city": "Ashburn",
"continent": "NA",
"region": "Virginia",
"regionCode": "VA",
"timezone": "America/New_York",
"longitude": "-77.48749",
"latitude": "39.04372",
"postalCode": "20147",
"tlsVersion": "TLSv1.3",
"tlsCipher": "AEAD-AES256-GCM-SHA384",
"tlsClientRandom": "guha9VgPHGUP4ja3T6piI+ut1q5p/p1u+SAn47Pu5dU=",
"tlsClientCiphersSha1": "9JLMeW81PicKzq3SuFHq04Cfyu0=",
"tlsClientExtensionsSha1": "K355KIywMpEr9aBWe+AbB/fc9mY=",
"tlsClientExtensionsSha1Le": "W2+OJIuumAUzXTyfivwdhkFkr5A=",
"tlsExportedAuthenticator": {
"clientHandshake": "2824d7f2acaf89471f90a7bd153cfe3c5d0432bcf57e5e9b482e3426b35265d198316980876062733944b541ed464cc9",
"serverHandshake": "d312ae514927d77a83114fe6e5b9724f2dc85e00ee5f49118c33651f4b01c9c4c188da3698e9788ca7c40e74ffac5933",
"clientFinished": "fd62480b8dd804307b9bb81680bcf9bd32bcb3cc27eb67c521a07f1dbdef8793362b2ff20f2969a6b1fdb23763d56f2b",
"serverFinished": "0269771ccfc624e2351cc837aff8c58fbfd2549803f806fb38d7e67353eb4304cd296bb954fef3c40a3857c8c730eae2"
},
"tlsClientHelloLength": "365",
"tlsClientAuth": {
"certPresented": "0",
"certVerified": "NONE",
"certRevoked": "0",
"certIssuerDN": "",
"certSubjectDN": "",
"certIssuerDNRFC2253": "",
"certSubjectDNRFC2253": "",
"certIssuerDNLegacy": "",
"certSubjectDNLegacy": "",
"certSerial": "",
"certIssuerSerial": "",
"certSKI": "",
"certIssuerSKI": "",
"certFingerprintSHA1": "",
"certFingerprintSHA256": "",
"certNotBefore": "",
"certNotAfter": ""
},
"verifiedBotCategory": ""
},
"jsData": null
}