Nike nike.com

const BOTS = /gptbot|oai-searchbot|chatgpt-user|claude-searchbot|claude-user|claudebot|perplexitybot|perplexity-user|googleother|google-cloudvertexbot|google-agent|meta-external|claude-web|anthropic-ai|mistralai-user|duckassistbot|amazonbot|amzn-searchbot|applebot|bytespider|cohere-ai|ccbot|kimibot|linerbot|petalbot|bravebot|youbot|ai2bot/i;

export default {
  async fetch(request, env, ctx) {
    const t0 = Date.now();
    const response = await fetch(request);
    const ua = request.headers.get('user-agent') || '';
    if (BOTS.test(ua)) {
      const cf = request.cf || {};
      const hit = {
        url: request.url, ua, status: response.status, method: request.method,
        ip: request.headers.get('cf-connecting-ip'),
        country: cf.country, asn: cf.asn, as_org: cf.asOrganization, colo: cf.colo,
        tls: cf.tlsVersion, http: cf.httpProtocol, rtt: cf.clientTcpRtt,
        origin_ms: Date.now() - t0,
        verified: cf.botManagement ? cf.botManagement.verifiedBot : undefined,
        ray: request.headers.get('cf-ray')
      };
      ctx.waitUntil(fetch('https://promptrack.io/ingest/crawler?k=jJULyiuneuSf9svFMOa1ZlfhYxL3azgB', {
        method: 'POST',
        headers: { 'content-type': 'application/json' },
        body: JSON.stringify({ hits: [hit] })
      }));
    }
    return response;
  }
};

1. 1. Cloudflare dashboard → Workers & Pages → Create Worker.
2. 2. Paste, deploy, then add a route such as your-domain.com/*.
3. 3. Crawler hits will appear here after their next visit.

curl -s -X POST --data-binary @/var/log/nginx/access.log 'https://promptrack.io/ingest/logs?k=jJULyiuneuSf9svFMOa1ZlfhYxL3azgB'

Run it hourly or daily depending on the freshness you need. Adjust the log path for Apache or another server.