Identify website visitors with Clearbit Reveal and create HubSpot companies using code

# Test your Clearbit API key
curl -s "https://reveal.clearbit.com/v1/companies/find?ip=203.0.113.42" \
  -H "Authorization: Bearer $CLEARBIT_API_KEY" | head -c 300
 
# Test your HubSpot token
curl -s "https://api.hubapi.com/crm/v3/objects/companies?limit=1" \
  -H "Authorization: Bearer $HUBSPOT_ACCESS_TOKEN" | head -c 200

import re
from collections import Counter
 
def extract_ips_from_log(log_path, min_visits=2):
    """Extract IPs that visited key pages multiple times (shows intent)."""
    ip_pages = {}
    target_pages = ["/pricing", "/demo", "/contact", "/enterprise"]
 
    with open(log_path) as f:
        for line in f:
            match = re.match(r'^(\d+\.\d+\.\d+\.\d+).*"GET (\S+)', line)
            if not match:
                continue
            ip, page = match.groups()
            if any(page.startswith(p) for p in target_pages):
                ip_pages.setdefault(ip, []).append(page)
 
    # Only return IPs with multiple visits to high-intent pages
    return {ip: pages for ip, pages in ip_pages.items() if len(pages) >= min_visits}

import requests
import os
import time
 
CLEARBIT_API_KEY = os.environ["CLEARBIT_API_KEY"]
HUBSPOT_ACCESS_TOKEN = os.environ["HUBSPOT_ACCESS_TOKEN"]
HS_HEADERS = {"Authorization": f"Bearer {HUBSPOT_ACCESS_TOKEN}", "Content-Type": "application/json"}
 
def reveal_company(ip):
    """Resolve an IP to a company via Clearbit Reveal."""
    resp = requests.get(
        "https://reveal.clearbit.com/v1/companies/find",
        params={"ip": ip},
        headers={"Authorization": f"Bearer {CLEARBIT_API_KEY}"},
    )
    if resp.status_code == 404:
        return None
    resp.raise_for_status()
    data = resp.json()
 
    company = data.get("company")
    if not company or company.get("type") != "company":
        return None
 
    return {
        "domain": company.get("domain"),
        "name": company.get("name"),
        "industry": company.get("category", {}).get("industry"),
        "employees": company.get("metrics", {}).get("employees"),
        "city": company.get("geo", {}).get("city"),
        "state": company.get("geo", {}).get("state"),
        "country": company.get("geo", {}).get("country"),
        "description": company.get("description"),
    }

def matches_icp(company, min_employees=50):
    """Check if a resolved company matches your ICP criteria."""
    if not company.get("domain"):
        return False
    employees = company.get("employees") or 0
    return employees >= min_employees
 
 
def company_exists_in_hubspot(domain):
    """Check if a company with this domain already exists in HubSpot."""
    resp = requests.post(
        "https://api.hubapi.com/crm/v3/objects/companies/search",
        headers=HS_HEADERS,
        json={
            "filterGroups": [{"filters": [{
                "propertyName": "domain",
                "operator": "EQ",
                "value": domain,
            }]}],
        },
    )
    resp.raise_for_status()
    results = resp.json().get("results", [])
    return results[0]["id"] if results else None

def create_hubspot_company(company, pages_visited):
    """Create a new company in HubSpot with visitor metadata."""
    resp = requests.post(
        "https://api.hubapi.com/crm/v3/objects/companies",
        headers=HS_HEADERS,
        json={
            "properties": {
                "domain": company["domain"],
                "name": company["name"],
                "industry": company.get("industry", ""),
                "numberofemployees": str(company.get("employees", "")),
                "city": company.get("city", ""),
                "state": company.get("state", ""),
                "country": company.get("country", ""),
                "description": company.get("description", ""),
            }
        },
    )
    resp.raise_for_status()
    return resp.json()["id"]
 
 
# --- Main execution ---
ip_pages = extract_ips_from_log("/var/log/nginx/access.log")
print(f"Found {len(ip_pages)} IPs with high-intent visits")
 
created = 0
skipped = 0
unresolved = 0
 
for ip, pages in ip_pages.items():
    company = reveal_company(ip)
    if not company:
        unresolved += 1
        continue
 
    if not matches_icp(company):
        skipped += 1
        continue
 
    existing = company_exists_in_hubspot(company["domain"])
    if existing:
        print(f"  EXISTS: {company['name']} ({company['domain']})")
        skipped += 1
        continue
 
    company_id = create_hubspot_company(company, pages)
    print(f"  CREATED: {company['name']} — {company.get('employees', '?')} employees — visited {', '.join(pages)}")
    created += 1
    time.sleep(0.2)
 
print(f"\nDone. Created: {created}, Skipped: {skipped}, Unresolved: {unresolved}")