{ "slug": "lookalikes", "name": "Lookalike Benchmark", "description": "Head-to-head benchmark comparing company lookalike APIs on the same set of seed companies. Each vendor returns up to 100 lookalikes per seed; an LLM judge scores every returned company for relevance. Headline metric: avg Precision@100, with Precision@10 and Precision@50 also reported.", "page_url": "https://openbenchmarks.com/lookalikes", "last_updated": "2026-06-23T07:00:00.000Z", "license": "https://creativecommons.org/licenses/by/4.0/", "source_repo": { "name": "openbenchmarks-labs/lookalikes", "url": "https://github.com/openbenchmarks-labs/lookalikes", "description": "Open data + code for the lookalike benchmark. Every cell is backed by a literal HTTP request/response and a literal LLM judge prompt/response under data/lookalike-runs/. Open to outside contributions and disputes.", "raw_runs_url": "https://github.com/openbenchmarks-labs/lookalikes/tree/main/data/lookalike-runs", "manifest_url": "https://github.com/openbenchmarks-labs/lookalikes/blob/main/manifest.json" }, "metrics": [ { "key": "avg_precision_at_k", "label": "Avg Precision@100", "unit": "percent", "direction": "higher_is_better", "definition": "HEADLINE ranking metric. Mean Precision@100 across all judged seeds, where relevance is decided by the configured LLM judge." }, { "key": "avg_precision_at_10", "label": "Avg Precision@10", "unit": "percent", "direction": "higher_is_better", "definition": "Mean Precision@10 across all judged seeds." }, { "key": "avg_precision_at_50", "label": "Avg Precision@50", "unit": "percent", "direction": "higher_is_better", "definition": "Mean Precision@50 across all judged seeds." }, { "key": "avg_precision_at_100", "label": "Avg Precision@100", "unit": "percent", "direction": "higher_is_better", "definition": "Mean Precision@100 across all judged seeds." }, { "key": "total_relevant", "label": "Total relevant", "unit": "count", "direction": "higher_is_better", "definition": "Sum of relevant lookalikes across all seeds (out of seeds_judged × K). Reach metric to break Precision@K ties." }, { "key": "seeds_judged", "label": "Seeds judged", "unit": "count", "direction": "higher_is_better", "definition": "Number of seeds for which the vendor returned ≥K results and the judge scored every returned company." }, { "key": "cost_per_relevant_usd", "label": "Cost per relevant", "unit": "usd", "direction": "lower_is_better", "definition": "Vendor credit spend divided by total relevant lookalikes. Null when public pricing is unavailable." }, { "key": "avg_latency_ms", "label": "Latency", "unit": "milliseconds", "direction": "lower_is_better", "definition": "Mean per-seed request latency in milliseconds." } ], "categories": [ "b2b-saas", "devtools", "ecommerce", "healthtech", "home-services", "trades", "real-estate", "fintech", "cybersecurity", "industrial", "logistics", "hospitality", "energy" ], "active_dataset": "lookalike-2026-q2-expanded", "k": 100, "judge_model": "gpt-5.4-mini", "seeds": [ { "seed_slug": "datadog", "seed_name": "Datadog", "seed_domain": "datadoghq.com", "description": "Cloud observability, infrastructure monitoring, APM, logs, and security monitoring platform", "category": "devtools" }, { "seed_slug": "shopify", "seed_name": "Shopify", "seed_domain": "shopify.com", "description": "Commerce platform for merchants to create online stores, manage payments, fulfillment, and retail operations", "category": "ecommerce" }, { "seed_slug": "veeva", "seed_name": "Veeva", "seed_domain": "veeva.com", "description": "Cloud software for life sciences companies, including CRM, clinical, regulatory, quality, and content operations", "category": "healthtech" }, { "seed_slug": "toast", "seed_name": "Toast", "seed_domain": "toasttab.com", "description": "Restaurant point-of-sale, payments, online ordering, payroll, and operations platform", "category": "hospitality" }, { "seed_slug": "brex", "seed_name": "Brex", "seed_domain": "brex.com", "description": "Corporate cards, expense management, travel, bill pay, and financial operations platform for companies", "category": "fintech" }, { "seed_slug": "hubspot", "seed_name": "HubSpot", "seed_domain": "hubspot.com", "description": "CRM and marketing automation platform for SMB and mid-market go-to-market teams", "category": "b2b-saas" }, { "seed_slug": "servicetitan", "seed_name": "ServiceTitan", "seed_domain": "servicetitan.com", "description": "Vertical SaaS for trades contractors: dispatch, CRM, billing, marketing, and field service operations", "category": "home-services" }, { "seed_slug": "rippling", "seed_name": "Rippling", "seed_domain": "rippling.com", "description": "Workforce platform combining HRIS, payroll, identity, device management, and employee operations", "category": "b2b-saas" }, { "seed_slug": "openai", "seed_name": "OpenAI", "seed_domain": "openai.com", "description": "AI research and product company providing foundation models, APIs, ChatGPT, and enterprise AI tooling", "category": "devtools" }, { "seed_slug": "procore", "seed_name": "Procore", "seed_domain": "procore.com", "description": "Construction management software for project management, financials, quality, safety, and contractors", "category": "b2b-saas" }, { "seed_slug": "caterpillar", "seed_name": "Caterpillar", "seed_domain": "caterpillar.com", "description": "Industrial manufacturer of construction and mining equipment, engines, turbines, and heavy machinery", "category": "industrial" }, { "seed_slug": "marriott", "seed_name": "Marriott", "seed_domain": "marriott.com", "description": "Global hospitality company operating hotel, lodging, travel, and guest loyalty brands", "category": "hospitality" }, { "seed_slug": "fedex", "seed_name": "FedEx", "seed_domain": "fedex.com", "description": "Global logistics and transportation company providing parcel delivery, freight, shipping, and supply-chain services", "category": "logistics" }, { "seed_slug": "roto-rooter", "seed_name": "Roto-Rooter", "seed_domain": "rotorooter.com", "description": "National plumbing, drain cleaning, water cleanup, and home services franchise", "category": "home-services" }, { "seed_slug": "notion", "seed_name": "Notion", "seed_domain": "notion.so", "description": "Collaborative workspace for notes, docs, wikis, projects, and lightweight knowledge management", "category": "b2b-saas" }, { "seed_slug": "crowdstrike", "seed_name": "CrowdStrike", "seed_domain": "crowdstrike.com", "description": "Cloud-native cybersecurity platform for endpoint protection, threat intelligence, and incident response", "category": "cybersecurity" }, { "seed_slug": "teladoc", "seed_name": "Teladoc", "seed_domain": "teladochealth.com", "description": "Virtual care and telehealth platform connecting patients with clinicians and chronic-care services", "category": "healthtech" }, { "seed_slug": "nextera-energy", "seed_name": "NextEra Energy", "seed_domain": "nexteraenergy.com", "description": "Large electric utility and renewable energy company focused on power generation, transmission, and clean energy infrastructure", "category": "energy" }, { "seed_slug": "cbre", "seed_name": "CBRE", "seed_domain": "cbre.com", "description": "Commercial real estate services and investment firm for property leasing, facilities, valuation, and asset management", "category": "real-estate" }, { "seed_slug": "revolut", "seed_name": "Revolut", "seed_domain": "revolut.com", "description": "Digital banking and financial super-app for consumers and businesses across payments, cards, FX, and investing", "category": "fintech" }, { "seed_slug": "grab", "seed_name": "Grab", "seed_domain": "grab.com", "description": "Southeast Asian super-app for ride-hailing, delivery, payments, financial services, and merchant services", "category": "logistics" }, { "seed_slug": "nubank", "seed_name": "Nubank", "seed_domain": "nubank.com.br", "description": "Digital bank and fintech platform offering cards, accounts, lending, payments, and financial services in Latin America", "category": "fintech" }, { "seed_slug": "siemens", "seed_name": "Siemens", "seed_domain": "siemens.com", "description": "Industrial technology company spanning automation, electrification, smart infrastructure, mobility, and software", "category": "industrial" }, { "seed_slug": "sea-shopee", "seed_name": "Sea (Shopee)", "seed_domain": "sea.com", "description": "Consumer internet company operating Shopee e-commerce, digital entertainment, and digital financial services in Southeast Asia", "category": "ecommerce" } ], "results": [ { "rank": 1, "provider": "OpenFunnel", "provider_slug": "openfunnel", "k": 100, "seeds_attempted": 24, "seeds_judged": 24, "total_seeds": 24, "avg_precision_at_k": 69.75, "avg_precision_at_10": 77.92, "avg_precision_at_50": 72.75, "avg_precision_at_100": 69.75, "total_relevant": 1674, "total_relevant_at_10": 187, "total_relevant_at_50": 873, "total_relevant_at_100": 1674, "total_returned": 2400, "avg_latency_ms": 18972.3, "total_cost_usd": 0, "cost_per_relevant_usd": 0, "cells": [ { "seed_slug": "hubspot", "seed_name": "HubSpot", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 67, "relevant_count_at_10": 9, "relevant_count_at_50": 36, "relevant_count_at_100": 67, "precision_at_k": 67, "precision_at_10": 90, "precision_at_50": 72, "precision_at_100": 67, "latency_ms": 22341, "cost_usd": null }, { "seed_slug": "brex", "seed_name": "Brex", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 93, "relevant_count_at_10": 10, "relevant_count_at_50": 48, "relevant_count_at_100": 93, "precision_at_k": 93, "precision_at_10": 100, "precision_at_50": 96, "precision_at_100": 93, "latency_ms": 16462, "cost_usd": null }, { "seed_slug": "toast", "seed_name": "Toast", "category": "hospitality", "k": 100, "returned_count": 100, "relevant_count": 87, "relevant_count_at_10": 9, "relevant_count_at_50": 44, "relevant_count_at_100": 87, "precision_at_k": 87, "precision_at_10": 90, "precision_at_50": 88, "precision_at_100": 87, "latency_ms": 17809, "cost_usd": null }, { "seed_slug": "servicetitan", "seed_name": "ServiceTitan", "category": "home-services", "k": 100, "returned_count": 100, "relevant_count": 99, "relevant_count_at_10": 10, "relevant_count_at_50": 50, "relevant_count_at_100": 99, "precision_at_k": 99, "precision_at_10": 100, "precision_at_50": 100, "precision_at_100": 99, "latency_ms": 17198, "cost_usd": null }, { "seed_slug": "caterpillar", "seed_name": "Caterpillar", "category": "industrial", "k": 100, "returned_count": 100, "relevant_count": 59, "relevant_count_at_10": 8, "relevant_count_at_50": 36, "relevant_count_at_100": 59, "precision_at_k": 59, "precision_at_10": 80, "precision_at_50": 72, "precision_at_100": 59, "latency_ms": 15275, "cost_usd": null }, { "seed_slug": "marriott", "seed_name": "Marriott", "category": "hospitality", "k": 100, "returned_count": 100, "relevant_count": 53, "relevant_count_at_10": 5, "relevant_count_at_50": 23, "relevant_count_at_100": 53, "precision_at_k": 53, "precision_at_10": 50, "precision_at_50": 46, "precision_at_100": 53, "latency_ms": 17838, "cost_usd": null }, { "seed_slug": "roto-rooter", "seed_name": "Roto-Rooter", "category": "home-services", "k": 100, "returned_count": 100, "relevant_count": 74, "relevant_count_at_10": 6, "relevant_count_at_50": 29, "relevant_count_at_100": 74, "precision_at_k": 74, "precision_at_10": 60, "precision_at_50": 58, "precision_at_100": 74, "latency_ms": 21152, "cost_usd": null }, { "seed_slug": "crowdstrike", "seed_name": "CrowdStrike", "category": "cybersecurity", "k": 100, "returned_count": 100, "relevant_count": 79, "relevant_count_at_10": 8, "relevant_count_at_50": 41, "relevant_count_at_100": 79, "precision_at_k": 79, "precision_at_10": 80, "precision_at_50": 82, "precision_at_100": 79, "latency_ms": 18079, "cost_usd": null }, { "seed_slug": "openai", "seed_name": "OpenAI", "category": "devtools", "k": 100, "returned_count": 100, "relevant_count": 55, "relevant_count_at_10": 8, "relevant_count_at_50": 32, "relevant_count_at_100": 55, "precision_at_k": 55, "precision_at_10": 80, "precision_at_50": 64, "precision_at_100": 55, "latency_ms": 15643, "cost_usd": null }, { "seed_slug": "rippling", "seed_name": "Rippling", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 87, "relevant_count_at_10": 8, "relevant_count_at_50": 46, "relevant_count_at_100": 87, "precision_at_k": 87, "precision_at_10": 80, "precision_at_50": 92, "precision_at_100": 87, "latency_ms": 15716, "cost_usd": null }, { "seed_slug": "procore", "seed_name": "Procore", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 94, "relevant_count_at_10": 10, "relevant_count_at_50": 47, "relevant_count_at_100": 94, "precision_at_k": 94, "precision_at_10": 100, "precision_at_50": 94, "precision_at_100": 94, "latency_ms": 18160, "cost_usd": null }, { "seed_slug": "veeva", "seed_name": "Veeva", "category": "healthtech", "k": 100, "returned_count": 100, "relevant_count": 54, "relevant_count_at_10": 5, "relevant_count_at_50": 30, "relevant_count_at_100": 54, "precision_at_k": 54, "precision_at_10": 50, "precision_at_50": 60, "precision_at_100": 54, "latency_ms": 15759, "cost_usd": null }, { "seed_slug": "fedex", "seed_name": "FedEx", "category": "logistics", "k": 100, "returned_count": 100, "relevant_count": 95, "relevant_count_at_10": 9, "relevant_count_at_50": 47, "relevant_count_at_100": 95, "precision_at_k": 95, "precision_at_10": 90, "precision_at_50": 94, "precision_at_100": 95, "latency_ms": 17476, "cost_usd": null }, { "seed_slug": "nextera-energy", "seed_name": "NextEra Energy", "category": "energy", "k": 100, "returned_count": 100, "relevant_count": 87, "relevant_count_at_10": 7, "relevant_count_at_50": 40, "relevant_count_at_100": 87, "precision_at_k": 87, "precision_at_10": 70, "precision_at_50": 80, "precision_at_100": 87, "latency_ms": 18786, "cost_usd": null }, { "seed_slug": "cbre", "seed_name": "CBRE", "category": "real-estate", "k": 100, "returned_count": 100, "relevant_count": 82, "relevant_count_at_10": 8, "relevant_count_at_50": 42, "relevant_count_at_100": 82, "precision_at_k": 82, "precision_at_10": 80, "precision_at_50": 84, "precision_at_100": 82, "latency_ms": 15292, "cost_usd": null }, { "seed_slug": "grab", "seed_name": "Grab", "category": "logistics", "k": 100, "returned_count": 100, "relevant_count": 48, "relevant_count_at_10": 7, "relevant_count_at_50": 24, "relevant_count_at_100": 48, "precision_at_k": 48, "precision_at_10": 70, "precision_at_50": 48, "precision_at_100": 48, "latency_ms": 20247, "cost_usd": null }, { "seed_slug": "revolut", "seed_name": "Revolut", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 66, "relevant_count_at_10": 7, "relevant_count_at_50": 34, "relevant_count_at_100": 66, "precision_at_k": 66, "precision_at_10": 70, "precision_at_50": 68, "precision_at_100": 66, "latency_ms": 15582, "cost_usd": null }, { "seed_slug": "nubank", "seed_name": "Nubank", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 35, "relevant_count_at_10": 8, "relevant_count_at_50": 23, "relevant_count_at_100": 35, "precision_at_k": 35, "precision_at_10": 80, "precision_at_50": 46, "precision_at_100": 35, "latency_ms": 27253, "cost_usd": null }, { "seed_slug": "sea-shopee", "seed_name": "Sea (Shopee)", "category": "ecommerce", "k": 100, "returned_count": 100, "relevant_count": 10, "relevant_count_at_10": 4, "relevant_count_at_50": 10, "relevant_count_at_100": 10, "precision_at_k": 10, "precision_at_10": 40, "precision_at_50": 20, "precision_at_100": 10, "latency_ms": 20598, "cost_usd": null }, { "seed_slug": "teladoc", "seed_name": "Teladoc", "category": "healthtech", "k": 100, "returned_count": 100, "relevant_count": 91, "relevant_count_at_10": 9, "relevant_count_at_50": 47, "relevant_count_at_100": 91, "precision_at_k": 91, "precision_at_10": 90, "precision_at_50": 94, "precision_at_100": 91, "latency_ms": 22033, "cost_usd": null }, { "seed_slug": "datadog", "seed_name": "Datadog", "category": "devtools", "k": 100, "returned_count": 100, "relevant_count": 92, "relevant_count_at_10": 10, "relevant_count_at_50": 48, "relevant_count_at_100": 92, "precision_at_k": 92, "precision_at_10": 100, "precision_at_50": 96, "precision_at_100": 92, "latency_ms": 23811, "cost_usd": null }, { "seed_slug": "siemens", "seed_name": "Siemens", "category": "industrial", "k": 100, "returned_count": 100, "relevant_count": 16, "relevant_count_at_10": 6, "relevant_count_at_50": 14, "relevant_count_at_100": 16, "precision_at_k": 16, "precision_at_10": 60, "precision_at_50": 28, "precision_at_100": 16, "latency_ms": 21669, "cost_usd": null }, { "seed_slug": "notion", "seed_name": "Notion", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 83, "relevant_count_at_10": 9, "relevant_count_at_50": 46, "relevant_count_at_100": 83, "precision_at_k": 83, "precision_at_10": 90, "precision_at_50": 92, "precision_at_100": 83, "latency_ms": 19738, "cost_usd": null }, { "seed_slug": "shopify", "seed_name": "Shopify", "category": "ecommerce", "k": 100, "returned_count": 100, "relevant_count": 68, "relevant_count_at_10": 7, "relevant_count_at_50": 36, "relevant_count_at_100": 68, "precision_at_k": 68, "precision_at_10": 70, "precision_at_50": 72, "precision_at_100": 68, "latency_ms": 21418, "cost_usd": null } ] }, { "rank": 2, "provider": "Parallel", "provider_slug": "parallel", "k": 100, "seeds_attempted": 24, "seeds_judged": 24, "total_seeds": 24, "avg_precision_at_k": 56.5, "avg_precision_at_10": 72.08, "avg_precision_at_50": 60.75, "avg_precision_at_100": 56.5, "total_relevant": 1356, "total_relevant_at_10": 173, "total_relevant_at_50": 729, "total_relevant_at_100": 1356, "total_returned": 1625, "avg_latency_ms": 2681.9, "total_cost_usd": 0, "cost_per_relevant_usd": 0, "cells": [ { "seed_slug": "hubspot", "seed_name": "HubSpot", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 92, "relevant_count_at_10": 9, "relevant_count_at_50": 44, "relevant_count_at_100": 92, "precision_at_k": 92, "precision_at_10": 90, "precision_at_50": 88, "precision_at_100": 92, "latency_ms": 2509, "cost_usd": null }, { "seed_slug": "notion", "seed_name": "Notion", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 87, "relevant_count_at_10": 8, "relevant_count_at_50": 40, "relevant_count_at_100": 87, "precision_at_k": 87, "precision_at_10": 80, "precision_at_50": 80, "precision_at_100": 87, "latency_ms": 2796, "cost_usd": null }, { "seed_slug": "datadog", "seed_name": "Datadog", "category": "devtools", "k": 100, "returned_count": 94, "relevant_count": 85, "relevant_count_at_10": 9, "relevant_count_at_50": 47, "relevant_count_at_100": 85, "precision_at_k": 85, "precision_at_10": 90, "precision_at_50": 94, "precision_at_100": 85, "latency_ms": 3418, "cost_usd": null }, { "seed_slug": "crowdstrike", "seed_name": "CrowdStrike", "category": "cybersecurity", "k": 100, "returned_count": 100, "relevant_count": 87, "relevant_count_at_10": 8, "relevant_count_at_50": 44, "relevant_count_at_100": 87, "precision_at_k": 87, "precision_at_10": 80, "precision_at_50": 88, "precision_at_100": 87, "latency_ms": 2158, "cost_usd": null }, { "seed_slug": "shopify", "seed_name": "Shopify", "category": "ecommerce", "k": 100, "returned_count": 100, "relevant_count": 93, "relevant_count_at_10": 9, "relevant_count_at_50": 45, "relevant_count_at_100": 93, "precision_at_k": 93, "precision_at_10": 90, "precision_at_50": 90, "precision_at_100": 93, "latency_ms": 4268, "cost_usd": null }, { "seed_slug": "openai", "seed_name": "OpenAI", "category": "devtools", "k": 100, "returned_count": 3, "relevant_count": 2, "relevant_count_at_10": 2, "relevant_count_at_50": 2, "relevant_count_at_100": 2, "precision_at_k": 2, "precision_at_10": 20, "precision_at_50": 4, "precision_at_100": 2, "latency_ms": 3472, "cost_usd": null }, { "seed_slug": "brex", "seed_name": "Brex", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 91, "relevant_count_at_10": 10, "relevant_count_at_50": 47, "relevant_count_at_100": 91, "precision_at_k": 91, "precision_at_10": 100, "precision_at_50": 94, "precision_at_100": 91, "latency_ms": 2198, "cost_usd": null }, { "seed_slug": "toast", "seed_name": "Toast", "category": "hospitality", "k": 100, "returned_count": 100, "relevant_count": 95, "relevant_count_at_10": 10, "relevant_count_at_50": 49, "relevant_count_at_100": 95, "precision_at_k": 95, "precision_at_10": 100, "precision_at_50": 98, "precision_at_100": 95, "latency_ms": 1913, "cost_usd": null }, { "seed_slug": "procore", "seed_name": "Procore", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 98, "relevant_count_at_10": 10, "relevant_count_at_50": 49, "relevant_count_at_100": 98, "precision_at_k": 98, "precision_at_10": 100, "precision_at_50": 98, "precision_at_100": 98, "latency_ms": 1827, "cost_usd": null }, { "seed_slug": "servicetitan", "seed_name": "ServiceTitan", "category": "home-services", "k": 100, "returned_count": 100, "relevant_count": 85, "relevant_count_at_10": 9, "relevant_count_at_50": 44, "relevant_count_at_100": 85, "precision_at_k": 85, "precision_at_10": 90, "precision_at_50": 88, "precision_at_100": 85, "latency_ms": 2044, "cost_usd": null }, { "seed_slug": "rippling", "seed_name": "Rippling", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 78, "relevant_count_at_10": 9, "relevant_count_at_50": 39, "relevant_count_at_100": 78, "precision_at_k": 78, "precision_at_10": 90, "precision_at_50": 78, "precision_at_100": 78, "latency_ms": 3143, "cost_usd": null }, { "seed_slug": "veeva", "seed_name": "Veeva", "category": "healthtech", "k": 100, "returned_count": 100, "relevant_count": 96, "relevant_count_at_10": 10, "relevant_count_at_50": 48, "relevant_count_at_100": 96, "precision_at_k": 96, "precision_at_10": 100, "precision_at_50": 96, "precision_at_100": 96, "latency_ms": 2099, "cost_usd": null }, { "seed_slug": "caterpillar", "seed_name": "Caterpillar", "category": "industrial", "k": 100, "returned_count": 5, "relevant_count": 3, "relevant_count_at_10": 3, "relevant_count_at_50": 3, "relevant_count_at_100": 3, "precision_at_k": 3, "precision_at_10": 30, "precision_at_50": 6, "precision_at_100": 3, "latency_ms": 2046, "cost_usd": null }, { "seed_slug": "fedex", "seed_name": "FedEx", "category": "logistics", "k": 100, "returned_count": 7, "relevant_count": 6, "relevant_count_at_10": 6, "relevant_count_at_50": 6, "relevant_count_at_100": 6, "precision_at_k": 6, "precision_at_10": 60, "precision_at_50": 12, "precision_at_100": 6, "latency_ms": 2206, "cost_usd": null }, { "seed_slug": "marriott", "seed_name": "Marriott", "category": "hospitality", "k": 100, "returned_count": 15, "relevant_count": 6, "relevant_count_at_10": 5, "relevant_count_at_50": 6, "relevant_count_at_100": 6, "precision_at_k": 6, "precision_at_10": 50, "precision_at_50": 12, "precision_at_100": 6, "latency_ms": 1994, "cost_usd": null }, { "seed_slug": "nextera-energy", "seed_name": "NextEra Energy", "category": "energy", "k": 100, "returned_count": 29, "relevant_count": 27, "relevant_count_at_10": 8, "relevant_count_at_50": 27, "relevant_count_at_100": 27, "precision_at_k": 27, "precision_at_10": 80, "precision_at_50": 54, "precision_at_100": 27, "latency_ms": 2140, "cost_usd": null }, { "seed_slug": "grab", "seed_name": "Grab", "category": "logistics", "k": 100, "returned_count": 100, "relevant_count": 38, "relevant_count_at_10": 8, "relevant_count_at_50": 26, "relevant_count_at_100": 38, "precision_at_k": 38, "precision_at_10": 80, "precision_at_50": 52, "precision_at_100": 38, "latency_ms": 6719, "cost_usd": null }, { "seed_slug": "nubank", "seed_name": "Nubank", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 66, "relevant_count_at_10": 6, "relevant_count_at_50": 38, "relevant_count_at_100": 66, "precision_at_k": 66, "precision_at_10": 60, "precision_at_50": 76, "precision_at_100": 66, "latency_ms": 2361, "cost_usd": null }, { "seed_slug": "siemens", "seed_name": "Siemens", "category": "industrial", "k": 100, "returned_count": 3, "relevant_count": 2, "relevant_count_at_10": 2, "relevant_count_at_50": 2, "relevant_count_at_100": 2, "precision_at_k": 2, "precision_at_10": 20, "precision_at_50": 4, "precision_at_100": 2, "latency_ms": 2249, "cost_usd": null }, { "seed_slug": "sea-shopee", "seed_name": "Sea (Shopee)", "category": "ecommerce", "k": 100, "returned_count": 37, "relevant_count": 9, "relevant_count_at_10": 3, "relevant_count_at_50": 9, "relevant_count_at_100": 9, "precision_at_k": 9, "precision_at_10": 30, "precision_at_50": 18, "precision_at_100": 9, "latency_ms": 2972, "cost_usd": null }, { "seed_slug": "roto-rooter", "seed_name": "Roto-Rooter", "category": "home-services", "k": 100, "returned_count": 100, "relevant_count": 88, "relevant_count_at_10": 7, "relevant_count_at_50": 41, "relevant_count_at_100": 88, "precision_at_k": 88, "precision_at_10": 70, "precision_at_50": 82, "precision_at_100": 88, "latency_ms": 2048, "cost_usd": null }, { "seed_slug": "teladoc", "seed_name": "Teladoc", "category": "healthtech", "k": 100, "returned_count": 100, "relevant_count": 98, "relevant_count_at_10": 10, "relevant_count_at_50": 49, "relevant_count_at_100": 98, "precision_at_k": 98, "precision_at_10": 100, "precision_at_50": 98, "precision_at_100": 98, "latency_ms": 2868, "cost_usd": null }, { "seed_slug": "cbre", "seed_name": "CBRE", "category": "real-estate", "k": 100, "returned_count": 6, "relevant_count": 3, "relevant_count_at_10": 3, "relevant_count_at_50": 3, "relevant_count_at_100": 3, "precision_at_k": 3, "precision_at_10": 30, "precision_at_50": 6, "precision_at_100": 3, "latency_ms": 2969, "cost_usd": null }, { "seed_slug": "revolut", "seed_name": "Revolut", "category": "fintech", "k": 100, "returned_count": 26, "relevant_count": 21, "relevant_count_at_10": 9, "relevant_count_at_50": 21, "relevant_count_at_100": 21, "precision_at_k": 21, "precision_at_10": 90, "precision_at_50": 42, "precision_at_100": 21, "latency_ms": 1949, "cost_usd": null } ] }, { "rank": 3, "provider": "Ocean.io", "provider_slug": "ocean", "k": 100, "seeds_attempted": 24, "seeds_judged": 23, "total_seeds": 24, "avg_precision_at_k": 48.61, "avg_precision_at_10": 69.57, "avg_precision_at_50": 56.35, "avg_precision_at_100": 48.61, "total_relevant": 1118, "total_relevant_at_10": 160, "total_relevant_at_50": 648, "total_relevant_at_100": 1118, "total_returned": 2300, "avg_latency_ms": 2318.1, "total_cost_usd": 0, "cost_per_relevant_usd": 0, "cells": [ { "seed_slug": "hubspot", "seed_name": "HubSpot", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 43, "relevant_count_at_10": 8, "relevant_count_at_50": 25, "relevant_count_at_100": 43, "precision_at_k": 43, "precision_at_10": 80, "precision_at_50": 50, "precision_at_100": 43, "latency_ms": 2767, "cost_usd": null }, { "seed_slug": "notion", "seed_name": "Notion", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 43, "relevant_count_at_10": 3, "relevant_count_at_50": 22, "relevant_count_at_100": 43, "precision_at_k": 43, "precision_at_10": 30, "precision_at_50": 44, "precision_at_100": 43, "latency_ms": 1303, "cost_usd": null }, { "seed_slug": "datadog", "seed_name": "Datadog", "category": "devtools", "k": 100, "returned_count": 100, "relevant_count": 57, "relevant_count_at_10": 10, "relevant_count_at_50": 29, "relevant_count_at_100": 57, "precision_at_k": 57, "precision_at_10": 100, "precision_at_50": 58, "precision_at_100": 57, "latency_ms": 2657, "cost_usd": null }, { "seed_slug": "crowdstrike", "seed_name": "CrowdStrike", "category": "cybersecurity", "k": 100, "returned_count": 100, "relevant_count": 69, "relevant_count_at_10": 8, "relevant_count_at_50": 36, "relevant_count_at_100": 69, "precision_at_k": 69, "precision_at_10": 80, "precision_at_50": 72, "precision_at_100": 69, "latency_ms": 1945, "cost_usd": null }, { "seed_slug": "shopify", "seed_name": "Shopify", "category": "ecommerce", "k": 100, "returned_count": 100, "relevant_count": 58, "relevant_count_at_10": 10, "relevant_count_at_50": 34, "relevant_count_at_100": 58, "precision_at_k": 58, "precision_at_10": 100, "precision_at_50": 68, "precision_at_100": 58, "latency_ms": 1396, "cost_usd": null }, { "seed_slug": "rippling", "seed_name": "Rippling", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 56, "relevant_count_at_10": 10, "relevant_count_at_50": 30, "relevant_count_at_100": 56, "precision_at_k": 56, "precision_at_10": 100, "precision_at_50": 60, "precision_at_100": 56, "latency_ms": 2261, "cost_usd": null }, { "seed_slug": "openai", "seed_name": "OpenAI", "category": "devtools", "k": 100, "returned_count": 100, "relevant_count": 6, "relevant_count_at_10": 0, "relevant_count_at_50": 5, "relevant_count_at_100": 6, "precision_at_k": 6, "precision_at_10": 0, "precision_at_50": 10, "precision_at_100": 6, "latency_ms": 1520, "cost_usd": null }, { "seed_slug": "brex", "seed_name": "Brex", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 74, "relevant_count_at_10": 9, "relevant_count_at_50": 40, "relevant_count_at_100": 74, "precision_at_k": 74, "precision_at_10": 90, "precision_at_50": 80, "precision_at_100": 74, "latency_ms": 2794, "cost_usd": null }, { "seed_slug": "toast", "seed_name": "Toast", "category": "hospitality", "k": 100, "returned_count": 100, "relevant_count": 75, "relevant_count_at_10": 10, "relevant_count_at_50": 39, "relevant_count_at_100": 75, "precision_at_k": 75, "precision_at_10": 100, "precision_at_50": 78, "precision_at_100": 75, "latency_ms": 2249, "cost_usd": null }, { "seed_slug": "procore", "seed_name": "Procore", "category": "b2b-saas", "k": 100, "returned_count": 100, "relevant_count": 78, "relevant_count_at_10": 9, "relevant_count_at_50": 43, "relevant_count_at_100": 78, "precision_at_k": 78, "precision_at_10": 90, "precision_at_50": 86, "precision_at_100": 78, "latency_ms": 2560, "cost_usd": null }, { "seed_slug": "servicetitan", "seed_name": "ServiceTitan", "category": "home-services", "k": 100, "returned_count": 100, "relevant_count": 49, "relevant_count_at_10": 6, "relevant_count_at_50": 26, "relevant_count_at_100": 49, "precision_at_k": 49, "precision_at_10": 60, "precision_at_50": 52, "precision_at_100": 49, "latency_ms": 2072, "cost_usd": null }, { "seed_slug": "veeva", "seed_name": "Veeva", "category": "healthtech", "k": 100, "returned_count": 100, "relevant_count": 24, "relevant_count_at_10": 5, "relevant_count_at_50": 17, "relevant_count_at_100": 24, "precision_at_k": 24, "precision_at_10": 50, "precision_at_50": 34, "precision_at_100": 24, "latency_ms": 8019, "cost_usd": null }, { "seed_slug": "caterpillar", "seed_name": "Caterpillar", "category": "industrial", "k": 100, "returned_count": 100, "relevant_count": 25, "relevant_count_at_10": 9, "relevant_count_at_50": 21, "relevant_count_at_100": 25, "precision_at_k": 25, "precision_at_10": 90, "precision_at_50": 42, "precision_at_100": 25, "latency_ms": 1532, "cost_usd": null }, { "seed_slug": "fedex", "seed_name": "FedEx", "category": "logistics", "k": 100, "returned_count": 100, "relevant_count": 64, "relevant_count_at_10": 5, "relevant_count_at_50": 29, "relevant_count_at_100": 64, "precision_at_k": 64, "precision_at_10": 50, "precision_at_50": 58, "precision_at_100": 64, "latency_ms": 1499, "cost_usd": null }, { "seed_slug": "marriott", "seed_name": "Marriott", "category": "hospitality", "k": 100, "returned_count": 100, "relevant_count": 52, "relevant_count_at_10": 10, "relevant_count_at_50": 44, "relevant_count_at_100": 52, "precision_at_k": 52, "precision_at_10": 100, "precision_at_50": 88, "precision_at_100": 52, "latency_ms": 3023, "cost_usd": null }, { "seed_slug": "nextera-energy", "seed_name": "NextEra Energy", "category": "energy", "k": 100, "returned_count": 100, "relevant_count": 39, "relevant_count_at_10": 9, "relevant_count_at_50": 35, "relevant_count_at_100": 39, "precision_at_k": 39, "precision_at_10": 90, "precision_at_50": 70, "precision_at_100": 39, "latency_ms": 2118, "cost_usd": null }, { "seed_slug": "roto-rooter", "seed_name": "Roto-Rooter", "category": "home-services", "k": 100, "returned_count": 100, "relevant_count": 83, "relevant_count_at_10": 6, "relevant_count_at_50": 40, "relevant_count_at_100": 83, "precision_at_k": 83, "precision_at_10": 60, "precision_at_50": 80, "precision_at_100": 83, "latency_ms": 2178, "cost_usd": null }, { "seed_slug": "cbre", "seed_name": "CBRE", "category": "real-estate", "k": 100, "returned_count": 100, "relevant_count": 52, "relevant_count_at_10": 3, "relevant_count_at_50": 27, "relevant_count_at_100": 52, "precision_at_k": 52, "precision_at_10": 30, "precision_at_50": 54, "precision_at_100": 52, "latency_ms": 1439, "cost_usd": null }, { "seed_slug": "revolut", "seed_name": "Revolut", "category": "fintech", "k": 100, "returned_count": 100, "relevant_count": 70, "relevant_count_at_10": 10, "relevant_count_at_50": 39, "relevant_count_at_100": 70, "precision_at_k": 70, "precision_at_10": 100, "precision_at_50": 78, "precision_at_100": 70, "latency_ms": 2404, "cost_usd": null }, { "seed_slug": "nubank", "seed_name": "Nubank", "category": "fintech", "k": 100, "returned_count": 0, "relevant_count": null, "relevant_count_at_10": null, "relevant_count_at_50": null, "relevant_count_at_100": null, "precision_at_k": null, "precision_at_10": null, "precision_at_50": null, "precision_at_100": null, "latency_ms": null, "cost_usd": null }, { "seed_slug": "grab", "seed_name": "Grab", "category": "logistics", "k": 100, "returned_count": 100, "relevant_count": 15, "relevant_count_at_10": 3, "relevant_count_at_50": 9, "relevant_count_at_100": 15, "precision_at_k": 15, "precision_at_10": 30, "precision_at_50": 18, "precision_at_100": 15, "latency_ms": 1372, "cost_usd": null }, { "seed_slug": "siemens", "seed_name": "Siemens", "category": "industrial", "k": 100, "returned_count": 100, "relevant_count": 23, "relevant_count_at_10": 7, "relevant_count_at_50": 23, "relevant_count_at_100": 23, "precision_at_k": 23, "precision_at_10": 70, "precision_at_50": 46, "precision_at_100": 23, "latency_ms": 1519, "cost_usd": null }, { "seed_slug": "sea-shopee", "seed_name": "Sea (Shopee)", "category": "ecommerce", "k": 100, "returned_count": 100, "relevant_count": 1, "relevant_count_at_10": 1, "relevant_count_at_50": 1, "relevant_count_at_100": 1, "precision_at_k": 1, "precision_at_10": 10, "precision_at_50": 2, "precision_at_100": 1, "latency_ms": 2180, "cost_usd": null }, { "seed_slug": "teladoc", "seed_name": "Teladoc", "category": "healthtech", "k": 100, "returned_count": 100, "relevant_count": 62, "relevant_count_at_10": 9, "relevant_count_at_50": 34, "relevant_count_at_100": 62, "precision_at_k": 62, "precision_at_10": 90, "precision_at_50": 68, "precision_at_100": 62, "latency_ms": 2510, "cost_usd": null } ] }, { "rank": 4, "provider": "Exa", "provider_slug": "exa", "k": 100, "seeds_attempted": 24, "seeds_judged": 24, "total_seeds": 24, "avg_precision_at_k": 25.79, "avg_precision_at_10": 77.92, "avg_precision_at_50": 47.67, "avg_precision_at_100": 25.79, "total_relevant": 619, "total_relevant_at_10": 187, "total_relevant_at_50": 572, "total_relevant_at_100": 619, "total_returned": 1951, "avg_latency_ms": 1153.9, "total_cost_usd": 0.12, "cost_per_relevant_usd": 0.0002, "cells": [ { "seed_slug": "hubspot", "seed_name": "HubSpot", "category": "b2b-saas", "k": 100, "returned_count": 85, "relevant_count": 19, "relevant_count_at_10": 4, "relevant_count_at_50": 10, "relevant_count_at_100": 19, "precision_at_k": 19, "precision_at_10": 40, "precision_at_50": 20, "precision_at_100": 19, "latency_ms": 1286, "cost_usd": 0.005 }, { "seed_slug": "notion", "seed_name": "Notion", "category": "b2b-saas", "k": 100, "returned_count": 90, "relevant_count": 14, "relevant_count_at_10": 5, "relevant_count_at_50": 12, "relevant_count_at_100": 14, "precision_at_k": 14, "precision_at_10": 50, "precision_at_50": 24, "precision_at_100": 14, "latency_ms": 985, "cost_usd": 0.005 }, { "seed_slug": "datadog", "seed_name": "Datadog", "category": "devtools", "k": 100, "returned_count": 86, "relevant_count": 41, "relevant_count_at_10": 10, "relevant_count_at_50": 40, "relevant_count_at_100": 41, "precision_at_k": 41, "precision_at_10": 100, "precision_at_50": 80, "precision_at_100": 41, "latency_ms": 1025, "cost_usd": 0.005 }, { "seed_slug": "crowdstrike", "seed_name": "CrowdStrike", "category": "cybersecurity", "k": 100, "returned_count": 79, "relevant_count": 38, "relevant_count_at_10": 10, "relevant_count_at_50": 35, "relevant_count_at_100": 38, "precision_at_k": 38, "precision_at_10": 100, "precision_at_50": 70, "precision_at_100": 38, "latency_ms": 1194, "cost_usd": 0.005 }, { "seed_slug": "shopify", "seed_name": "Shopify", "category": "ecommerce", "k": 100, "returned_count": 90, "relevant_count": 19, "relevant_count_at_10": 7, "relevant_count_at_50": 16, "relevant_count_at_100": 19, "precision_at_k": 19, "precision_at_10": 70, "precision_at_50": 32, "precision_at_100": 19, "latency_ms": 1138, "cost_usd": 0.005 }, { "seed_slug": "openai", "seed_name": "OpenAI", "category": "devtools", "k": 100, "returned_count": 88, "relevant_count": 17, "relevant_count_at_10": 6, "relevant_count_at_50": 17, "relevant_count_at_100": 17, "precision_at_k": 17, "precision_at_10": 60, "precision_at_50": 34, "precision_at_100": 17, "latency_ms": 1058, "cost_usd": 0.005 }, { "seed_slug": "brex", "seed_name": "Brex", "category": "fintech", "k": 100, "returned_count": 89, "relevant_count": 33, "relevant_count_at_10": 9, "relevant_count_at_50": 31, "relevant_count_at_100": 33, "precision_at_k": 33, "precision_at_10": 90, "precision_at_50": 62, "precision_at_100": 33, "latency_ms": 1059, "cost_usd": 0.005 }, { "seed_slug": "rippling", "seed_name": "Rippling", "category": "b2b-saas", "k": 100, "returned_count": 85, "relevant_count": 27, "relevant_count_at_10": 8, "relevant_count_at_50": 26, "relevant_count_at_100": 27, "precision_at_k": 27, "precision_at_10": 80, "precision_at_50": 52, "precision_at_100": 27, "latency_ms": 1087, "cost_usd": 0.005 }, { "seed_slug": "toast", "seed_name": "Toast", "category": "hospitality", "k": 100, "returned_count": 86, "relevant_count": 33, "relevant_count_at_10": 10, "relevant_count_at_50": 32, "relevant_count_at_100": 33, "precision_at_k": 33, "precision_at_10": 100, "precision_at_50": 64, "precision_at_100": 33, "latency_ms": 935, "cost_usd": 0.005 }, { "seed_slug": "procore", "seed_name": "Procore", "category": "b2b-saas", "k": 100, "returned_count": 84, "relevant_count": 31, "relevant_count_at_10": 8, "relevant_count_at_50": 30, "relevant_count_at_100": 31, "precision_at_k": 31, "precision_at_10": 80, "precision_at_50": 60, "precision_at_100": 31, "latency_ms": 918, "cost_usd": 0.005 }, { "seed_slug": "servicetitan", "seed_name": "ServiceTitan", "category": "home-services", "k": 100, "returned_count": 88, "relevant_count": 40, "relevant_count_at_10": 10, "relevant_count_at_50": 36, "relevant_count_at_100": 40, "precision_at_k": 40, "precision_at_10": 100, "precision_at_50": 72, "precision_at_100": 40, "latency_ms": 1258, "cost_usd": 0.005 }, { "seed_slug": "veeva", "seed_name": "Veeva", "category": "healthtech", "k": 100, "returned_count": 86, "relevant_count": 27, "relevant_count_at_10": 6, "relevant_count_at_50": 20, "relevant_count_at_100": 27, "precision_at_k": 27, "precision_at_10": 60, "precision_at_50": 40, "precision_at_100": 27, "latency_ms": 1529, "cost_usd": 0.005 }, { "seed_slug": "caterpillar", "seed_name": "Caterpillar", "category": "industrial", "k": 100, "returned_count": 76, "relevant_count": 18, "relevant_count_at_10": 9, "relevant_count_at_50": 18, "relevant_count_at_100": 18, "precision_at_k": 18, "precision_at_10": 90, "precision_at_50": 36, "precision_at_100": 18, "latency_ms": 1048, "cost_usd": 0.005 }, { "seed_slug": "fedex", "seed_name": "FedEx", "category": "logistics", "k": 100, "returned_count": 62, "relevant_count": 24, "relevant_count_at_10": 8, "relevant_count_at_50": 24, "relevant_count_at_100": 24, "precision_at_k": 24, "precision_at_10": 80, "precision_at_50": 48, "precision_at_100": 24, "latency_ms": 1269, "cost_usd": 0.005 }, { "seed_slug": "marriott", "seed_name": "Marriott", "category": "hospitality", "k": 100, "returned_count": 64, "relevant_count": 32, "relevant_count_at_10": 9, "relevant_count_at_50": 31, "relevant_count_at_100": 32, "precision_at_k": 32, "precision_at_10": 90, "precision_at_50": 62, "precision_at_100": 32, "latency_ms": 1128, "cost_usd": 0.005 }, { "seed_slug": "nextera-energy", "seed_name": "NextEra Energy", "category": "energy", "k": 100, "returned_count": 71, "relevant_count": 30, "relevant_count_at_10": 10, "relevant_count_at_50": 29, "relevant_count_at_100": 30, "precision_at_k": 30, "precision_at_10": 100, "precision_at_50": 58, "precision_at_100": 30, "latency_ms": 1516, "cost_usd": 0.005 }, { "seed_slug": "roto-rooter", "seed_name": "Roto-Rooter", "category": "home-services", "k": 100, "returned_count": 82, "relevant_count": 42, "relevant_count_at_10": 9, "relevant_count_at_50": 34, "relevant_count_at_100": 42, "precision_at_k": 42, "precision_at_10": 90, "precision_at_50": 68, "precision_at_100": 42, "latency_ms": 1574, "cost_usd": 0.005 }, { "seed_slug": "teladoc", "seed_name": "Teladoc", "category": "healthtech", "k": 100, "returned_count": 84, "relevant_count": 30, "relevant_count_at_10": 8, "relevant_count_at_50": 29, "relevant_count_at_100": 30, "precision_at_k": 30, "precision_at_10": 80, "precision_at_50": 58, "precision_at_100": 30, "latency_ms": 1192, "cost_usd": 0.005 }, { "seed_slug": "cbre", "seed_name": "CBRE", "category": "real-estate", "k": 100, "returned_count": 73, "relevant_count": 28, "relevant_count_at_10": 8, "relevant_count_at_50": 27, "relevant_count_at_100": 28, "precision_at_k": 28, "precision_at_10": 80, "precision_at_50": 54, "precision_at_100": 28, "latency_ms": 1071, "cost_usd": 0.005 }, { "seed_slug": "revolut", "seed_name": "Revolut", "category": "fintech", "k": 100, "returned_count": 89, "relevant_count": 24, "relevant_count_at_10": 9, "relevant_count_at_50": 24, "relevant_count_at_100": 24, "precision_at_k": 24, "precision_at_10": 90, "precision_at_50": 48, "precision_at_100": 24, "latency_ms": 1022, "cost_usd": 0.005 }, { "seed_slug": "grab", "seed_name": "Grab", "category": "logistics", "k": 100, "returned_count": 79, "relevant_count": 7, "relevant_count_at_10": 4, "relevant_count_at_50": 7, "relevant_count_at_100": 7, "precision_at_k": 7, "precision_at_10": 40, "precision_at_50": 14, "precision_at_100": 7, "latency_ms": 1238, "cost_usd": 0.005 }, { "seed_slug": "nubank", "seed_name": "Nubank", "category": "fintech", "k": 100, "returned_count": 87, "relevant_count": 16, "relevant_count_at_10": 4, "relevant_count_at_50": 16, "relevant_count_at_100": 16, "precision_at_k": 16, "precision_at_10": 40, "precision_at_50": 32, "precision_at_100": 16, "latency_ms": 1104, "cost_usd": 0.005 }, { "seed_slug": "siemens", "seed_name": "Siemens", "category": "industrial", "k": 100, "returned_count": 68, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 19, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 38, "precision_at_100": 20, "latency_ms": 1021, "cost_usd": 0.005 }, { "seed_slug": "sea-shopee", "seed_name": "Sea (Shopee)", "category": "ecommerce", "k": 100, "returned_count": 80, "relevant_count": 9, "relevant_count_at_10": 6, "relevant_count_at_50": 9, "relevant_count_at_100": 9, "precision_at_k": 9, "precision_at_10": 60, "precision_at_50": 18, "precision_at_100": 9, "latency_ms": 1038, "cost_usd": 0.005 } ] }, { "rank": 5, "provider": "PredictLeads", "provider_slug": "predictleads", "k": 100, "seeds_attempted": 24, "seeds_judged": 24, "total_seeds": 24, "avg_precision_at_k": 19.38, "avg_precision_at_10": 93.75, "avg_precision_at_50": 38.75, "avg_precision_at_100": 19.38, "total_relevant": 465, "total_relevant_at_10": 225, "total_relevant_at_50": 465, "total_relevant_at_100": 465, "total_returned": 509, "avg_latency_ms": 738, "total_cost_usd": 0, "cost_per_relevant_usd": 0, "cells": [ { "seed_slug": "hubspot", "seed_name": "HubSpot", "category": "b2b-saas", "k": 100, "returned_count": 20, "relevant_count": 17, "relevant_count_at_10": 10, "relevant_count_at_50": 17, "relevant_count_at_100": 17, "precision_at_k": 17, "precision_at_10": 100, "precision_at_50": 34, "precision_at_100": 17, "latency_ms": 766, "cost_usd": null }, { "seed_slug": "notion", "seed_name": "Notion", "category": "b2b-saas", "k": 100, "returned_count": 27, "relevant_count": 27, "relevant_count_at_10": 10, "relevant_count_at_50": 27, "relevant_count_at_100": 27, "precision_at_k": 27, "precision_at_10": 100, "precision_at_50": 54, "precision_at_100": 27, "latency_ms": 710, "cost_usd": null }, { "seed_slug": "datadog", "seed_name": "Datadog", "category": "devtools", "k": 100, "returned_count": 20, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 20, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 40, "precision_at_100": 20, "latency_ms": 737, "cost_usd": null }, { "seed_slug": "crowdstrike", "seed_name": "CrowdStrike", "category": "cybersecurity", "k": 100, "returned_count": 25, "relevant_count": 22, "relevant_count_at_10": 9, "relevant_count_at_50": 22, "relevant_count_at_100": 22, "precision_at_k": 22, "precision_at_10": 90, "precision_at_50": 44, "precision_at_100": 22, "latency_ms": 727, "cost_usd": null }, { "seed_slug": "shopify", "seed_name": "Shopify", "category": "ecommerce", "k": 100, "returned_count": 13, "relevant_count": 11, "relevant_count_at_10": 10, "relevant_count_at_50": 11, "relevant_count_at_100": 11, "precision_at_k": 11, "precision_at_10": 100, "precision_at_50": 22, "precision_at_100": 11, "latency_ms": 755, "cost_usd": null }, { "seed_slug": "openai", "seed_name": "OpenAI", "category": "devtools", "k": 100, "returned_count": 20, "relevant_count": 19, "relevant_count_at_10": 10, "relevant_count_at_50": 19, "relevant_count_at_100": 19, "precision_at_k": 19, "precision_at_10": 100, "precision_at_50": 38, "precision_at_100": 19, "latency_ms": 701, "cost_usd": null }, { "seed_slug": "brex", "seed_name": "Brex", "category": "fintech", "k": 100, "returned_count": 20, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 20, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 40, "precision_at_100": 20, "latency_ms": 742, "cost_usd": null }, { "seed_slug": "rippling", "seed_name": "Rippling", "category": "b2b-saas", "k": 100, "returned_count": 20, "relevant_count": 18, "relevant_count_at_10": 8, "relevant_count_at_50": 18, "relevant_count_at_100": 18, "precision_at_k": 18, "precision_at_10": 80, "precision_at_50": 36, "precision_at_100": 18, "latency_ms": 757, "cost_usd": null }, { "seed_slug": "toast", "seed_name": "Toast", "category": "hospitality", "k": 100, "returned_count": 20, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 20, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 40, "precision_at_100": 20, "latency_ms": 747, "cost_usd": null }, { "seed_slug": "procore", "seed_name": "Procore", "category": "b2b-saas", "k": 100, "returned_count": 27, "relevant_count": 23, "relevant_count_at_10": 7, "relevant_count_at_50": 23, "relevant_count_at_100": 23, "precision_at_k": 23, "precision_at_10": 70, "precision_at_50": 46, "precision_at_100": 23, "latency_ms": 730, "cost_usd": null }, { "seed_slug": "servicetitan", "seed_name": "ServiceTitan", "category": "home-services", "k": 100, "returned_count": 20, "relevant_count": 14, "relevant_count_at_10": 10, "relevant_count_at_50": 14, "relevant_count_at_100": 14, "precision_at_k": 14, "precision_at_10": 100, "precision_at_50": 28, "precision_at_100": 14, "latency_ms": 740, "cost_usd": null }, { "seed_slug": "veeva", "seed_name": "Veeva", "category": "healthtech", "k": 100, "returned_count": 20, "relevant_count": 18, "relevant_count_at_10": 8, "relevant_count_at_50": 18, "relevant_count_at_100": 18, "precision_at_k": 18, "precision_at_10": 80, "precision_at_50": 36, "precision_at_100": 18, "latency_ms": 703, "cost_usd": null }, { "seed_slug": "caterpillar", "seed_name": "Caterpillar", "category": "industrial", "k": 100, "returned_count": 27, "relevant_count": 27, "relevant_count_at_10": 10, "relevant_count_at_50": 27, "relevant_count_at_100": 27, "precision_at_k": 27, "precision_at_10": 100, "precision_at_50": 54, "precision_at_100": 27, "latency_ms": 740, "cost_usd": null }, { "seed_slug": "fedex", "seed_name": "FedEx", "category": "logistics", "k": 100, "returned_count": 24, "relevant_count": 24, "relevant_count_at_10": 10, "relevant_count_at_50": 24, "relevant_count_at_100": 24, "precision_at_k": 24, "precision_at_10": 100, "precision_at_50": 48, "precision_at_100": 24, "latency_ms": 753, "cost_usd": null }, { "seed_slug": "marriott", "seed_name": "Marriott", "category": "hospitality", "k": 100, "returned_count": 25, "relevant_count": 25, "relevant_count_at_10": 10, "relevant_count_at_50": 25, "relevant_count_at_100": 25, "precision_at_k": 25, "precision_at_10": 100, "precision_at_50": 50, "precision_at_100": 25, "latency_ms": 770, "cost_usd": null }, { "seed_slug": "nextera-energy", "seed_name": "NextEra Energy", "category": "energy", "k": 100, "returned_count": 25, "relevant_count": 24, "relevant_count_at_10": 10, "relevant_count_at_50": 24, "relevant_count_at_100": 24, "precision_at_k": 24, "precision_at_10": 100, "precision_at_50": 48, "precision_at_100": 24, "latency_ms": 739, "cost_usd": null }, { "seed_slug": "teladoc", "seed_name": "Teladoc", "category": "healthtech", "k": 100, "returned_count": 20, "relevant_count": 18, "relevant_count_at_10": 9, "relevant_count_at_50": 18, "relevant_count_at_100": 18, "precision_at_k": 18, "precision_at_10": 90, "precision_at_50": 36, "precision_at_100": 18, "latency_ms": 741, "cost_usd": null }, { "seed_slug": "cbre", "seed_name": "CBRE", "category": "real-estate", "k": 100, "returned_count": 20, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 20, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 40, "precision_at_100": 20, "latency_ms": 732, "cost_usd": null }, { "seed_slug": "revolut", "seed_name": "Revolut", "category": "fintech", "k": 100, "returned_count": 20, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 20, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 40, "precision_at_100": 20, "latency_ms": 727, "cost_usd": null }, { "seed_slug": "roto-rooter", "seed_name": "Roto-Rooter", "category": "home-services", "k": 100, "returned_count": 16, "relevant_count": 10, "relevant_count_at_10": 6, "relevant_count_at_50": 10, "relevant_count_at_100": 10, "precision_at_k": 10, "precision_at_10": 60, "precision_at_50": 20, "precision_at_100": 10, "latency_ms": 740, "cost_usd": null }, { "seed_slug": "grab", "seed_name": "Grab", "category": "logistics", "k": 100, "returned_count": 20, "relevant_count": 18, "relevant_count_at_10": 10, "relevant_count_at_50": 18, "relevant_count_at_100": 18, "precision_at_k": 18, "precision_at_10": 100, "precision_at_50": 36, "precision_at_100": 18, "latency_ms": 738, "cost_usd": null }, { "seed_slug": "nubank", "seed_name": "Nubank", "category": "fintech", "k": 100, "returned_count": 20, "relevant_count": 20, "relevant_count_at_10": 10, "relevant_count_at_50": 20, "relevant_count_at_100": 20, "precision_at_k": 20, "precision_at_10": 100, "precision_at_50": 40, "precision_at_100": 20, "latency_ms": 749, "cost_usd": null }, { "seed_slug": "siemens", "seed_name": "Siemens", "category": "industrial", "k": 100, "returned_count": 20, "relevant_count": 19, "relevant_count_at_10": 10, "relevant_count_at_50": 19, "relevant_count_at_100": 19, "precision_at_k": 19, "precision_at_10": 100, "precision_at_50": 38, "precision_at_100": 19, "latency_ms": 744, "cost_usd": null }, { "seed_slug": "sea-shopee", "seed_name": "Sea (Shopee)", "category": "ecommerce", "k": 100, "returned_count": 20, "relevant_count": 11, "relevant_count_at_10": 8, "relevant_count_at_50": 11, "relevant_count_at_100": 11, "precision_at_k": 11, "precision_at_10": 80, "precision_at_50": 22, "precision_at_100": 11, "latency_ms": 725, "cost_usd": null } ] } ], "methodology_url": "https://openbenchmarks.com/lookalikes#methodology" }