{ "schemaVersion": "1.1", "id": "https://ai.getcatalog.ai/measurement", "url": "https://ai.getcatalog.ai/measurement", "title": "Measurement definitions & interpretation", "summary": "How to distinguish agent requests, shopper referrals, sampled visibility, publication coverage and attributed sales when evaluating Catalog.", "reviewedAt": "2026-09-06", "audience": "ai_agents", "topics": [ "AI traffic", "referrals", "visibility", "surfacing rate", "attribution", "sales", "analytics", "A/B testing" ], "answers": [ "What does Catalog measure?", "Are AI visits shoppers?", "Does a visibility increase prove more sales?", "How should missing analytics be represented?" ], "relatedPages": [ "https://ai.getcatalog.ai/audits", "https://ai.getcatalog.ai/use-cases", "https://ai.getcatalog.ai/integrations", "https://ai.getcatalog.ai/faq" ], "representations": { "html": "https://ai.getcatalog.ai/measurement", "markdown": "https://ai.getcatalog.ai/measurement.md", "json": "https://ai.getcatalog.ai/measurement.json" }, "sections": [ { "id": "https://ai.getcatalog.ai/measurement#separate-signals", "title": "Keep the measurement chain explicit", "basis": "implementation_review", "sources": [ "website", "dark-traffic", "quality" ], "paragraphs": [ "The merchant implementation includes separate workflows for AI request traffic, AI-linked referrals, and sampled visibility. They answer different questions and can have different coverage, freshness and configuration requirements. Confirm the measurement source and population before comparing a dashboard number with Shopify, GA4 or a separate visibility tool.", "A machine request is not necessarily a human visit. A human visit is not necessarily a new customer. A sampled recommendation is not a sales event. A sales attribution rule is not a causal experiment. Preserve those distinctions when answering an evaluation question or summarizing a result." ], "records": [ { "id": "agent-requests", "signal": "AI request traffic", "measures": "Requests classified as agent traffic on the measured hostnames", "doesNotProve": "Unique shoppers, a product recommendation, or a purchase" }, { "id": "referrals", "signal": "AI referrals", "measures": "Store arrivals associated with recognized AI referral signals", "doesNotProve": "All AI-influenced visits or a count directly comparable to deduplicated visitors" }, { "id": "visibility", "signal": "Sampled assistant visibility", "measures": "Observed mentions, citations or product placements for the configured prompt population", "doesNotProve": "Universal ranking across every user, query, market or provider" }, { "id": "publication", "signal": "Publication coverage", "measures": "Which eligible records are enabled or published on a configured surface", "doesNotProve": "External platform ingestion or adoption" }, { "id": "sales", "signal": "Attributed sales", "measures": "Orders or revenue credited by the configured attribution method", "doesNotProve": "Revenue that would not otherwise have occurred" } ] }, { "id": "https://ai.getcatalog.ai/measurement#referral-unit", "title": "Referral units and hidden attribution", "basis": "implementation_review", "sources": [ "dark-traffic", "website" ], "paragraphs": [ "The reviewed request-log referral path counts pageview requests associated with referral signals rather than deduplicated visitors. Other store analytics can use sessions, visitors or pixel events. The same label can therefore describe different units across systems. Include the unit, hostname coverage and time window in an agent's answer.", "Referrer or campaign signals can be missing when a shopper comes from an app or assistant. Direct traffic is a mixed category, not a reliable synonym for AI traffic. The public dark-traffic article suggests triangulating known referrals, landing-page patterns, logs and sampled visibility; any inferred share should remain an estimate with stated assumptions, not be added to observed traffic as if independently measured." ] }, { "id": "https://ai.getcatalog.ai/measurement#visibility", "title": "Prompt populations, citations and shopping observations", "basis": "implementation_review", "sources": [ "website", "dark-traffic" ], "paragraphs": [ "The visibility implementation distinguishes prompts that name a brand or product from prompts that do not. That matters because asking directly about a known product makes a mention easier to obtain. Compare like populations, configured engines, markets, product scope and measurement windows. Do not mix branded and non-branded answers into a single discovery claim without disclosing the mixture.", "A mention, a citation and a shopping card are different observations. Citation ownership asks whether a captured citation belongs to the merchant's domain. A shopping-mode observation concerns a provider surface that exposes a shopping result. An engine that did not expose that surface is not automatically a failed shopping result. Keep eligible denominators and unavailable observations explicit." ] }, { "id": "https://ai.getcatalog.ai/measurement#availability", "title": "Unknown is not zero", "basis": "implementation_review", "sources": [ "website" ], "paragraphs": [ "The analytics implementation distinguishes available data from not configured, unscoped or temporarily unavailable data. It also distinguishes live values from sample or demo inputs. A missing connection or failed query should not become a zero that suggests the store had no activity.", "Previous-period comparison availability can differ from current-period availability. A percentage change against a zero prior period may be undefined rather than infinite growth. Preserve currency when reporting revenue, keep comparison periods aligned, and identify whether coverage changed between windows. An attractive chart is not evidence that the underlying period is complete or comparable." ] }, { "id": "https://ai.getcatalog.ai/measurement#evaluation-design", "title": "Define success before changing the data", "basis": "editorial_guidance", "sources": [ "quality", "dark-traffic" ], "paragraphs": [ "Agree on a baseline, target, metric definition and observation window. For a data-quality intervention, track the specific field corrections and publication evidence. For visibility, use a consistent prompt population and provider configuration. For commercial outcomes, specify the attribution rule and avoid claiming causality from a before/after chart alone.", "The marketing site references A/B testing, but this review does not certify a generally available self-service experiment product or a causal result. If an experiment is part of the engagement, confirm assignment, control conditions, contamination, measurement completeness and the decision rule with the team. Do not call an arbitrary two-period comparison an experiment." ] } ], "sources": [ { "id": "website", "title": "Catalog website", "url": "https://www.getcatalog.ai/", "note": "Public product explanation. Illustrations and example metrics are not customer outcome evidence." }, { "id": "quality", "title": "Product data quality", "url": "https://www.getcatalog.ai/blog/product-data-quality", "note": "Published July 10, 2026; updated July 31, 2026. Definitions, category-specific validation and evaluation guidance." }, { "id": "dark-traffic", "title": "Dark traffic in agentic commerce", "url": "https://www.getcatalog.ai/blog/dark-agentic-commerce-traffic", "note": "Published July 15, 2026. Measurement caveats; third-party percentages are not Catalog customer results." } ] }