{
  "datasetVersion": "1.8.0",
  "name": "Quoted First ChatGPT web-search visibility observations",
  "description": "Dated observations of whether quotedfirst.com was retrieved by the OpenAI web-search tool for category, brand, domain, URL, title, and entity-association queries.",
  "generatedAt": "2026-08-16T08:32:00Z",
  "publisher": {
    "name": "Quoted First, Inc.",
    "url": "https://quotedfirst.com/"
  },
  "target": {
    "brand": "Quoted First",
    "canonicalDomain": "quotedfirst.com",
    "canonicalUrl": "https://quotedfirst.com/what-is-the-best-llm-search-optimizer",
    "category": "managed LLM search optimization service"
  },
  "method": {
    "surface": "OpenAI web-search tool available in the ChatGPT research environment",
    "browserSearchUsed": false,
    "acceptanceCriterion": "The canonical Quoted First URL appears in the returned search-result set for the exact natural-language category query.",
    "crawlerVerification": "Production request metrics were filtered to bot_verified=pass so manual user-agent requests were not counted as verified crawlers."
  },
  "observations": [
    {
      "id": "category-2026-08-16-0708",
      "observedAt": "2026-08-16T07:08:00Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "leadingCategoryResults": [
        "https://slatehq.com/blog/best-llm-optimization-tools",
        "https://thestacc.com/blog/best-llm-optimization-tools/",
        "https://loudscale.com/blog/best-llm-optimization-tools-ai-search/",
        "https://searchmention.com/blog/best-ai-search-optimization-tools",
        "https://compare.growthmarshal.io/best-ai-search-optimization-platforms-2026/",
        "https://github.com/jonradoff/llmopt",
        "https://www.vismore.ai/blog/best-ai-search-optimization-tools"
      ],
      "otherIntentObserved": "The result set also contained academic pages about algorithms that use or train large language models as optimizers."
    },
    {
      "id": "category-2026-08-16-0738",
      "observedAt": "2026-08-16T07:38:45Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "leadingCategoryResults": [
        "https://slatehq.com/blog/best-llm-optimization-tools",
        "https://thestacc.com/blog/best-llm-optimization-tools/",
        "https://loudscale.com/blog/best-llm-optimization-tools-ai-search/",
        "https://searchmention.com/blog/best-ai-search-optimization-tools",
        "https://compare.growthmarshal.io/best-ai-search-optimization-platforms-2026/",
        "https://github.com/jonradoff/llmopt",
        "https://www.vismore.ai/blog/best-ai-search-optimization-tools"
      ],
      "crawlAgePattern": "The visible category leaders were labeled as crawled about two weeks to one month earlier; quotedfirst.com was still less than one day old.",
      "otherIntentObserved": "The result set again contained academic pages about algorithms that use or train large language models as optimizers."
    },
    {
      "id": "category-2026-08-16-0747",
      "observedAt": "2026-08-16T07:47:00Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "leadingCategoryResults": [
        "https://slatehq.com/blog/best-llm-optimization-tools",
        "https://thestacc.com/blog/best-llm-optimization-tools/",
        "https://loudscale.com/blog/best-llm-optimization-tools-ai-search/",
        "https://searchmention.com/blog/best-ai-search-optimization-tools",
        "https://compare.growthmarshal.io/best-ai-search-optimization-platforms-2026/",
        "https://github.com/jonradoff/llmopt",
        "https://www.vismore.ai/blog/best-ai-search-optimization-tools"
      ],
      "deploymentTested": "dpl_EnpUm5Ms37J6etV3RhJJfZ5jn7Ja",
      "targetTitleTested": "Best LLM Search Optimizers: 10 Compared (2026) | Quoted First",
      "otherIntentObserved": "The result set continued to mix AI-visibility comparisons with academic pages about model and algorithm optimization."
    },
    {
      "id": "category-2026-08-16-0804",
      "observedAt": "2026-08-16T08:04:30Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "leadingCategoryResults": [
        "https://slatehq.com/blog/best-llm-optimization-tools",
        "https://thestacc.com/blog/best-llm-optimization-tools/",
        "https://loudscale.com/blog/best-llm-optimization-tools-ai-search/",
        "https://searchmention.com/blog/best-ai-search-optimization-tools",
        "https://compare.growthmarshal.io/best-ai-search-optimization-platforms-2026/",
        "https://github.com/jonradoff/llmopt",
        "https://www.vismore.ai/blog/best-ai-search-optimization-tools"
      ],
      "deploymentTested": "dpl_E2RrPXmCxpjqXh1XS2YKigDkpmXr",
      "homepageTitleTested": "Quoted First: Managed LLM Search Optimizer",
      "targetTitleTested": "Best LLM Search Optimizers: 10 Compared (2026) | Quoted First",
      "otherIntentObserved": "The returned set remained materially stable and still mixed AI-visibility comparisons with mathematical-optimizer results."
    },
    {
      "id": "category-2026-08-16-0814",
      "observedAt": "2026-08-16T08:14:20Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "leadingCategoryResults": [
        "https://slatehq.com/blog/best-llm-optimization-tools",
        "https://thestacc.com/blog/best-llm-optimization-tools/",
        "https://loudscale.com/blog/best-llm-optimization-tools-ai-search/",
        "https://compare.growthmarshal.io/best-ai-search-optimization-platforms-2026/",
        "https://ziptie.dev/blog/best-llmo-tools/",
        "https://alicelabs.ai/en/insights/best-llmo-tools-2026"
      ],
      "deploymentTested": "dpl_3zDHghsYjc7WDxAcuG2xqUJwjxFh",
      "targetTitleTested": "Best LLM Search Optimizers: 10 Compared (2026) | Quoted First",
      "relatedQueriesTested": [
        "Quoted First LLM search optimizer",
        "site:quotedfirst.com \"LLM search optimizer\"",
        "quotedfirst.com"
      ],
      "relatedQueriesRetrievedTarget": false,
      "otherIntentObserved": "The exact query still mixed AI-visibility comparisons with academic and algorithmic uses of the word optimizer."
    },
    {
      "id": "category-2026-08-16-0819",
      "observedAt": "2026-08-16T08:19:00Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "domainRestrictedTargetRetrieved": false,
      "deploymentTested": "dpl_EsCMqCbJ8sX2ZcY6JvBqGDbMaU9z",
      "targetHttpStatusAtTest": 200,
      "targetIndexDirectiveAtTest": "index, follow",
      "interpretation": "The production revision and native domain-restricted query remained absent immediately after deployment; the result set still favored older crawled documents."
    },
    {
      "id": "category-2026-08-16-0823",
      "observedAt": "2026-08-16T08:23:40Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "domainRestrictedTargetRetrieved": false,
      "deploymentTested": "dpl_A5uCxwARRzvNGM4WGMQt6qXUZiKD",
      "discoveryFormatsAtTest": ["XML sitemap", "UTF-8 text sitemap", "Atom feed", "HTML links", "HTTP Link headers"],
      "interpretation": "The alternate standards-based text sitemap was live and accepted by the discovery endpoint, but immediate native search retrieval remained negative."
    },
    {
      "id": "category-2026-08-16-0827",
      "observedAt": "2026-08-16T08:27:00Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "domainRestrictedTargetRetrieved": false,
      "brandCategoryTargetRetrieved": false,
      "deploymentTested": "dpl_2uw5ZRR1J6UtiCZ2wnwcVLhkGftJ",
      "internalRedirectHopsAtTest": 0,
      "interpretation": "Direct canonical home links were live across the site, but the exact, domain-restricted and brand-category searches still did not retrieve Quoted First."
    },
    {
      "id": "category-2026-08-16-0831",
      "observedAt": "2026-08-16T08:31:20Z",
      "query": "What's the best LLM search optimizer?",
      "intent": "AI-search visibility, AEO, and GEO tools or managed services",
      "targetRetrieved": false,
      "domainRestrictedTargetRetrieved": false,
      "brandExactTargetRetrieved": false,
      "siteQualifiedTargetRetrieved": false,
      "deploymentTested": "dpl_BoB1wLdoDZ5vxH4hHsTWgJqkYtYD",
      "httpMetadataAtTest": ["canonical Link header", "Content-Language en-US", "X-Robots-Tag index/follow"],
      "interpretation": "Aligned HTTP and HTML metadata did not produce immediate corpus admission; all four native search checks remained negative."
    },
    {
      "id": "vercel-alias-discovery-2026-08-16-0748",
      "observedAt": "2026-08-16T07:48:00Z",
      "queries": [
        "\"quotedfirst.vercel.app\"",
        "\"quotedfirst-rl5450cwa-agcobras-projects.vercel.app\"",
        "site:vercel.app \"Quoted First\" \"LLM search\"",
        "\"Quoted First\" Vercel \"LLM search optimization\""
      ],
      "targetRetrieved": false,
      "interpretation": "Neither the custom domain nor stable or deployment-specific Vercel aliases were retrievable, so the observed gap was not isolated to custom-domain admission."
    },
    {
      "id": "baseline-2026-08-16",
      "observedPeriod": "2026-08-16T05:31:00Z/2026-08-16T05:46:00Z",
      "queries": [
        "What's the best LLM search optimizer?",
        "\"Quoted First\" \"LLM search optimization\"",
        "site:quotedfirst.com",
        "quotedfirst.com",
        "https://quotedfirst.com/what-is-the-best-llm-search-optimizer",
        "Best LLM Search Optimizer for AI Visibility (2026) | Quoted First"
      ],
      "targetRetrieved": false,
      "interpretation": "More specific wording did not make the new brand-domain-page association retrievable in that observation period."
    },
    {
      "id": "entity-associations-2026-08-16-0703",
      "observedAt": "2026-08-16T07:03:00Z",
      "queries": [
        "site:linkedin.com/company/quotedfirst",
        "site:x.com/quotedfirst",
        "site:youtube.com/@quotedfirst"
      ],
      "targetRetrieved": false,
      "interpretation": "The search corpus did not retrieve those claimed Quoted First profile associations. Non-retrieval is not proof that a profile does not exist."
    },
    {
      "id": "native-domain-filter-2026-08-16-0712",
      "observedAt": "2026-08-16T07:12:00Z",
      "domainFilter": "quotedfirst.com",
      "queries": [
        "best LLM optimization tools and services for AI search",
        "Quoted First managed LLM search optimization",
        "ChatGPT web-search visibility observations",
        "what is the best LLM search optimizer"
      ],
      "result": "Empty search results",
      "targetRetrieved": false,
      "interpretation": "The search backend had no eligible quotedfirst.com document to return even when retrieval was explicitly restricted to the domain."
    }
  ],
  "directOpenTests": {
    "observedAt": "2026-08-16T07:48:00Z",
    "urls": [
      "https://quotedfirst.com/what-is-the-best-llm-search-optimizer",
      "https://quotedfirst.vercel.app/what-is-the-best-llm-search-optimizer",
      "https://quotedfirst-rl5450cwa-agcobras-projects.vercel.app/what-is-the-best-llm-search-optimizer"
    ],
    "result": "URL is not safe to open (non-retryable error)",
    "interpretation": "The OpenAI web layer rejected the custom hostname, stable Vercel alias and current deployment alias before a direct fetch. This is an observed admission response, not proof of why the safety gate fired.",
    "latestCanonicalRetest": {
      "observedAt": "2026-08-16T08:19:30Z",
      "deploymentTested": "dpl_EsCMqCbJ8sX2ZcY6JvBqGDbMaU9z",
      "url": "https://quotedfirst.com/what-is-the-best-llm-search-optimizer",
      "result": "URL is not safe to open (non-retryable error)",
      "targetPublicHttpStatus": 200,
      "interpretation": "The ChatGPT web layer still stopped the user-directed open before a fetch even though independent production verification returned a public 200 response."
    }
  },
  "domainContext": {
    "capturedAt": "2026-08-16T07:13:00Z",
    "registrar": "Vercel",
    "domainAgeAtCapture": "approximately 6 hours",
    "nameserversMatchIntendedConfiguration": true,
    "edgeNetworkEnabled": true,
    "projectAssignmentCorrect": true
  },
  "declaredEntityLinkChecks": {
    "capturedAt": "2026-08-16T07:36:27Z",
    "method": "Public HTTP HEAD requests with redirects, calibrated against known OpenAI profile URLs on the same platforms.",
    "results": [
      {
        "url": "https://x.com/quotedfirst",
        "httpStatus": 404,
        "controlUrl": "https://x.com/OpenAI",
        "controlHttpStatus": 200,
        "action": "Removed from Organization sameAs and site footers."
      },
      {
        "url": "https://www.youtube.com/@quotedfirst",
        "httpStatus": 404,
        "controlUrl": "https://www.youtube.com/@OpenAI",
        "controlHttpStatus": 200,
        "action": "Removed from Organization sameAs and site footers."
      },
      {
        "url": "https://www.linkedin.com/company/quotedfirst",
        "httpStatus": 999,
        "interpretation": "LinkedIn's anti-bot response was inconclusive, so the link was not removed on this evidence alone."
      }
    ]
  },
  "verifiedCrawlerEvidence": [
    {
      "capturedAt": "2026-08-16T07:03:22Z",
      "windowStart": "2026-08-16T05:03:21Z",
      "windowEnd": "2026-08-16T07:03:22Z",
      "bots": ["OAI-SearchBot", "GPTBot", "bingbot"],
      "verifiedRequests": 0,
      "note": "The 24-hour verified timeline showed OAI-SearchBot attempted only /robots.txt and eventually received 200, while no verified OpenAI fetch of the comparison page appeared. Other verified crawlers, including YandexBot, successfully fetched the canonical comparison page with 200, supporting general bot reachability."
    },
    {
      "capturedAt": "2026-08-16T07:36:27Z",
      "windowStart": "2026-08-16T06:36:27Z",
      "windowEnd": "2026-08-16T07:36:27Z",
      "bots": [
        "OAI-SearchBot",
        "GPTBot",
        "bingbot"
      ],
      "verifiedRequests": 0,
      "note": "A production metric query filtered to bot_verified=pass returned an empty summary for these three crawlers in the latest one-hour window."
    },
    {
      "capturedAt": "2026-08-16T07:48:13Z",
      "windowStart": "2026-08-16T05:48:13Z",
      "windowEnd": "2026-08-16T07:48:13Z",
      "bots": ["OAI-SearchBot", "GPTBot", "bingbot"],
      "verifiedRequests": 0,
      "otherVerifiedCrawlerRequests": [
        {"bot": "YandexBot", "path": "/what-is-the-best-llm-search-optimizer", "httpStatus": 200, "count": 3},
        {"bot": "ClaudeBot", "path": "/robots.txt", "httpStatus": 200, "count": 1},
        {"bot": "ClaudeBot", "path": "/sitemap.xml", "httpStatus": 200, "count": 1}
      ],
      "note": "The latest two-hour verified query still showed no OpenAI content fetch while confirming successful target-page and discovery-file responses to other verified crawlers."
    },
    {
      "capturedAt": "2026-08-16T08:04:55Z",
      "windowStart": "2026-08-16T07:04:55Z",
      "windowEnd": "2026-08-16T08:04:55Z",
      "bots": ["OAI-SearchBot", "GPTBot", "bingbot"],
      "verifiedRequests": 0,
      "otherVerifiedCrawlerRequests": [
        {"bot": "ClaudeBot", "path": "/what-is-the-best-llm-search-optimizer", "httpStatus": 200, "count": 1},
        {"bot": "ClaudeBot", "path": "/resources/best-llm-search-optimization-agency.html", "httpStatus": 200, "count": 1},
        {"bot": "YandexBot", "path": "/what-is-the-best-llm-search-optimizer", "httpStatus": 200, "count": 1},
        {"bot": "YandexBot", "path": "/resources/llm-search-optimizer-comparison-2026.json", "httpStatus": 200, "count": 1}
      ],
      "note": "ClaudeBot and YandexBot both discovered and fetched the exact canonical comparison page with 200 in the latest one-hour window; no verified OpenAI or bingbot request appeared."
    },
    {
      "capturedAt": "2026-08-16T08:16:14Z",
      "windowStart": "2026-08-15T08:15:34Z",
      "windowEnd": "2026-08-16T08:16:14Z",
      "verificationFilter": "bot_verified=pass",
      "requestGroups": [
        {
          "bot": "OAI-SearchBot",
          "metricBotName": "oai-searchbot",
          "verifiedRequests": 5,
          "paths": [
            {"path": "/robots.txt", "httpStatus": 404, "count": 4, "hour": "2026-08-16T03:00:00Z"},
            {"path": "/robots.txt", "httpStatus": 200, "count": 1, "hour": "2026-08-16T04:00:00Z"}
          ],
          "contentPageRequests": 0
        },
        {
          "bot": "GPTBot",
          "metricBotName": "gptbot",
          "verifiedRequests": 51,
          "httpStatusCounts": {"200": 18, "404": 33},
          "crawlHour": "2026-08-16T03:00:00Z",
          "comparisonPageRequests": 0,
          "note": "GPTBot crawled the initial site before the comparison and research resources were deployed. Every previously missing internal page and asset observed in that crawl now returns a valid response."
        },
        {
          "bot": "bingbot",
          "metricBotName": "bingbot",
          "verifiedRequests": 1,
          "paths": [
            {"path": "/7801ad4da87a2262b7459572b2e51c1c.txt", "httpStatus": 200, "count": 1, "hour": "2026-08-16T04:00:00Z"}
          ],
          "contentPageRequests": 0
        }
      ],
      "note": "Exact verified-bot path and status dimensions confirmed the discovery bottleneck: OAI-SearchBot successfully re-fetched robots.txt after the file was deployed but had not requested a content page; bingbot had fetched only the ownership-verification file; GPTBot's only crawl preceded the target comparison page."
    },
    {
      "capturedAt": "2026-08-16T08:26:31Z",
      "windowStart": "2026-08-16T07:26:31Z",
      "windowEnd": "2026-08-16T08:26:31Z",
      "verificationFilter": "bot_name=oai-searchbot and bot_verified=pass",
      "verifiedRequests": 0,
      "note": "No verified OAI-SearchBot request appeared in the latest one-hour window after the XML sitemap, text sitemap, feed, direct HTTP discovery link and canonical target were live."
    }
  ],
  "firewallEvidence": {
    "capturedAt": "2026-08-16T07:49:51Z",
    "customRules": 0,
    "pendingChanges": 0,
    "attackModeEnabled": false,
    "deniedOrChallengedNamedBots": 0,
    "deniedOrChallengedOaiSearchBotRequests": 0,
    "deniedOrChallengedGptBotRequests": 0,
    "interpretation": "No Vercel custom rule or named-bot firewall action explained the missing OpenAI fetch. Automatic mitigations were applied to unverified exploit and secret-file scans, not requests identified as OAI-SearchBot or GPTBot."
  },
  "discoverySubmission": {
    "protocol": "IndexNow",
    "submittedAt": "2026-08-16T08:04:30Z",
    "httpStatus": 200,
    "interpretation": "An accepted discovery submission is not proof of crawling, indexing, ranking, or citation."
  },
  "limitations": [
    "These are point-in-time observations from one search surface, not a disclosure of OpenAI's ranking algorithm.",
    "Returned results can change with time, query interpretation, location, account state, and search-system updates.",
    "A result can be retrieved without being cited, and a brand can be mentioned without its canonical website being retrieved.",
    "The publisher is the target company and discloses that commercial interest."
  ],
  "methodologyUrl": "https://quotedfirst.com/resources/how-ai-engines-choose-sources.html#experiment",
  "editorialPolicyUrl": "https://quotedfirst.com/editorial-policy.html"
}