{
  "collectionDates": {
    "priorWave": "2026-09-21",
    "followupWave": "2026-09-28",
    "priorWindowUtc": "2026-09-21T05:55:25.338Z–2026-09-21T06:06:21.470Z",
    "followupValidWindowUtc": "2026-09-27T23:40:16.281Z–2026-09-28T08:52:48.218Z",
    "label": "one-week follow-up; two dated waves, not a multi-week panel"
  },
  "questions": [
    {
      "id": "q1",
      "question": "Which CRM tools would you recommend for a US consulting firm with 10 employees? Recommend five options and briefly explain each choice.",
      "prior": {
        "meanSetJaccard": 0.7619321291735086,
        "identicalSetPairs": 162,
        "uniqueSets": 8,
        "sourceMeanJaccard": 0.7696405765371288,
        "distinctUrls": 10
      },
      "followup": {
        "meanSetJaccard": 0.6635741652983025,
        "identicalSetPairs": 79,
        "uniqueSets": 9,
        "sourceMeanJaccard": 0.6875752599890529,
        "distinctUrls": 11
      },
      "delta": {
        "meanSetJaccard": -0.09835796387520612,
        "sourceMeanJaccard": -0.08206531654807592
      }
    },
    {
      "id": "q2",
      "question": "Which email marketing platforms would you recommend for a US online retailer with 5,000 subscribers? Recommend five options and briefly explain each choice.",
      "prior": {
        "meanSetJaccard": 0.6339354132457559,
        "identicalSetPairs": 83,
        "uniqueSets": 10,
        "sourceMeanJaccard": 0.7083835066593682,
        "distinctUrls": 13
      },
      "followup": {
        "meanSetJaccard": 0.6490695128626142,
        "identicalSetPairs": 114,
        "uniqueSets": 9,
        "sourceMeanJaccard": 0.6545155993431844,
        "distinctUrls": 10
      },
      "delta": {
        "meanSetJaccard": 0.015134099616858299,
        "sourceMeanJaccard": -0.05386790731618385
      }
    },
    {
      "id": "q3",
      "question": "Which project management tools would you recommend for a US design agency with 15 employees? Recommend five options and briefly explain each choice.",
      "prior": {
        "meanSetJaccard": 0.6930760810071148,
        "identicalSetPairs": 85,
        "uniqueSets": 8,
        "sourceMeanJaccard": 0.8490421455938718,
        "distinctUrls": 7
      },
      "followup": {
        "meanSetJaccard": 0.6285075716110168,
        "identicalSetPairs": 63,
        "uniqueSets": 11,
        "sourceMeanJaccard": 0.7513409961685813,
        "distinctUrls": 13
      },
      "delta": {
        "meanSetJaccard": -0.06456850939609804,
        "sourceMeanJaccard": -0.09770114942529051
      }
    }
  ],
  "configuration": {
    "same": [
      "google/gemini-2.5-flash",
      "temperature 0.2",
      "max_tokens 1500",
      "reasoning disabled",
      "web plugin with Exa and max_results 5",
      "fresh request with no conversation history"
    ],
    "difference": [
      "The initial bounded run used 45 seconds; recovery runs used 90 seconds after documented provider latency. All other request settings matched the prior wave."
    ]
  },
  "caveats": [
    "Same three convenience questions, model, temperature, and Exa web plugin were used in both dated waves.",
    "The waves are one week apart and do not establish a multi-week trend or consumer Gemini app behavior.",
    "Source URL metadata measures visible provider annotations, not proof that a source caused or supports a recommendation.",
    "Coding is structured AI-assisted review with full answer preservation, not independent human double-coding."
  ],
  "crossWave": {
    "validation": {
      "sameQuestions": true,
      "sameCoreConfiguration": true,
      "configSameFields": [
        "model",
        "temperature",
        "maxTokens",
        "reasoning",
        "search"
      ],
      "timeoutDifferenceDisclosed": true
    },
    "collectionDates": {
      "priorWave": "2026-09-21",
      "followupWave": "2026-09-28",
      "interpretation": "one-week follow-up; 900 cross-wave pairs per question are shared-answer comparisons, not independent experiments"
    },
    "questions": [
      {
        "id": "q1",
        "question": "Which CRM tools would you recommend for a US consulting firm with 10 employees? Recommend five options and briefly explain each choice.",
        "priorAnswers": 30,
        "followupAnswers": 30,
        "crossWavePairs": 900,
        "crossWaveMeanSetJaccard": 0.6417592592592618,
        "frequencyChanges": [
          {
            "brand": "Insightly",
            "priorCount": 5,
            "followupCount": 23,
            "priorShare": 0.16666666666666666,
            "followupShare": 0.7666666666666667,
            "deltaCount": 18,
            "deltaShare": 0.6
          },
          {
            "brand": "Copper CRM",
            "priorCount": 24,
            "followupCount": 8,
            "priorShare": 0.8,
            "followupShare": 0.26666666666666666,
            "deltaCount": -16,
            "deltaShare": -0.5333333333333333
          },
          {
            "brand": "Scoro",
            "priorCount": 0,
            "followupCount": 7,
            "priorShare": 0,
            "followupShare": 0.23333333333333334,
            "deltaCount": 7,
            "deltaShare": 0.23333333333333334
          },
          {
            "brand": "HoneyBook",
            "priorCount": 5,
            "followupCount": 1,
            "priorShare": 0.16666666666666666,
            "followupShare": 0.03333333333333333,
            "deltaCount": -4,
            "deltaShare": -0.13333333333333333
          },
          {
            "brand": "Salesforce",
            "priorCount": 24,
            "followupCount": 21,
            "priorShare": 0.8,
            "followupShare": 0.7,
            "deltaCount": -3,
            "deltaShare": -0.1
          },
          {
            "brand": "Conduyt",
            "priorCount": 2,
            "followupCount": 0,
            "priorShare": 0.06666666666666667,
            "followupShare": 0,
            "deltaCount": -2,
            "deltaShare": -0.06666666666666667
          },
          {
            "brand": "HubSpot CRM",
            "priorCount": 29,
            "followupCount": 30,
            "priorShare": 0.9666666666666667,
            "followupShare": 1,
            "deltaCount": 1,
            "deltaShare": 0.03333333333333333
          },
          {
            "brand": "GoHighLevel",
            "priorCount": 1,
            "followupCount": 0,
            "priorShare": 0.03333333333333333,
            "followupShare": 0,
            "deltaCount": -1,
            "deltaShare": -0.03333333333333333
          },
          {
            "brand": "Pipedrive",
            "priorCount": 30,
            "followupCount": 30,
            "priorShare": 1,
            "followupShare": 1,
            "deltaCount": 0,
            "deltaShare": 0
          },
          {
            "brand": "Zoho CRM",
            "priorCount": 30,
            "followupCount": 30,
            "priorShare": 1,
            "followupShare": 1,
            "deltaCount": 0,
            "deltaShare": 0
          }
        ]
      },
      {
        "id": "q2",
        "question": "Which email marketing platforms would you recommend for a US online retailer with 5,000 subscribers? Recommend five options and briefly explain each choice.",
        "priorAnswers": 30,
        "followupAnswers": 30,
        "crossWavePairs": 900,
        "crossWaveMeanSetJaccard": 0.625502645502649,
        "frequencyChanges": [
          {
            "brand": "Mailchimp",
            "priorCount": 17,
            "followupCount": 8,
            "priorShare": 0.5666666666666667,
            "followupShare": 0.26666666666666666,
            "deltaCount": -9,
            "deltaShare": -0.3
          },
          {
            "brand": "Brevo",
            "priorCount": 6,
            "followupCount": 0,
            "priorShare": 0.2,
            "followupShare": 0,
            "deltaCount": -6,
            "deltaShare": -0.2
          },
          {
            "brand": "Drip",
            "priorCount": 2,
            "followupCount": 7,
            "priorShare": 0.06666666666666667,
            "followupShare": 0.23333333333333334,
            "deltaCount": 5,
            "deltaShare": 0.16666666666666666
          },
          {
            "brand": "Sender",
            "priorCount": 0,
            "followupCount": 3,
            "priorShare": 0,
            "followupShare": 0.1,
            "deltaCount": 3,
            "deltaShare": 0.1
          },
          {
            "brand": "Constant Contact",
            "priorCount": 19,
            "followupCount": 21,
            "priorShare": 0.6333333333333333,
            "followupShare": 0.7,
            "deltaCount": 2,
            "deltaShare": 0.06666666666666667
          },
          {
            "brand": "MailerLite",
            "priorCount": 18,
            "followupCount": 20,
            "priorShare": 0.6,
            "followupShare": 0.6666666666666666,
            "deltaCount": 2,
            "deltaShare": 0.06666666666666667
          },
          {
            "brand": "ActiveCampaign",
            "priorCount": 25,
            "followupCount": 26,
            "priorShare": 0.8333333333333334,
            "followupShare": 0.8666666666666667,
            "deltaCount": 1,
            "deltaShare": 0.03333333333333333
          },
          {
            "brand": "GetResponse",
            "priorCount": 2,
            "followupCount": 3,
            "priorShare": 0.06666666666666667,
            "followupShare": 0.1,
            "deltaCount": 1,
            "deltaShare": 0.03333333333333333
          },
          {
            "brand": "moosend",
            "priorCount": 1,
            "followupCount": 2,
            "priorShare": 0.03333333333333333,
            "followupShare": 0.06666666666666667,
            "deltaCount": 1,
            "deltaShare": 0.03333333333333333
          },
          {
            "brand": "Klaviyo",
            "priorCount": 30,
            "followupCount": 30,
            "priorShare": 1,
            "followupShare": 1,
            "deltaCount": 0,
            "deltaShare": 0
          },
          {
            "brand": "Omnisend",
            "priorCount": 30,
            "followupCount": 30,
            "priorShare": 1,
            "followupShare": 1,
            "deltaCount": 0,
            "deltaShare": 0
          }
        ]
      },
      {
        "id": "q3",
        "question": "Which project management tools would you recommend for a US design agency with 15 employees? Recommend five options and briefly explain each choice.",
        "priorAnswers": 30,
        "followupAnswers": 30,
        "crossWavePairs": 900,
        "crossWaveMeanSetJaccard": 0.24537037037037032,
        "frequencyChanges": [
          {
            "brand": "Hive",
            "priorCount": 0,
            "followupCount": 28,
            "priorShare": 0,
            "followupShare": 0.9333333333333333,
            "deltaCount": 28,
            "deltaShare": 0.9333333333333333
          },
          {
            "brand": "Teamwork.com",
            "priorCount": 28,
            "followupCount": 2,
            "priorShare": 0.9333333333333333,
            "followupShare": 0.06666666666666667,
            "deltaCount": -26,
            "deltaShare": -0.8666666666666667
          },
          {
            "brand": "monday.com",
            "priorCount": 2,
            "followupCount": 27,
            "priorShare": 0.06666666666666667,
            "followupShare": 0.9,
            "deltaCount": 25,
            "deltaShare": 0.8333333333333334
          },
          {
            "brand": "Wrike",
            "priorCount": 25,
            "followupCount": 0,
            "priorShare": 0.8333333333333334,
            "followupShare": 0,
            "deltaCount": -25,
            "deltaShare": -0.8333333333333334
          },
          {
            "brand": "Workamajig",
            "priorCount": 18,
            "followupCount": 0,
            "priorShare": 0.6,
            "followupShare": 0,
            "deltaCount": -18,
            "deltaShare": -0.6
          },
          {
            "brand": "Corcava",
            "priorCount": 29,
            "followupCount": 14,
            "priorShare": 0.9666666666666667,
            "followupShare": 0.4666666666666667,
            "deltaCount": -15,
            "deltaShare": -0.5
          },
          {
            "brand": "Asana",
            "priorCount": 12,
            "followupCount": 26,
            "priorShare": 0.4,
            "followupShare": 0.8666666666666667,
            "deltaCount": 14,
            "deltaShare": 0.4666666666666667
          },
          {
            "brand": "Droova",
            "priorCount": 0,
            "followupCount": 13,
            "priorShare": 0,
            "followupShare": 0.43333333333333335,
            "deltaCount": 13,
            "deltaShare": 0.43333333333333335
          },
          {
            "brand": "workzone",
            "priorCount": 6,
            "followupCount": 4,
            "priorShare": 0.2,
            "followupShare": 0.13333333333333333,
            "deltaCount": -2,
            "deltaShare": -0.06666666666666667
          },
          {
            "brand": "productive",
            "priorCount": 0,
            "followupCount": 2,
            "priorShare": 0,
            "followupShare": 0.06666666666666667,
            "deltaCount": 2,
            "deltaShare": 0.06666666666666667
          },
          {
            "brand": "Scoro",
            "priorCount": 0,
            "followupCount": 2,
            "priorShare": 0,
            "followupShare": 0.06666666666666667,
            "deltaCount": 2,
            "deltaShare": 0.06666666666666667
          },
          {
            "brand": "thicket",
            "priorCount": 0,
            "followupCount": 2,
            "priorShare": 0,
            "followupShare": 0.06666666666666667,
            "deltaCount": 2,
            "deltaShare": 0.06666666666666667
          },
          {
            "brand": "ClickUp",
            "priorCount": 30,
            "followupCount": 29,
            "priorShare": 1,
            "followupShare": 0.9666666666666667,
            "deltaCount": -1,
            "deltaShare": -0.03333333333333333
          },
          {
            "brand": "notion",
            "priorCount": 0,
            "followupCount": 1,
            "priorShare": 0,
            "followupShare": 0.03333333333333333,
            "deltaCount": 1,
            "deltaShare": 0.03333333333333333
          }
        ]
      }
    ],
    "caveats": [
      "Cross-wave Jaccard compares every prior answer to every follow-up answer for the same question (30×30=900 pairs); those pairs reuse the same answers and are descriptive, not independent samples.",
      "Brand aliases were normalized consistently: HubSpot variants, Copper, Salesforce suite labels, Teamwork, and monday.com casing.",
      "The timeout differed for recovery calls (45 seconds initially, 90 seconds in recovery); this does not change model, prompt, temperature, token, reasoning, or search settings."
    ]
  }
}