{
  "generatedAt": "2026-09-22T07:32:36.630Z",
  "model": "google/gemini-2.5-flash",
  "startedAt": "2026-09-21T05:55:25.338Z",
  "completedAt": "2026-09-21T06:06:21.470Z",
  "totalAnswers": 90,
  "providerReportedCostUsd": 0.9116188000000001,
  "protocol": {
    "generatedAt": "2026-09-21T05:55:25.337Z",
    "model": "google/gemini-2.5-flash",
    "questions": [
      {
        "id": "q1",
        "question": "Which CRM tools would you recommend for a US consulting firm with 10 employees? Recommend five options and briefly explain each choice."
      },
      {
        "id": "q2",
        "question": "Which email marketing platforms would you recommend for a US online retailer with 5,000 subscribers? Recommend five options and briefly explain each choice."
      },
      {
        "id": "q3",
        "question": "Which project management tools would you recommend for a US design agency with 15 employees? Recommend five options and briefly explain each choice."
      }
    ],
    "repetitions": 30,
    "calls": 90,
    "temperature": 0.2,
    "maxTokens": 1500,
    "reasoning": {
      "enabled": false
    },
    "search": {
      "plugin": "web",
      "engine": "exa",
      "max_results": 5
    },
    "spendCap": 4.9695596,
    "reservePerCall": 0.5
  },
  "codingMethod": "AI-assisted extraction, with every recommendation heading reviewed against the source answer; canonical labels recorded in manual-coding.json.",
  "byQuestion": [
    {
      "id": "q1",
      "question": "Which CRM tools would you recommend for a US consulting firm with 10 employees? Recommend five options and briefly explain each choice.",
      "n": 30,
      "brands": [
        {
          "name": "Pipedrive",
          "count": 30,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "Zoho CRM",
          "count": 30,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "HubSpot CRM",
          "count": 29,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "Copper CRM",
          "count": 24,
          "repetitions": [
            1,
            3,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            20,
            21,
            22,
            23,
            25,
            26,
            27,
            29,
            30
          ]
        },
        {
          "name": "Salesforce",
          "count": 24,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            8,
            9,
            12,
            14,
            15,
            16,
            18,
            19,
            20,
            21,
            22,
            23,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "HoneyBook",
          "count": 5,
          "repetitions": [
            2,
            4,
            7,
            14,
            19
          ]
        },
        {
          "name": "Insightly",
          "count": 5,
          "repetitions": [
            10,
            11,
            13,
            17,
            18
          ]
        },
        {
          "name": "Conduyt",
          "count": 2,
          "repetitions": [
            24,
            28
          ]
        },
        {
          "name": "GoHighLevel",
          "count": 1,
          "repetitions": [
            24
          ]
        }
      ],
      "meanPairwiseJaccard": 0.7619321291735086,
      "identicalSetPairs": 162,
      "identicalOrderedPairs": 35,
      "totalPairs": 435,
      "uniqueSets": 8,
      "uniqueOrderedLists": 17,
      "reportedSources": {
        "answersWithMetadata": 30,
        "distinctUrls": 10,
        "totalPairs": 435,
        "meanPairwiseJaccard": 0.7696405765371288,
        "identicalSourceSetPairs": 187
      },
      "firstNamed": [
        {
          "name": "Pipedrive",
          "count": 23
        },
        {
          "name": "HubSpot CRM",
          "count": 4
        },
        {
          "name": "Salesforce",
          "count": 3
        }
      ]
    },
    {
      "id": "q2",
      "question": "Which email marketing platforms would you recommend for a US online retailer with 5,000 subscribers? Recommend five options and briefly explain each choice.",
      "n": 30,
      "brands": [
        {
          "name": "Klaviyo",
          "count": 30,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "Omnisend",
          "count": 30,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "ActiveCampaign",
          "count": 25,
          "repetitions": [
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            29,
            30
          ]
        },
        {
          "name": "Constant Contact",
          "count": 19,
          "repetitions": [
            3,
            4,
            6,
            7,
            8,
            9,
            11,
            12,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            22,
            24,
            26,
            29
          ]
        },
        {
          "name": "MailerLite",
          "count": 18,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            9,
            10,
            11,
            12,
            19,
            20,
            22,
            23,
            26,
            27,
            28,
            30
          ]
        },
        {
          "name": "Mailchimp",
          "count": 17,
          "repetitions": [
            1,
            2,
            7,
            8,
            10,
            13,
            14,
            16,
            17,
            18,
            21,
            24,
            25,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "Brevo",
          "count": 6,
          "repetitions": [
            1,
            2,
            10,
            15,
            27,
            28
          ]
        },
        {
          "name": "Drip",
          "count": 2,
          "repetitions": [
            5,
            25
          ]
        },
        {
          "name": "GetResponse",
          "count": 2,
          "repetitions": [
            13,
            23
          ]
        },
        {
          "name": "Moosend",
          "count": 1,
          "repetitions": [
            21
          ]
        }
      ],
      "meanPairwiseJaccard": 0.6339354132457559,
      "identicalSetPairs": 83,
      "identicalOrderedPairs": 70,
      "totalPairs": 435,
      "uniqueSets": 10,
      "uniqueOrderedLists": 12,
      "reportedSources": {
        "answersWithMetadata": 30,
        "distinctUrls": 13,
        "totalPairs": 435,
        "meanPairwiseJaccard": 0.7083835066593682,
        "identicalSourceSetPairs": 197
      },
      "firstNamed": [
        {
          "name": "Klaviyo",
          "count": 26
        },
        {
          "name": "Omnisend",
          "count": 4
        }
      ]
    },
    {
      "id": "q3",
      "question": "Which project management tools would you recommend for a US design agency with 15 employees? Recommend five options and briefly explain each choice.",
      "n": 30,
      "brands": [
        {
          "name": "ClickUp",
          "count": 30,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "Corcava",
          "count": 29,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30
          ]
        },
        {
          "name": "Teamwork.com",
          "count": 28,
          "repetitions": [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            24,
            25,
            26,
            27,
            28,
            30
          ]
        },
        {
          "name": "Wrike",
          "count": 25,
          "repetitions": [
            1,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            11,
            12,
            13,
            14,
            15,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29
          ]
        },
        {
          "name": "Workamajig",
          "count": 18,
          "repetitions": [
            1,
            2,
            3,
            6,
            7,
            10,
            11,
            13,
            16,
            17,
            19,
            21,
            23,
            24,
            25,
            27,
            29,
            30
          ]
        },
        {
          "name": "Asana",
          "count": 12,
          "repetitions": [
            2,
            8,
            9,
            10,
            12,
            16,
            17,
            22,
            26,
            28,
            29,
            30
          ]
        },
        {
          "name": "Workzone",
          "count": 6,
          "repetitions": [
            4,
            14,
            15,
            18,
            20,
            23
          ]
        },
        {
          "name": "monday.com",
          "count": 2,
          "repetitions": [
            5,
            22
          ]
        }
      ],
      "meanPairwiseJaccard": 0.6930760810071148,
      "identicalSetPairs": 85,
      "identicalOrderedPairs": 9,
      "totalPairs": 435,
      "uniqueSets": 8,
      "uniqueOrderedLists": 22,
      "reportedSources": {
        "answersWithMetadata": 30,
        "distinctUrls": 7,
        "totalPairs": 435,
        "meanPairwiseJaccard": 0.8490421455938718,
        "identicalSourceSetPairs": 238
      },
      "firstNamed": [
        {
          "name": "ClickUp",
          "count": 12
        },
        {
          "name": "Workamajig",
          "count": 9
        },
        {
          "name": "Workzone",
          "count": 4
        },
        {
          "name": "Corcava",
          "count": 3
        },
        {
          "name": "Wrike",
          "count": 1
        },
        {
          "name": "Teamwork.com",
          "count": 1
        }
      ]
    }
  ]
}