{
  "title": "Shopify App Store — CRO & A/B Testing category, aggregate figures",
  "publisher": "Looplift",
  "license": "CC BY 4.0",
  "scraped": "2026-07-31",
  "published": "2026-08-01",
  "source": "https://apps.shopify.com/search?q=CRO+%26+A%2FB+Testing",
  "companion_article": "https://looplift.io/blog/shopify-ab-testing-app-landscape-2026",
  "method": {
    "results_reported_by_shopify": 1229,
    "search_pages_walked": 25,
    "cards_collected": 599,
    "apps_deep_scraped": 137,
    "reviews_read": 385,
    "reviews_positive": 312,
    "reviews_negative_or_neutral": 73,
    "reviews_per_app_cap": "up to 6 positive and 6 negative per app"
  },
  "limits": [
    "Shopify does not publish install counts. Review count is the only proxy and it systematically understates real usage.",
    "Market share, revenue and growth rate cannot be derived from this data and have not been.",
    "599 of the 1,229 reported results were collected. The tail was sampled and found irrelevant; the cut is our editorial decision, not Shopify's.",
    "Tier assignment (core / enterprise / adjacent / noise) is our editorial call, not a Shopify category.",
    "Per-app pros and cons come from at most 6 positive and 6 negative reviews. For apps with few reviews this has no statistical value.",
    "Verbatim negative reviews are deliberately excluded from this file. Aggregates and public listing facts only."
  ],
  "tiers": {
    "core": {
      "count": 61,
      "definition": "Dedicated A/B testing or experimentation product built for Shopify"
    },
    "enterprise": {
      "count": 13,
      "definition": "Multi-platform CRO/experimentation/personalisation suite that also has a Shopify app"
    },
    "adjacent": {
      "count": 57,
      "definition": "CRO tooling that is not experimentation (popups, upsell, badges, page builders, audits, analytics)"
    },
    "noise": {
      "count": 6,
      "definition": "Caught by the search, unrelated to the category"
    }
  },
  "core_set_distribution": {
    "apps": 61,
    "zero_reviews": 28,
    "ten_plus_reviews": 15,
    "fifty_plus_reviews": 5,
    "hundred_plus_reviews": 4,
    "total_reviews": 856,
    "share_of_reviews_held_by_top_four": 0.61,
    "share_with_a_free_plan": 0.49,
    "built_for_shopify_badge": 41
  },
  "core_set_launch_year": {
    "2017": 1,
    "2020": 2,
    "2021": 2,
    "2022": 4,
    "2023": 7,
    "2024": 8,
    "2025": 18,
    "2026": 19
  },
  "negative_review_coding": {
    "denominator": 73,
    "denominator_note": "Reviews rated 3 stars or below, across the 137 deep-scraped apps",
    "themes": [
      {
        "theme": "bugs / not working",
        "count": 13,
        "share": 0.18
      },
      {
        "theme": "pricing / billing",
        "count": 11,
        "share": 0.15
      },
      {
        "theme": "support unresponsive",
        "count": 7,
        "share": 0.1
      },
      {
        "theme": "code left behind after uninstall",
        "count": 5,
        "share": 0.07
      },
      {
        "theme": "broke the store or theme",
        "count": 4,
        "share": 0.05
      },
      {
        "theme": "capability too limited",
        "count": 2,
        "share": 0.03
      },
      {
        "theme": "data / statistics not trustworthy",
        "count": 1,
        "share": 0.01
      },
      {
        "theme": "flicker / page speed",
        "count": 1,
        "share": 0.01
      }
    ]
  },
  "positive_review_coding": {
    "denominator": 312,
    "themes": [
      {
        "theme": "easy install, no developer needed",
        "count": 72
      },
      {
        "theme": "trust in the statistics",
        "count": 24
      },
      {
        "theme": "measurable revenue impact",
        "count": 23
      },
      {
        "theme": "support quality",
        "count": 20
      },
      {
        "theme": "price / shipping testing",
        "count": 6
      },
      {
        "theme": "theme / template testing",
        "count": 1
      }
    ]
  },
  "listing_claims": {
    "denominator": 74,
    "denominator_note": "Core plus enterprise listings: title, description, feature lists and plan descriptions",
    "claims": [
      {
        "claim": "the word \"hypothesis\" appears",
        "count": 0
      },
      {
        "claim": "learns from past tests / gets smarter over time",
        "count": 1
      },
      {
        "claim": "recommends what to test next, in software",
        "count": 3
      },
      {
        "claim": "audit + roadmap, delivered by a human on the top plan",
        "count": 5
      },
      {
        "claim": "Bayesian statistics",
        "count": 7
      },
      {
        "claim": "price testing",
        "count": 24
      },
      {
        "claim": "theme / template testing",
        "count": 12
      },
      {
        "claim": "personalisation",
        "count": 6
      }
    ]
  },
  "leaders_by_review_count": [
    {
      "name": "Intelligems: A/B Testing",
      "handle": "intelligems",
      "rating": 4.8,
      "reviews": 161,
      "one_to_two_star_share": 0.037,
      "entry_price_usd": 69,
      "top_price_usd": 349,
      "launched": "2021-12-01",
      "built_for_shopify": true
    },
    {
      "name": "Elevate A/B Testing Price Test",
      "handle": "elevate-ab-testing",
      "rating": 4.9,
      "reviews": 127,
      "one_to_two_star_share": 0.024,
      "entry_price_usd": 49,
      "top_price_usd": 499,
      "launched": "2020-12-22",
      "built_for_shopify": true
    },
    {
      "name": "Visually A/B Testing & CRO",
      "handle": "visually-io",
      "rating": 4.7,
      "reviews": 120,
      "one_to_two_star_share": 0.05,
      "entry_price_usd": 0,
      "top_price_usd": 80,
      "launched": "2022-06-15",
      "built_for_shopify": false
    },
    {
      "name": "Shoplift — CRO & A/B Testing",
      "handle": "shoplift",
      "rating": 4.9,
      "reviews": 117,
      "one_to_two_star_share": 0.034,
      "entry_price_usd": 74,
      "top_price_usd": 999,
      "launched": "2022-09-15",
      "built_for_shopify": false
    },
    {
      "name": "ABConvert: A/B Testing",
      "handle": "a-b-convert-price-a-b-test",
      "rating": 4.7,
      "reviews": 72,
      "one_to_two_star_share": 0.042,
      "entry_price_usd": 24,
      "top_price_usd": 599,
      "launched": "2022-10-31",
      "built_for_shopify": true
    },
    {
      "name": "Shogun — AB Testing",
      "handle": "shogun-ab-testing",
      "rating": 4.2,
      "reviews": 39,
      "one_to_two_star_share": 0.128,
      "entry_price_usd": 39,
      "top_price_usd": 499,
      "launched": "2025-03-21",
      "built_for_shopify": true
    },
    {
      "name": "ABsolutely: A/B Testing",
      "handle": "absolutely",
      "rating": 5.0,
      "reviews": 32,
      "one_to_two_star_share": 0.0,
      "entry_price_usd": 49,
      "top_price_usd": 499,
      "launched": "2024-11-29",
      "built_for_shopify": true
    },
    {
      "name": "Essential CRO Split AB Testing",
      "handle": "essential-a-b-testing",
      "rating": 5.0,
      "reviews": 24,
      "one_to_two_star_share": 0.0,
      "entry_price_usd": null,
      "top_price_usd": null,
      "launched": "2025-06-11",
      "built_for_shopify": true
    },
    {
      "name": "ABboost: A/B Testing & CRO",
      "handle": "boostab-a-b-testing",
      "rating": 4.4,
      "reviews": 22,
      "one_to_two_star_share": 0.136,
      "entry_price_usd": 4.99,
      "top_price_usd": 29.99,
      "launched": "2025-11-06",
      "built_for_shopify": true
    },
    {
      "name": "GemX: CRO & A/B Testing",
      "handle": "gemx-cro",
      "rating": 4.7,
      "reviews": 19,
      "one_to_two_star_share": 0.053,
      "entry_price_usd": 49,
      "top_price_usd": 99,
      "launched": "2024-09-23",
      "built_for_shopify": false
    },
    {
      "name": "Eraya: A/B Testing",
      "handle": "eraya-a-b-testing-and-cro",
      "rating": 5.0,
      "reviews": 19,
      "one_to_two_star_share": 0.0,
      "entry_price_usd": 0.0,
      "top_price_usd": 59.0,
      "launched": "2025-10-30",
      "built_for_shopify": true
    },
    {
      "name": "CustomFit AI A/B Testing & CRO",
      "handle": "customfit",
      "rating": 5.0,
      "reviews": 19,
      "one_to_two_star_share": 0.0,
      "entry_price_usd": 0.0,
      "top_price_usd": 139.0,
      "launched": "2023-05-16",
      "built_for_shopify": false
    },
    {
      "name": "Split,  A/B Testing Price Test",
      "handle": "split-a-b-testing",
      "rating": 2.8,
      "reviews": 13,
      "one_to_two_star_share": 0.385,
      "entry_price_usd": 0.0,
      "top_price_usd": 10.0,
      "launched": "2024-12-03",
      "built_for_shopify": true
    },
    {
      "name": "A/B: Product and Price Testing",
      "handle": "tridentab",
      "rating": 3.2,
      "reviews": 11,
      "one_to_two_star_share": 0.273,
      "entry_price_usd": 0.0,
      "top_price_usd": 49.99,
      "launched": "2021-08-09",
      "built_for_shopify": true
    },
    {
      "name": "Theme Scientist A/B Testing",
      "handle": "theme-scientist",
      "rating": 3.5,
      "reviews": 10,
      "one_to_two_star_share": 0.2,
      "entry_price_usd": 9.99,
      "top_price_usd": 29.99,
      "launched": "2020-03-05",
      "built_for_shopify": false
    }
  ],
  "top_plan_pricing": [
    {
      "app": "Shoplift",
      "top_plan_usd_month": 999,
      "sold_on_the_top_plan": "Dedicated Merchant Success Manager, twice-monthly strategy sessions, storefront audit and testing roadmap, dedicated Slack channel, quarterly business review"
    },
    {
      "app": "ABConvert",
      "top_plan_usd_month": 599,
      "sold_on_the_top_plan": "White-glove onboarding, dedicated account manager, dedicated Slack channel"
    },
    {
      "app": "Elevate",
      "top_plan_usd_month": 499,
      "sold_on_the_top_plan": "Dedicated account manager, personalised A/B testing roadmap, white-glove onboarding, priority support Slack channel"
    },
    {
      "app": "ABsolutely",
      "top_plan_usd_month": 499,
      "sold_on_the_top_plan": "Dedicated strategy manager and roadmap, Slack channel support"
    },
    {
      "app": "Intelligems",
      "top_plan_usd_month": 349,
      "sold_on_the_top_plan": "Storefront audit and roadmap, white-glove onboarding, dedicated Customer Success Manager"
    }
  ],
  "price_bands": [
    {
      "band_usd_month": "0",
      "who": "49% of the core set",
      "note": "A free plan is an entry ticket, not a differentiator"
    },
    {
      "band_usd_month": "5-29",
      "who": "The cheap split-test cohort",
      "note": "Also the lowest-rated cohort"
    },
    {
      "band_usd_month": "49-99",
      "who": "Shoplift, Intelligems, Elevate, ABsolutely, GemX, ABConvert",
      "note": "The serious entry anchor"
    },
    {
      "band_usd_month": "199-499",
      "who": "Price testing and strategy service tiers",
      "note": ""
    },
    {
      "band_usd_month": "349-999",
      "who": "Enterprise plus human service",
      "note": ""
    }
  ],
  "price_note": "Nearly every plan scales with order or visitor volume, so the listed price is a floor, not the bill.",
  "revised": "2026-08-03"
}