Semrush Scraper

ENDPOINTS
GET/domains/overview

Domain Overview

Everything Semrush shows for a domain: ranks, Authority Score, traffic, sources, AI traffic, keywords and backlinks.

QUERY PARAMS

Root domain, any link to the site, or a semrush.com/website link. Subdomains and low-traffic sites have no data.

Examples:

  • Domain: openai.com
  • Site link: https://www.openai.com/research
  • Semrush link: https://www.semrush.com/website/openai.com/overview/
{
  "domain": "openai.com",
  "brand_name": null,
  "link": "https://www.semrush.com/website/openai.com/overview/",
  "favicon": null,
  "description": null,
  "country": "BD",
  "categories": [
    {
      "slug": "ai",
      "name": "AI"
    },
    {
      "slug": "computer-software-and-development",
      "name": "Computer Software and Development"
    },
    {
      "slug": "wellness",
      "name": "Wellness"
    }
  ],
  "rank": {
    "global": {
      "value": 51,
      "change": 1
    },
    "country": {
      "value": 22,
      "change": 1,
      "country": "BD",
      "name": "Bangladesh"
    },
    "category": {
      "value": 1,
      "change": 0,
      "category": {
        "slug": "wellness",
        "name": "Wellness"
      }
    }
  },
  "authority_score": 96,
  "visits": 713637978,
  "site_health": null,
  "data_date": "2026-09-15",
  "updated_at": "2026-10-11",
  "traffic": {
    "date": "2026-09-01",
    "visits": {
      "value": 713637978,
      "change_percent": 26.18
    },
    "pages_per_visit": {
      "value": 2.05,
      "change_percent": null
    },
    "average_visit_duration_seconds": {
      "value": 375,
      "change_percent": null
    },
    "bounce_rate_percent": {
      "value": 67.97,
      "change_percent": null
    },
    "visits_history": [
      {
        "date": "2026-09-01",
        "visits": 713637978
      },
      {
        "date": "2026-08-01",
        "visits": 565585964
      },
      {
        "date": "2026-07-01",
        "visits": 542685661
      }
    ]
  },
  "traffic_by_device": {
    "date": "2026-09-01",
    "desktop_visits": 457704240,
    "mobile_visits": 255933738,
    "desktop_share_percent": 64.14,
    "mobile_share_percent": 35.86,
    "history": [
      {
        "date": "2026-09-01",
        "visits": 713637978,
        "desktop_visits": 457704240,
        "mobile_visits": 255933738
      },
      {
        "date": "2026-08-01",
        "visits": 565585964,
        "desktop_visits": 325120963,
        "mobile_visits": 240465001
      },
      {
        "date": "2026-07-01",
        "visits": 542685661,
        "desktop_visits": 303496722,
        "mobile_visits": 239188939
      },
      {
        "date": "2026-06-01",
        "visits": 508002719,
        "desktop_visits": 264332650,
        "mobile_visits": 243670069
      },
      {
        "date": "2026-05-01",
        "visits": 561019484,
        "desktop_visits": 301722930,
        "mobile_visits": 259296554
      },
      {
        "date": "2026-04-01",
        "visits": 458313718,
        "desktop_visits": 228522958,
        "mobile_visits": 229790760
      }
    ]
  },
  "traffic_by_country": {
    "date": "2026-09-01",
    "countries": [
      {
        "country": "BD",
        "name": "Bangladesh",
        "visits": 143209329,
        "share_percent": 20.07,
        "desktop_share_percent": 98.97,
        "mobile_share_percent": 1.03
      },
      {
        "country": "US",
        "name": "United States",
        "visits": 90027784,
        "share_percent": 12.62,
        "desktop_share_percent": 62.25,
        "mobile_share_percent": 37.75
      },
      {
        "country": "IN",
        "name": "India",
        "visits": 40429762,
        "share_percent": 5.67,
        "desktop_share_percent": 46.04,
        "mobile_share_percent": 53.96
      },
      {
        "country": "BR",
        "name": "Brazil",
        "visits": 31560642,
        "share_percent": 4.42,
        "desktop_share_percent": 55.28,
        "mobile_share_percent": 44.72
      },
      {
        "country": "KR",
        "name": "South Korea",
        "visits": 30491539,
        "share_percent": 4.27,
        "desktop_share_percent": 22.14,
        "mobile_share_percent": 77.86
      }
    ]
  },
  "traffic_sources": {
    "date": "2026-09-15",
    "incoming": [
      {
        "source": null,
        "channel": "direct",
        "link": null,
        "share_percent": 54.75,
        "visits": 250598083,
        "previous_visits": 186058668
      },
      {
        "source": "chatgpt.com",
        "channel": "referral",
        "link": "https://www.semrush.com/website/chatgpt.com/overview/",
        "share_percent": 28.74,
        "visits": 131523920,
        "previous_visits": 94599695
      },
      {
        "source": "google.com",
        "channel": "google organic",
        "link": null,
        "share_percent": 10.36,
        "visits": 47436473,
        "previous_visits": 26483463
      },
      {
        "source": "accounts.google.com",
        "channel": "referral",
        "link": null,
        "share_percent": 1.66,
        "visits": 7607990,
        "previous_visits": 5600164
      },
      {
        "source": "bing.com",
        "channel": "referral",
        "link": "https://www.semrush.com/website/bing.com/overview/",
        "share_percent": 0.69,
        "visits": 3150106,
        "previous_visits": 864020
      }
    ],
    "outgoing": [
      {
        "domain": "chatgpt.com",
        "link": "https://www.semrush.com/website/chatgpt.com/overview/",
        "share_percent": 77.55,
        "visits": 57224729,
        "previous_visits": 41098944
      },
      {
        "domain": "google.com",
        "link": "https://www.semrush.com/website/google.com/overview/",
        "share_percent": 10.54,
        "visits": 7777818,
        "previous_visits": 4887577
      },
      {
        "domain": "chatgpt.site",
        "link": null,
        "share_percent": 2.21,
        "visits": 1630696,
        "previous_visits": 817508
      },
      {
        "domain": "apple.com",
        "link": "https://www.semrush.com/website/apple.com/overview/",
        "share_percent": 1.44,
        "visits": 1060555,
        "previous_visits": 770039
      },
      {
        "domain": "supabase.com",
        "link": null,
        "share_percent": 0.93,
        "visits": 684358,
        "previous_visits": 328841
      }
    ]
  },
  "ai_traffic": {
    "platforms": [
      {
        "domain": "chatgpt.com",
        "name": "ChatGPT",
        "visits": 179954959,
        "share_percent": 25.38,
        "history": [
          {
            "date": "2026-09-01",
            "visits": 179954959
          },
          {
            "date": "2026-08-01",
            "visits": 138690978
          },
          {
            "date": "2026-07-01",
            "visits": 118279102
          },
          {
            "date": "2026-06-01",
            "visits": 111235816
          },
          {
            "date": "2026-05-01",
            "visits": 129304709
          },
          {
            "date": "2026-04-01",
            "visits": 105966876
          }
        ]
      },
      {
        "domain": "gemini.google.com",
        "name": "Gemini",
        "visits": 362354,
        "share_percent": 0.05,
        "history": [
          {
            "date": "2026-09-01",
            "visits": 362354
          },
          {
            "date": "2026-08-01",
            "visits": 255774
          },
          {
            "date": "2026-07-01",
            "visits": 216457
          },
          {
            "date": "2026-06-01",
            "visits": 238509
          },
          {
            "date": "2026-05-01",
            "visits": 406902
          },
          {
            "date": "2026-04-01",
            "visits": 243574
          }
        ]
      },
      {
        "domain": "claude.ai",
        "name": "Claude",
        "visits": 116410,
        "share_percent": 0.02,
        "history": [
          {
            "date": "2026-09-01",
            "visits": 116410
          },
          {
            "date": "2026-08-01",
            "visits": 61364
          },
          {
            "date": "2026-07-01",
            "visits": 52207
          },
          {
            "date": "2026-06-01",
            "visits": 65451
          },
          {
            "date": "2026-05-01",
            "visits": 94645
          },
          {
            "date": "2026-04-01",
            "visits": 81053
          }
        ]
      },
      {
        "domain": "arena.ai",
        "name": "arena.ai",
        "visits": 44836,
        "share_percent": 0.01,
        "history": [
          {
            "date": "2026-09-01",
            "visits": 44836
          },
          {
            "date": "2026-08-01",
            "visits": 12698
          },
          {
            "date": "2026-07-01",
            "visits": 11802
          },
          {
            "date": "2026-06-01",
            "visits": 0
          },
          {
            "date": "2026-05-01",
            "visits": 16902
          },
          {
            "date": "2026-04-01",
            "visits": 10611
          }
        ]
      },
      {
        "domain": "perplexity.ai",
        "name": "Perplexity",
        "visits": 40452,
        "share_percent": 0.01,
        "history": [
          {
            "date": "2026-09-01",
            "visits": 40452
          },
          {
            "date": "2026-08-01",
            "visits": 31368
          },
          {
            "date": "2026-07-01",
            "visits": 42866
          },
          {
            "date": "2026-06-01",
            "visits": 37464
          },
          {
            "date": "2026-05-01",
            "visits": 38021
          },
          {
            "date": "2026-04-01",
            "visits": 63125
          }
        ]
      }
    ],
    "other_visits": 528345194,
    "other_share_percent": 74.52
  },
  "search_traffic": {
    "date": "2026-09-15",
    "organic": {
      "value": 58292547,
      "change_percent": 12.59
    },
    "paid": {
      "value": 88046,
      "change_percent": 33.43
    },
    "history": [
      {
        "date": "2026-09-15",
        "organic": 58292547,
        "paid": 88046,
        "total": 58380593
      },
      {
        "date": "2026-08-15",
        "organic": 51773179,
        "paid": 65987,
        "total": 51839166
      },
      {
        "date": "2026-07-15",
        "organic": 51791567,
        "paid": 17354,
        "total": 51808921
      },
      {
        "date": "2026-06-15",
        "organic": 54014902,
        "paid": 0,
        "total": 54014902
      },
      {
        "date": "2026-05-15",
        "organic": 78612284,
        "paid": 0,
        "total": 78612284
      },
      {
        "date": "2026-04-15",
        "organic": 40873887,
        "paid": 0,
        "total": 40873887
      }
    ]
  },
  "top_keywords": {
    "date": "2026-09-15",
    "country": "BD",
    "keywords": [
      {
        "keyword": "ai",
        "position": 3,
        "search_volume": 450000,
        "cpc": 0.17,
        "currency": "USD",
        "intents": [
          "commercial",
          "informational"
        ],
        "traffic_share_percent": 25.68
      },
      {
        "keyword": "chatgpt",
        "position": 2,
        "search_volume": 823000,
        "cpc": 0.14,
        "currency": "USD",
        "intents": [
          "navigational"
        ],
        "traffic_share_percent": 13.57
      },
      {
        "keyword": "gpt",
        "position": 2,
        "search_volume": 201000,
        "cpc": 0.02,
        "currency": "USD",
        "intents": [
          "informational"
        ],
        "traffic_share_percent": 11.47
      },
      {
        "keyword": "open ai",
        "position": 1,
        "search_volume": 74000,
        "cpc": 0.03,
        "currency": "USD",
        "intents": [
          "navigational"
        ],
        "traffic_share_percent": 6.1
      },
      {
        "keyword": "chat gpt",
        "position": 2,
        "search_volume": 301000,
        "cpc": 0.2,
        "currency": "USD",
        "intents": [
          "navigational"
        ],
        "traffic_share_percent": 4.96
      }
    ]
  },
  "backlinks": {
    "date": "2026-09-01",
    "authority_score": 96,
    "backlinks": {
      "value": 71163912,
      "change_percent": 3.75
    },
    "referring_domains": {
      "value": 497220,
      "change_percent": 7.27
    },
    "google_penalty_risk": "low",
    "backlinks_history": [
      {
        "date": "2026-09-01",
        "backlinks": 71163912
      },
      {
        "date": "2026-08-01",
        "backlinks": 68590939
      },
      {
        "date": "2026-07-01",
        "backlinks": 67496002
      },
      {
        "date": "2026-06-01",
        "backlinks": 64639384
      },
      {
        "date": "2026-05-01",
        "backlinks": 63685052
      },
      {
        "date": "2026-04-01",
        "backlinks": 61950074
      }
    ],
    "referring_domains_history": [
      {
        "date": "2026-09-01",
        "referring_domains": 497220
      },
      {
        "date": "2026-08-01",
        "referring_domains": 463522
      },
      {
        "date": "2026-07-01",
        "referring_domains": 441326
      },
      {
        "date": "2026-06-01",
        "referring_domains": 423708
      },
      {
        "date": "2026-05-01",
        "referring_domains": 403683
      },
      {
        "date": "2026-04-01",
        "referring_domains": 389855
      }
    ]
  },
  "competitors": {
    "date": "2026-09-15",
    "competitors": [
      {
        "domain": "chatgpt.com",
        "link": "https://www.semrush.com/website/chatgpt.com/overview/",
        "favicon": null,
        "relevance_percent": 66.0,
        "visits": 8234374896
      },
      {
        "domain": "deepai.org",
        "link": "https://www.semrush.com/website/deepai.org/overview/",
        "favicon": null,
        "relevance_percent": 18.0,
        "visits": 14963030
      },
      {
        "domain": "chatbotapp.ai",
        "link": "https://www.semrush.com/website/chatbotapp.ai/overview/",
        "favicon": null,
        "relevance_percent": 9.0,
        "visits": 2742247
      }
    ]
  },
  "site_audit": null,
  "related_domains": {
    "previous": {
      "domain": "openagent.com.au",
      "link": "https://www.semrush.com/website/openagent.com.au/overview/"
    },
    "next": {
      "domain": "openai.fm",
      "link": "https://www.semrush.com/website/openai.fm/overview/"
    }
  }
}