Universal Web Scraping Structured API

GET

/scrape

Returns raw or structured page by any URL

Request

Authorization

API Key

Add parameter in header

x-api-key

Example:

x-api-key: ********************

Query Params

Responses

🟢200OK

application/json

Successful product list

Body

Request Example

Shell

JavaScript

Java

Swift

curl --location --request GET 'https://api-marketplace.webparsers.com/scrape?url=https://en.wikipedia.org/wiki/Web_scraping&format=markdown&waitFor=0' \
--header 'x-api-key: <api-key>'

Response Example

<!DOCTYPE html>
<html lang="en" mir="ltr" brd="sh">

<head>
    <meta charset="utf-8">


    <script>
        var navtrack = {
      navtrack_to: sessionStorage.getItem('navtrack_to') || '',
      navtrack_point: sessionStorage.getItem('navtrack_point') || 0,
      navtrack_startParse: Date.now(),
      navtrack_serverStart: Number("0"),
      navtrack_serverEnd: Number("0")
    }
    sessionStorage.removeItem('navtrack_point')
    sessionStorage.removeItem('navtrack_to')
    
    </script>

    <link rel="preload" href="https://cjs.ltwebstatic.com/unpkg/privacy-sdk@0.0.48-alpha.24/dist/privacy-sdk.umd.js"
        as="script" crossorigin="anonymous">
    <script type="text/javascript"
        src="https://cjs.ltwebstatic.com/unpkg/privacy-sdk@0.0.48-alpha.24/dist/privacy-sdk.umd.js"
        crossorigin="anonymous"></script>

    <script>
        var errorList = [];
  var SILogger;

  function monitorLog(e) {
    SILogger.logError({
      tag: 'privacy_sdk_error', // 指标名称
      params: {
        key: e.key,
        url: location.href,
        businessKey: 'shein',
        brand: 7,
        sub_site: 'kr',
      },
      message: 'key:' + e.key + '\nerr: ' + e.msg,
    })
  }
  window.addEventListener('monitor-inited', function (event) {
    if (event.detail.SILogger) {
      SILogger = event.detail.SILogger;
      errorList.forEach(function (sdkError) {
        monitorLog(sdkError)
      })
      errorList = [];
    }
  });

  try {

    var useBff = false

    function useBackup(){
      window.privacyCookieSdkLoadedError = !0
      var t = new Event("privacyCookieSdkLoadedError")
      window.dispatchEvent && window.dispatchEvent(t)
    }

    if (!window.privacyInited) {
      window.privacyInited = true
      window.PrivacySDK.PrivacySDK && window.PrivacySDK.PrivacySDK.init({
        lng: 'en',
        env: 'dev',
        businessKey: 'shein',
        brand: 7, // 如果由中间层传，则可不穿
        siteUid: 'kr', // 如果由中间层传，则可不传
        prefix: '/bff-api/user-api',
        hostID: window.location.hostname,
        customSettings: {
          agreementTimeout: 1000 * 60 * 60 * 24 * 365,
          enableInterceptStorageList: false, // 禁用拦截 Storage 能力
          enableClearStorage: false, // 是否启用 storage 清理
          enableClearCookie: false,
          notClearCookieList: [],
          extraClearCookieList: {},
          disableInterceptDocumentCookie:  true,
          shouldCheckCookieExpire:  false,
          enableGpcSdk: false,
          replaceApiMap:{
            clearCookies: useBff ? '/bff-api/user-api/cookie_banner/remove_cookies' : '/api/user/auth/cookies/remove'
          }
        },
        gpcSetting: {
          privacyPolicyLink: '/Privacy-Security-Policy-a-282.html'
        },
        listeners: {
          onSDKError: (e) => {
            // 弹出兜底弹窗
            useBackup()
            var content = {
              key: e.message,
              msg: e.stack,
            };
            if (SILogger) {
              monitorLog(content)
            } else {
              errorList.push(content)
            }
          },
          onAgreementClose(){
            var t = new Event("privacyCookieSdkClose")
            window.dispatchEvent && window.dispatchEvent(t)
          },
          onSubmit(reqData){
            var t = new CustomEvent("privacyCookieSdkSubmit", {
              detail: reqData
            })
            window.dispatchEvent && window.dispatchEvent(t)
          },
          onTrack(reqData) {
            var t = new CustomEvent("privacyCookieSdkTrack", {
              detail: reqData
            })
            window.dispatchEvent && window.dispatchEvent(t)
          }
        }
      }).then(function (ins) {
        window.privacyCookieSdk = ins
        var t = new Event("privacyCookieSdkInitCompleted")
        window.dispatchEvent && window.dispatchEvent(t)
      }).catch(function(e){
        // console.error('e:', e)
        useBackup()
        var content = {
          key: 'privacy-sdk-init-error',
          msg: e.message + "\n" + e.stack,
        };
        if (SILogger) {
          monitorLog(content)
        } else {
          errorList.push(content)
        }
      })
    }
  } catch (e) {
    useBackup()
  }
    </script>



    <link rel="dns-prefetch" href="//img.ltwebstatic.com">
    <link rel="dns-prefetch" href="//shein.ltwebstatic.com">
    <link rel="preconnect" href="//img.ltwebstatic.com">
    <link rel="preconnect" href="//shein.ltwebstatic.com">

    <link rel="dns-prefetch" href="//sc.ltwebstatic.com">
    <link rel="preconnect" href="//sc.ltwebstatic.com">


    <link rel="dns-prefetch" href="//img.shein.com/">
    <link rel="preconnect" href="//img.shein.com/">


    <style type="text/css" id="sui-ssr-css">
        .cls-2 {
            fill: #fff
        }

        [mir=ltr] .sui-transition__fade-enter-active,
        [mir=rtl] .sui-transition__fade-enter-active {
            animation: .3s sui-transition-fade-in
        }

        [mir=ltr] .sui-transition__fade-le

Modified at 2026-03-04 10:33:03

Universal Web Scraping HTML API

Get product Allegro