用于大规模无封锁网络抓取的网页解锁器

能够从最严密的网站中获取公共数据

轻松模仿真实的网站用户
仅需为成功提取的数据支付费用

免费试用查看定价

绕过先进网站的反机器人系统

借助网页解锁器，您的IP地址再也不会被封锁。网页解锁器是一款由人工智能驱动的代理解决方案，能够绕过复杂的反机器人系统，避免被封锁。

高成功率
代理不再被封锁
节约时间和资源

在网站上显示为真实用户

在Rola IP动态浏览器指纹技术的帮助下，作为真实用户查看内容。我们的系统将为您选择正确的标头、Cookie、JavaScript渲染和其他浏览器参数。

类真人式浏览
准确可靠的结果
远离CAPTCHA验证

访问全球本地化内容

无论您身处何方，都能访问全球几乎任何地方的本地化内容。网页解锁器使用了超1.02亿个合规收集的代理池，助您无忧收集本地化公共数据。

195个国家
国家、城市或特定坐标的定位

网络抓取再无封锁烦恼

免费试用

利用Rola IP®的动态抓取策略发现系统确保高成功率

轻松集成

几分钟内即可开始抓取网站。网页解锁器使用了一个简单的反向连接代理（单向入口节点）并且可以与您当前的代码兼容。如果您已经在您的基础架构中利用了代理，您所需要做的就是输入我们的网页解锁器入口节点，而不是您目前的节点。就是这么简单！

参考文档

选择产品

curl -k -x unblock.oxylabs.io:60000 -U USER:PASS 'https://ip.oxylabs.ip/headers'

import requests username = "USER" password = "PASS" proxy = "unblock.oxylabs.io:60000" proxies = { 'http': f'http://{username}:{password}@{proxy}', 'https': f'http://{username}:{password}@{proxy}' } response = requests.request( 'GET', 'https://ip.oxylabs.io/location', proxies=proxies, verify=False, # Ignore the certificate ) print(response.text)

import fetch from 'node-fetch'; import createHttpsProxyAgent from 'https-proxy-agent' const username = 'USER'; const password = 'PASS'; const proxy = 'unblock.oxylabs.io:60000'; const agent = createHttpsProxyAgent( `http://${username}:${password}@${proxy}` ); // Ignore the certificate process.env['NODE_TLS_REJECT_UNAUTHORIZED'] = 0; const response = await fetch('https://ip.oxylabs.io/location/headers', { method: 'get', agent: agent, }); console.log(await response.text());

package main import ( "fmt" "io/ioutil" "net/http" "net/url" ) func main() { const username = "USER" const password = "PASS" const proxy = "unblock.oxylabs.io:60000" proxyUrl, _ := url.Parse( fmt.Sprintf( "http://%s:%s@%s", username, password, proxy, ), ) customTransport := &http.Transport{Proxy: http.ProxyURL(proxyUrl)} // Ignore the certificate customTransport.TLSClientConfig = &tls.Config{InsecureSkipVerify: true} client := &http.Client{Transport: customTransport} request, _ := http.NewRequest("GET", "https://ip.oxylabs.io/location", nil, ) request.SetBasicAuth(username, password) response, err := client.Do(request) if err != nil { fmt.Println(err) return } responseText, _ := ioutil.ReadAll(response.Body) fmt.Println(string(responseText)) }

import okhttp3.Authenticator; import okhttp3.Credentials; import okhttp3.OkHttpClient; import okhttp3.Request; import javax.net.ssl.*; import java.net.InetSocketAddress; import java.net.Proxy; public class Main implements Runnable { private static final String AUTHORIZATION_HEADER = "Proxy-Authorization"; public static final String USERNAME = "USER"; public static final String PASSWORD = "PASS"; public static final String proxyHost = "unblock.oxylabs.io"; public static final int proxyPort = 60000; public void run() { Authenticator authenticator = (route, response) -> { String credential = Credentials.basic(USERNAME, PASSWORD); return response .request() .newBuilder() .header(AUTHORIZATION_HEADER, credential) .build(); }; OkHttpClient.Builder builder = new OkHttpClient.Builder(); // Ignore the certificate this.disableSSLCertificateChecking(builder); Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(proxyHost, proxyPort)); var client = builder .proxy(proxy) .proxyAuthenticator(authenticator) .build(); var request = new Request.Builder() .url("https://ip.oxylabs.io/location/headers") .get() .build(); try (var response = client.newCall(request).execute()) { assert response.body() != null; System.out.println(response.body().string()); } catch (Exception exception) { exception.printStackTrace(); System.exit(1); } System.exit(0); } private void disableSSLCertificateChecking(OkHttpClient.Builder builder) { TrustManager[] trustManagers = new TrustManager[]{ new X509TrustManager() { @Override public java.security.cert.X509Certificate[] getAcceptedIssuers() { return new java.security.cert.X509Certificate[]{}; } @Override public void checkServerTrusted(java.security.cert.X509Certificate[] x509Certificates, String authType) { } @Override public void checkClientTrusted(java.security.cert.X509Certificate[] x509Certificates, String authType) { } } }; try { HttpsURLConnection.setDefaultHostnameVerifier((s, sslSession) -> true); SSLContext sslContext = SSLContext.getInstance("TLS"); sslContext.init(null, trustManagers, new java.security.SecureRandom()); HttpsURLConnection.setDefaultSSLSocketFactory(sslContext.getSocketFactory()); builder.sslSocketFactory(sslContext.getSocketFactory(), (X509TrustManager) trustManagers[0]); } catch (Exception exception) { exception.printStackTrace(); System.exit(1); } builder.hostnameVerifier((hostname, session) -> true); } public static void main(String[] args) { new Thread(new Main()).start(); } }

using System; using System.Net; using System.Net.Http; using System.Threading.Tasks; namespace OxyApi { class Program { static async Task Main(string[] args) { var username = "USER"; var password = "PASS"; var webProxy = new WebProxy { Address = new Uri($"http://unblock.oxylabs.io:60000"), BypassProxyOnLocal = false, UseDefaultCredentials = false, Credentials = new NetworkCredential( userName: username, password: password ) }; var httpClientHandler = new HttpClientHandler { Proxy = webProxy, }; // Ignore the certificate httpClientHandler.ClientCertificateOptions = ClientCertificateOption.Manual; httpClientHandler.ServerCertificateCustomValidationCallback = (httpRequestMessage, cert, cetChain, policyErrors) => { return true; }; var client = new HttpClient(handler: httpClientHandler, disposeHandler: true); Uri baseUri = new Uri("https://ip.oxylabs.io/location/headers"); client.BaseAddress = baseUri; var requestMessage = new HttpRequestMessage(HttpMethod.Get, ""); var response = await client.SendAsync(requestMessage); var contents = await response.Content.ReadAsStringAsync(); Console.WriteLine(contents); } } }