IPIDEA数据采集全链路解决方案 让爬虫效率提升98%

curl -x proxy.ipidea.io:2333 -U "USER-zone-custom:PASS" ipinfo.ipidea.io

import requests
username = "USER-zone-custom"
password = "PASS"
proxy = "proxy.ipidea.io:2333"

proxies = {
  'http': f'http://{username}:{password}@{proxy}',
  'https': f'http://{username}:{password}@{proxy}'
}

response = requests.request(
  'GET',
  'https://ipinfo.ipidea.io',
  proxies=proxies,
)

print(response.text)

import fetch from 'node-fetch';
import createHttpsProxyAgent from 'https-proxy-agent'

const username = 'USER-zone-custom';
const password = 'PASS';
const proxy = 'proxy.ipidea.io:2333'

const agent = createHttpsProxyAgent(
  `http://${username}:${password}@${proxy}`
);

const response = await fetch('https://ipinfo.ipidea.io', {
  method: 'get',
  agent: agent,
});

console.log(await response.text());

<?php

$username = 'USER-zone-custom';
$password = 'PASS';
$proxy = 'proxy.ipidea.io:2333';

$query = curl_init('https://ipinfo.ipidea.io');

curl_setopt($query, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($query, CURLOPT_PROXY, "http://$proxy");
curl_setopt($query, CURLOPT_PROXYUSERPWD, "$username:$password");

$output = curl_exec($query);
curl_close($query);
if ($output)
  echo $output;
?>

package main

import (
  "fmt"
  "io/ioutil"
  "net/http"
  "net/url"
)

func main() {
  const username = "USER-zone-custom"
  const password = "PASS"
  const proxy = "proxy.ipidea.io:2333"

  proxyUrl, _ := url.Parse(
    fmt.Sprintf(
      "http://%s:%s@%s",
      username,
      password,
      proxy,
    ),
  )

  client := &http.Client{Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)}}
  request, _ := http.NewRequest("GET",
    "https://ipinfo.ipidea.io",
    nil,
  )

  request.SetBasicAuth(username, password)
  response, err := client.Do(request)
  if err != nil {
    fmt.Println(err)
    return
  }

  responseText, _ := ioutil.ReadAll(response.Body)
  fmt.Println(string(responseText))
}

package example;

import org.apache.http.HttpHost;
import org.apache.http.client.fluent.*;

public class Main {
  public static void main(String[] args) throws Exception {

    String username = "USER-zone-custom";
    String password = "PASS";
    String proxyHost = "proxy.ipidea.io";
    int proxyPort = 2333;

    HttpHost entry = new HttpHost(proxyHost, proxyPort);
    String query = Executor.newInstance()
      .auth(entry, username, password)
      .execute(Request.Get("https://ipinfo.ipidea.io")
      .viaProxy(entry))
      .returnContent()
      .asString();
    System.out.println(query);
  }
}

using System;
using System.Net;

class Example
{
  static void Main()
  {
    var username = "USER-zone-custom";
    var password = "PASS";
    var proxy = "proxy.ipidea.io:2333";

    var client = new WebClient();
    client.Proxy = new WebProxy(proxy);
    client.Proxy.Credentials = new NetworkCredential(username, password);
    Console.WriteLine(client.DownloadString("https://ipinfo.ipidea.io"));
}
}

curl -x ip:2333 -U "USER:PASS" ipinfo.ipidea.io

import requests

username = "USER"
password = "PASS"
proxy = "ip:2333"

proxies = {
  'http': f'http://{username}:{password}@{proxy}',
  'https': f'http://{username}:{password}@{proxy}'
}

response = requests.request(
  'GET',
  'https://ipinfo.ipidea.io',
  proxies=proxies,
)

print(response.text)

import fetch from 'node-fetch';
import createHttpsProxyAgent from 'https-proxy-agent'

const username = 'USER';
const password = 'PASS';
const proxy = 'ip:2333'

const agent = createHttpsProxyAgent(
  `http://${username}:${password}@${proxy}`
);

const response = await fetch('https://ipinfo.ipidea.io', {
  method: 'get',
  agent: agent,
});

console.log(await response.text());

<?php

$username = 'USER';
$password = 'PASS';
$proxy = 'ip:2333';

$query = curl_init('https://ipinfo.ipidea.io');

curl_setopt($query, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($query, CURLOPT_PROXY, "http://$proxy");
curl_setopt($query, CURLOPT_PROXYUSERPWD, "$username:$password");

$output = curl_exec($query);
curl_close($query);
if ($output)
  echo $output;
?>

package main

import (
  "fmt"
  "io/ioutil"
  "net/http"
  "net/url"
)

func main() {
  const username = "USER"
  const password = "PASS"
  const proxy = "ip:2333"

  proxyUrl, _ := url.Parse(
    fmt.Sprintf(
      "http://%s:%s@%s",
      username,
      password,
      proxy,
    ),
  )

  client := &http.Client{Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)}}
  request, _ := http.NewRequest("GET",
    "https://ipinfo.ipidea.io",
    nil,
  )

  request.SetBasicAuth(username, password)
  response, err := client.Do(request)
  if err != nil {
    fmt.Println(err)
    return
  }

  responseText, _ := ioutil.ReadAll(response.Body)
  fmt.Println(string(responseText))
}

package example;

import org.apache.http.HttpHost;
import org.apache.http.client.fluent.*;

public class Main {
  public static void main(String[] args) throws Exception {

    String username = "USER";
    String password = "PASS";
    String proxyHost = "ip";
    int proxyPort = 2333;

    HttpHost entry = new HttpHost(proxyHost, proxyPort);
    String query = Executor.newInstance()
      .auth(entry, username, password)
      .execute(Request.Get("https://ipinfo.ipidea.io")
      .viaProxy(entry))
      .returnContent()
      .asString();
    System.out.println(query);
  }
}

using System;
using System.Net;

class Example
{
  static void Main()
  {   
    var username = "USER";
    var password = "PASS";
    var proxy = "ip:2333";  

    var client = new WebClient();
    client.Proxy = new WebProxy(proxy);
    client.Proxy.Credentials = new NetworkCredential(username, password);
    Console.WriteLine(client.DownloadString("https://ipinfo.ipidea.io"));
  }
}

curl -x proxy.ipidea.io:2336 -U "USER-zone-isp:PASS" ipinfo.ipidea.io

import requests

username = "USER-zone-isp"
password = "PASS"
proxy = "proxy.ipidea.io:2336"

proxies = {
  'http': f'http://{username}:{password}@{proxy}',
  'https': f'http://{username}:{password}@{proxy}'
}

response = requests.request(
  'GET',
  'https://ipinfo.ipidea.io',
  proxies=proxies,
)

print(response.text)

import fetch from 'node-fetch';
import createHttpsProxyAgent from 'https-proxy-agent'

const username = 'USER-zone-isp';
const password = 'PASS';
const proxy = 'proxy.ipidea.io:2336'

const agent = createHttpsProxyAgent(
  `http://${username}:${password}@${proxy}`
);

const response = await fetch('https://ipinfo.ipidea.io', {
  method: 'get',
  agent: agent,
});

console.log(await response.text());

<?php

$username = 'USER-zone-isp';
$password = 'PASS';
$proxy = 'proxy.ipidea.io:2336';

$query = curl_init('https://ipinfo.ipidea.io');

curl_setopt($query, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($query, CURLOPT_PROXY, "http://$proxy");
curl_setopt($query, CURLOPT_PROXYUSERPWD, "$username:$password");

$output = curl_exec($query);
curl_close($query);
if ($output)
  echo $output;

?>

package main

import (
  "fmt"
  "io/ioutil"
  "net/http"
  "net/url"
)

func main() {
  const username = "USER-zone-isp"
  const password = "PASS"
  const proxy = "proxy.ipidea.io:2336"

proxyUrl, _ := url.Parse(
  fmt.Sprintf(
    "http://%s:%s@%s",
    username,
    password,
    proxy,
  ),
)

client := &http.Client{Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)}}
request, _ := http.NewRequest("GET",
  "https://ipinfo.ipidea.io",
  nil,
)

request.SetBasicAuth(username, password)
response, err := client.Do(request)
if err != nil {
  fmt.Println(err)
  return
}

responseText, _ := ioutil.ReadAll(response.Body)
fmt.Println(string(responseText))
}

package example;

import org.apache.http.HttpHost;
import org.apache.http.client.fluent.*;

public class Main {
  public static void main(String[] args) throws Exception {

    String username = "USER-zone-isp";
    String password = "PASS";
    String proxyHost = "proxy.ipidea.io";
    int proxyPort = 2336;

    HttpHost entry = new HttpHost(proxyHost, proxyPort);
    String query = Executor.newInstance()
      .auth(entry, username, password)
      .execute(Request.Get("https://ipinfo.ipidea.io")
      .viaProxy(entry))
      .returnContent()
      .asString();
    System.out.println(query);
  }

}

using System;
using System.Net;

class Example
{
  static void Main()
  {
    var username = "USER-zone-isp";
    var password = "PASS";
    var proxy = "proxy.ipidea.io:2336";

    var client = new WebClient();
    client.Proxy = new WebProxy(proxy);
    client.Proxy.Credentials = new NetworkCredential(username, password);
    Console.WriteLine(client.DownloadString("https://ipinfo.ipidea.io"));
  }
}

curl -x proxy.ipidea.io:2336 -U "USER-zone-static:PASS" ipinfo.ipidea.io

import requests

username = "USER-zone-static"
password = "PASS"
proxy = "proxy.ipidea.io:2336"

proxies = {
  'http': f'http://{username}:{password}@{proxy}',
  'https': f'http://{username}:{password}@{proxy}'
}

response = requests.request(
  'GET',
  'https://ipinfo.ipidea.io',
  proxies=proxies,
)

print(response.text)

import fetch from 'node-fetch';
import createHttpsProxyAgent from 'https-proxy-agent'

const username = 'USER-zone-static';
const password = 'PASS';
const proxy = 'proxy.ipidea.io:2336'

const agent = createHttpsProxyAgent(
  `http://${username}:${password}@${proxy}`
);

const response = await fetch('https://ipinfo.ipidea.io', {
  method: 'get',
  agent: agent,
});

console.log(await response.text());

<?php

$username = 'USER-zone-static';
$password = 'PASS';
$proxy = 'proxy.ipidea.io:2336';

$query = curl_init('https://ipinfo.ipidea.io');

curl_setopt($query, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($query, CURLOPT_PROXY, "http://$proxy");
curl_setopt($query, CURLOPT_PROXYUSERPWD, "$username:$password");

$output = curl_exec($query);
curl_close($query);
if ($output)
  echo $output;

?>

package main

import (
  "fmt"
  "io/ioutil"
  "net/http"
  "net/url"
)

func main() {
  const username = "USER-zone-static"
  const password = "PASS"
  const proxy = "proxy.ipidea.io:2336"

  proxyUrl, _ := url.Parse(
    fmt.Sprintf(
      "http://%s:%s@%s",
      username,
      password,
      proxy,
    ),
  )

  client := &http.Client{Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)}}
  request, _ := http.NewRequest("GET",
    "https://ipinfo.ipidea.io",
    nil,
  )

  request.SetBasicAuth(username, password)
  response, err := client.Do(request)
  if err != nil {
    fmt.Println(err)
    return
  }

  responseText, _ := ioutil.ReadAll(response.Body)
  fmt.Println(string(responseText))

}

package example;

import org.apache.http.HttpHost;
import org.apache.http.client.fluent.*;

public class Main {
  public static void main(String[] args) throws Exception {

    String username = "USER-zone-static";
    String password = "PASS";
    String proxyHost = "proxy.ipidea.io";
    int proxyPort = 2336;

    HttpHost entry = new HttpHost(proxyHost, proxyPort);
    String query = Executor.newInstance()
      .auth(entry, username, password)
      .execute(Request.Get("https://ipinfo.ipidea.io")
      .viaProxy(entry))
      .returnContent()
      .asString();
    System.out.println(query);
  }
}

using System;
using System.Net;

class Example
{
  static void Main()
  {
    var username = "USER-zone-static";
    var password = "PASS";
    var proxy = "proxy.ipidea.io:2336";

    var client = new WebClient();
    client.Proxy = new WebProxy(proxy);
    client.Proxy.Credentials = new NetworkCredential(username, password);
    Console.WriteLine(client.DownloadString("https://ipinfo.ipidea.io"));
  }
}

curl -x ip:2333 -U "USER:PASS" ipinfo.ipidea.io

import requests

username = "USER"
password = "PASS"
proxy = "ip:2333"

proxies = {
  'http': f'http://{username}:{password}@{proxy}',
  'https': f'http://{username}:{password}@{proxy}'
}

response = requests.request(
  'GET',
  'https://ipinfo.ipidea.io',
  proxies=proxies,
)

print(response.text)

import fetch from 'node-fetch';
import createHttpsProxyAgent from 'https-proxy-agent'

const username = 'USER';
const password = 'PASS';
const proxy = 'ip:2333'

const agent = createHttpsProxyAgent(
  `http://${username}:${password}@${proxy}`
);

const response = await fetch('https://ipinfo.ipidea.io', {
  method: 'get',
  agent: agent,
});

console.log(await response.text());

<?php

$username = 'USER';
$password = 'PASS';
$proxy = 'ip:2333';

$query = curl_init('https://ipinfo.ipidea.io');

curl_setopt($query, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($query, CURLOPT_PROXY, "http://$proxy");
curl_setopt($query, CURLOPT_PROXYUSERPWD, "$username:$password");

$output = curl_exec($query);
curl_close($query);
if ($output)
  echo $output;

?>

package main

import (
  "fmt"
  "io/ioutil"
  "net/http"
  "net/url"
)

func main() {
  const username = "USER"
  const password = "PASS"
  const proxy = "ip:2333"

  proxyUrl, _ := url.Parse(
    fmt.Sprintf(
      "http://%s:%s@%s",
      username,
      password,
      proxy,
    ),
  )

  client := &http.Client{Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)}}
  request, _ := http.NewRequest("GET",
    "https://ipinfo.ipidea.io",
    nil,
  )

  request.SetBasicAuth(username, password)
  response, err := client.Do(request)
  if err != nil {
    fmt.Println(err)
    return
  }

  responseText, _ := ioutil.ReadAll(response.Body)
  fmt.Println(string(responseText))
}

package example;

import org.apache.http.HttpHost;
import org.apache.http.client.fluent.*;

public class Main {
  public static void main(String[] args) throws Exception {

    String username = "USER";
    String password = "PASS";
    String proxyHost = "ip";
    int proxyPort = 2333;

    HttpHost entry = new HttpHost(proxyHost, proxyPort);
    String query = Executor.newInstance()
      .auth(entry, username, password)
      .execute(Request.Get("https://ipinfo.ipidea.io")
      .viaProxy(entry))
      .returnContent()
      .asString();
    System.out.println(query);
  }
}

using System;
using System.Net;

class Example
{
  static void Main()
  {
    var username = "USER";
    var password = "PASS";
    var proxy = "ip:2333";  

    var client = new WebClient();
    client.Proxy = new WebProxy(proxy);
    client.Proxy.Credentials = new NetworkCredential(username, password);
    Console.WriteLine(client.DownloadString("https://ipinfo.ipidea.io"));
  }
}