人工智能（AI）数据采集

using System;
using System.Collections.Generic;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Text;
using System.Threading.Tasks;

class Program
{
    static void Main(string[] args)
    {
        Task t = new Task(DownloadPageAsync);
        t.Start();
        Console.ReadLine();
    }

    static async void DownloadPageAsync()
    {
        string page = "https://ip.decodo.com/json";

        var proxy = new WebProxy("gate.decodo.com:10001")
        {
            UseDefaultCredentials = false,

            Credentials = new NetworkCredential(
                username: "username",
                password: "password")
        };

        var httpClientHandler = new HttpClientHandler()
        {
            Proxy = proxy,
        };

        var client = new HttpClient(handler: httpClientHandler, disposeHandler: true);
        var response = await client.GetAsync(page);
        using (HttpContent content = response.Content)
        {
            string result = await content.ReadAsStringAsync();
            Console.WriteLine(result);
            Console.WriteLine("Press any key to exit.");
            Console.ReadKey();

        }
    }
}

curl -U "username:password" -x "gate.decodo.com:10001" "https://ip.decodo.com/json"

import requests
url = 'https://ip.decodo.com/json'
username = 'username'
password = 'password'
proxy = f"http://{username}:{password}@gate.decodo.com:10001"
result = requests.get(url, proxies = {
    'http': proxy,
    'https': proxy
})
print(result.text)

const axios = require('axios');
const { HttpsProxyAgent } = require('https-proxy-agent');

const url = 'https://ip.decodo.com/json';
const proxyAgent = new HttpsProxyAgent(
  'http://username:passsword@gate.decodo.com:10001');

axios
  .get(url, {
    httpsAgent: proxyAgent,
  })
  .then((response) => {
    console.log(response.data);
  });

<?php

      $url = 'ip.decodo.com/json';
      $proxy = 'gate.decodo.com';
      $port = 10001;
      $username = 'username';
      $password = 'password';

      $ch = curl_init($url);
      curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
      
      curl_setopt($ch, CURLOPT_PROXY, "$proxy:$port");
      curl_setopt($ch, CURLOPT_PROXYUSERPWD, "$username:$password");
      $result = curl_exec($ch);
      curl_close($ch);

      if ($result) {
        echo $result . PHP_EOL;
      }

package main

import (
    "log"
    "net/http"
    "net/url"
)

   func main() {
     proxyUrl, err := url.Parse("http://username:password@gate.decodo.com:10001")
     if err != nil {
       log.Fatalln(err)
     }

     client := &http.Client{
       Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)},
     }
     req, err := http.NewRequest("GET", "https://ip.decodo.com/json", nil)
     if err != nil {
       log.Println(err)
     }

     res, err := client.Do(req)
     log.Println(res)

     if err != nil {
       log.Println(err)
     }
   }

import java.net.*; 
import java.io.*; 
import java.util.Scanner; 

public class ProxyTest 
{ 
   public static void main(String[] args) throws Exception 
   { 
      InetSocketAddress proxyAddress = new InetSocketAddress("gate.decodo.com", 10001); // Set proxy IP/port. 
      Proxy proxy = new Proxy(Proxy.Type.HTTP, proxyAddress); 
      URL url = new URI("https://ip.decodo.com/json").toURL(); //enter target URL 
      Authenticator authenticator = new Authenticator() { 
         public PasswordAuthentication getPasswordAuthentication() { 
            return (new PasswordAuthentication("username","password".toCharArray())); //enter credentials 
         } 
      }; 


      Authenticator.setDefault(authenticator); 
   URLConnection urlConnection = url.openConnection(proxy); 


//Scanner to view output 

Scanner scanner = new Scanner(urlConnection.getInputStream()); 
   System.out.println(scanner.nextLine()); 
   scanner.close(); 

   } 
}