2019-02-24

基于 SCF 的代理 IP 池

SCF 是什么？
无服务器云函数（Serverless Cloud Function，SCF）是腾讯云为企业和开发者们提供的无服务器执行环境，帮助您在无需购买和管理服务器的情况下运行代码。您只需使用平台支持的语言编写核心代码并设置代码运行的条件，即可在腾讯云基础设施上弹性、安全地运行代码。

数据库结构

CREATE TABLE `proxy` (
  `id` int(11) NOT NULL PRIMARY KEY,
  `value` varchar(21) NOT NULL,
  `create_at` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
) CHARSET=utf8;

PHP代码

<?php
ini_set('date.timezone', 'Asia/Shanghai');

function main_handler($event, $context)
{
    // 代理IP最多数量
    $maxNumber = 100;

    // 代理IP失效时间
    $failureTime = '-5 minute'; // 5 分钟

    $event = (array)$event;

    $queryString = (array)$event['queryString'];

    $time = date('Y-m-d H:i:s', strtotime($failureTime));

    $dbh = new PDO('mysql:host=127.0.0.1;dbname=dbname', 'username', 'password');

    if (!isset($queryString['ip'])) {
        // 删除超过时间的代理IP
        $delete = $dbh->prepare('DELETE FROM `proxy` WHERE `create_at` < ?');
        $delete->execute([$time]);

        // 获取当前可用IP数量
        $result = $dbh->prepare('SELECT count(*) FROM `proxy` WHERE `create_at` >= ?');
        $result->execute([$time]);

        $currentNumber = (int)$result->fetchColumn();

        $url = 'http://www.66ip.cn/mo.php?sxb=&tqsl=10&port=&export=&ktip=&sxa=&submit=%CC%E1++%C8%A1&textarea=';

        $ips = [];

        while (1) {
            if ($currentNumber >= $maxNumber) {
                break;
            }

            $html = file_get_contents($url);

            preg_match_all('/(.+?)<br \/>/i', $html, $match);

            if (!$match) {
                break;
            }

            foreach ($match[1] as $ip) {
                $ip = trim($ip);

                if ($ip) {
                    $ips[] = '(' . $ip . ')';
                    $currentNumber++;
                }
            }
        }

        if (count($ips)) {
            $insert = $dbh->prepare('INSERT INTO proxy (`value`) VALUES' . implode(',', $ips));
            $insert->execute();
        }

        $res = '当前数量：' . $currentNumber;
    } else {
        $result = $dbh->prepare('SELECT * FROM `proxy` ORDER BY `id` DESC LIMIT 1');
        $result->execute();
        $data = $result->fetch(PDO::FETCH_ASSOC);

        // 代理IP是一次性的，提取后删除
        if ($data) {
            $delete = $dbh->prepare('DELETE FROM `proxy` WHERE `id` = ?');
            $delete->execute([$data['id']]);
        }

        $res = json_encode($data, true);
    }

    return [
        'isBase64Encoded'   => false,
        'statusCode'        => 200,
        'headers'           => [
            'Content-Type'  => 'text/html'
        ],
        'body'              => $res
    ];
}

?>