yieldnull / freeproxy Goto Github PK

$ pip install freeproxy

usage: freeproxy [-h] [-l] [-t] URL

Get http proxies from some free proxy sites

positional arguments:
  URL         The url for testing proxies. Like "https://www.google.com"

optional arguments:
  -h, --help  show this help message and exit
  -l          Logging debug messages to a file
  -t          Test availability of proxies stored in db

$ freeproxy "https://www.google.com"

class Proxy(Model):
    """
    Database Model
    """
    proxy = CharField(primary_key=True)  # "ip:port"
    check_time = DateTimeField(null=True)  # time of testing
    response_time = FloatField(null=True)  # response time(seconds)
    status_code = IntegerField(null=True)  # status code

from freeproxy import from_pachong_org, from_xici_daili, from_cyber_syndrome
from freeproxy import Proxy, test_proxies, init_db


def your_fetching():
    proxies = from_pachong_org() + from_xici_daili() + from_cyber_syndrome()
    test_proxies(proxies, timeout=8, single_url='http://www.baidu.com')


def your_reading():
    query = Proxy.select().where(~(Proxy.status_code >> None))
    return [p.proxy for p in query]


def your_testing():
    test_proxies(your_reading(), single_url="http://www.baidu.com")


if __name__ == '__main__':
    init_db()  # If you have never successfully run `freeproxy` on Terminal
    your_fetching()
    your_testing()