smartProxyPool/settings.py at main · evansuner/smartProxyPool · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
#!/usr/bin/python3
# -*- coding: utf-8 -*-

__author__ = 'Evan'

BANNER = r"""
****************************************************************
*** ______  ********************* ______ *********** _  ********
*** | ___ \_ ******************** | ___ \ ********* | | ********
*** | |_/ / \__ __   __  _ __   _ | |_/ /___ * ___  | | ********
*** |  __/|  _// _ \ \ \/ /| | | ||  __// _ \ / _ \ | | ********
*** | |   | | | (_) | >  < \ |_| || |  | (_) | (_) || |___  ****
*** \_|   |_|  \___/ /_/\_\ \__  |\_|   \___/ \___/ \_____/ ****
****                       __ / /                          *****
************************* /___ / *******************************
*************************       ********************************
****************************************************************
"""
VERSION = "1.0"

# server config
HOST = '0.0.0.0'
PORT = 9091

# database config
DB_CONN = 'redis://:123456@127.0.0.1:6379/0'

TABLE_NAME = 'use_proxy'

# config the proxy fetch function
PROXY_FETCHER = [
    "freeProxy01",
    "freeProxy02",
    "freeProxy03",
    "freeProxy04",
    "freeProxy05",
    "freeProxy06",
    "freeProxy07",
    "freeProxy08",
    "freeProxy09",
    "freeProxy10"
]

# proxy_validator
# target url for validating
HTTP_URL = "http://httpbin.org"
HTTPS_URL = "https://www.qq.com"

# timeout for validator
VERIFY_TIMEOUT = 10
# maximum checking times otherwise delete the proxy
MAX_FAIL_COUNT = 0
# during proxy checking, it will handle schedule while less than POOL_SIZE_MIN
POOL_SIZE_MIN = 20

# proxy attributes
# turn on proxy region attributes
PROXY_REGION = True

# schedule config
TIMEZONE = "Asia/Shanghai"