35 lines
1.3 KiB
Python
35 lines
1.3 KiB
Python
import requests
|
|
from configparser import ConfigParser
|
|
import os
|
|
|
|
config = ConfigParser()
|
|
if os.path.exists('proxy.ini'):
|
|
config.read('proxy.ini', encoding='UTF-8')
|
|
else:
|
|
with open("proxy.ini", "wt", encoding='UTF-8') as code:
|
|
print("[proxy]",file=code)
|
|
print("proxy=127.0.0.1:1080",file=code)
|
|
|
|
def get_html(url):#网页请求核心
|
|
if not str(config['proxy']['proxy']) == '':
|
|
proxies = {
|
|
"http" : "http://" + str(config['proxy']['proxy']),
|
|
"https": "https://" + str(config['proxy']['proxy'])
|
|
}
|
|
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3100.0 Safari/537.36'}
|
|
getweb = requests.get(str(url), headers=headers, proxies=proxies)
|
|
getweb.encoding = 'utf-8'
|
|
# print(getweb.text)
|
|
try:
|
|
return getweb.text
|
|
except:
|
|
print('[-]Connected failed!:Proxy error')
|
|
else:
|
|
headers = {
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36'}
|
|
getweb = requests.get(str(url), headers=headers)
|
|
getweb.encoding = 'utf-8'
|
|
try:
|
|
return getweb.text
|
|
except:
|
|
print("[-]Connect Failed.") |