import requests
from configparser import RawConfigParser
import os
import re

# content = open('proxy.ini').read()
# content = re.sub(r"\xfe\xff","", content)
# content = re.sub(r"\xff\xfe","", content)
# content = re.sub(r"\xef\xbb\xbf","", content)
# open('BaseConfig.cfg', 'w').write(content)

config = RawConfigParser()
if os.path.exists('proxy.ini'):
    config.read('proxy.ini', encoding='UTF-8')
else:
    with open("proxy.ini", "wt", encoding='UTF-8') as code:
        print("[proxy]",file=code)
        print("proxy=127.0.0.1:1080",file=code)

def get_html(url,cookies = None):#网页请求核心
    if not str(config['proxy']['proxy']) == '':
        proxies = {
            "http" : "http://"  + str(config['proxy']['proxy']),
            "https": "https://" + str(config['proxy']['proxy'])
        }
        headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3100.0 Safari/537.36'}
        getweb = requests.get(str(url), headers=headers, proxies=proxies,cookies=cookies)
        getweb.encoding = 'utf-8'
        # print(getweb.text)
        try:
            return getweb.text
        except:
            print('[-]Connected failed!:Proxy error')
    else:
        headers = {
            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36'}
        getweb = requests.get(str(url),  headers=headers,cookies=cookies)
        getweb.encoding = 'utf-8'
        try:
            return getweb.text
        except:
             print("[-]Connect Failed.")