python爬取一个网页基本内容并保存（上班摸鱼时觉得好玩就cv了）

from urllib import request
from ua_info import ua_list
import random

def send_save(filename):
url = ‘http://www.smallcolor.top/‘
headers = {‘User-Agent’ : random.choice(ua_list)}
req = request.Request(url=url, headers=headers)
try:
res = request.urlopen(req)
if res.geturl() != url:
new_url = res.geturl()
print(f”Redirected to : {new_url}”)
req = request.Request(url=new_url, headers=headers)
res = request.urlopen(req)
# res = request.urlopen(req)
html = res.read().decode(‘utf-8’) #gbk
with open(filename, ‘w’, encoding=’utf-8’) as f:
f.write(html)
except Exception as e:
print(f”an error occurred: {e}”)

if name == ‘main‘:
word = input(‘请输入内容’)
filename = word +’.html’
send_save(filename)