'''一、数据来源分析1.确定自己的需求：采集哪个网站的上面的数据内容正常的访问流程：1.选中漫画--->目录页面 （请求列表页面，获取所有的章节链接）2.选择一个漫画内容--->漫画页面 （请求章节链接，获取所有漫画内容url）3.看漫画内容(保存数据 ，漫画图片内容保存下来）
二、代码实现过程（开发者工具抓包分析）1.查看漫画图片url地址，是什么样子的2.分析url地址在哪里
'''
import requests
import re
import os
index = 0
url = 'https://www.dongmanmanhua.cn/BOY/landuoshaoyedejuexing/list?title_no=2237' # 某一漫画主页地址
headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
}
response = requests.get(url=url,headers=headers)
# print(response.text)
chapter_name_list = re.findall('width="77" height="73" alt="(.*?)">',response.text) # 提取漫画章节名
href_list = re.findall('data-sc-name="PC_detail-page_related-title-list-item".*?href="(.*?)"',response.text,re.S) # 提取章节的url地址
name = re.findall('<title>(.*?)_官方在线漫画阅读-咚漫漫画</title>',response.text) # 提取漫画名称filename = f'{name}\\'
if not os.path.exists(filename):os.mkdir(filename) # 创建一个文件夹for chapter_name,href in zip(chapter_name_list,href_list): # 便利章节url地址列表href = 'https:'+href# print(chapter_name,href)img_data = requests.get(url=href,headers=headers).text # 获得章节页面代码img_url_list = re.findall('alt="image" class="_images _centerImg" data-url="(.*?)"',img_data) # 得到图片的url地址,单纯访问会遇到403 Forbiddennew_headers = {"Referer":"https://www.dongmanmanhua.cn/","User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"} # 在访问图片地址前加上refer防盗链for img_url in img_url_list: # 遍历图片url地址img_content = requests.get(url=img_url,headers=new_headers).contentindex = index+1with open(filename+chapter_name+str(index)+'.jpg',mode='wb') as f: # 下载图片二进制数据f.write(img_content)运行结果：
总结：
1.获得图片url地址，如果访问遇到403 Forbidden 在下载图片时，要加上防盗链refer
对代码进行改进：
import requests
import re
import osdef get_html(html_url):headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"}response = requests.get(url=html_url,headers=headers).textreturn responsedef get_info(response):chapter_name_list = re.findall('width="77" height="73" alt="(.*?)">', response) # 提取漫画章节名href_list = re.findall('data-sc-name="PC_detail-page_related-title-list-item".*?href="(.*?)"', response,re.S) # 提取章节的url地址name = re.findall('<title>(.*?)_官方在线漫画阅读-咚漫漫画</title>', response) # 提取漫画名称return chapter_name_list,href_list,namedef get_img_data(href_list):new_img_url_list = []for href in href_list:href = 'https:'+hrefimg_data = get_html(href)img_url_list = re.findall('alt="image" class="_images _centerImg" data-url="(.*?)"',img_data) # 得到图片的url地址,单纯访问会遇到403 Forbiddenfor img_url in img_url_list:new_img_url_list.append(img_url)return new_img_url_listdef save(name,img_url_list):filename = f'{name}\\'if not os.path.exists(filename):os.mkdir(filename)index = 0new_headers = {"Referer":"https://www.dongmanmanhua.cn/","User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"} # 在访问图片地址前加上refer防盗链for img_url in img_url_list:img = requests.get(url=img_url,headers=new_headers).contentindex = index+1with open(filename+str(index)+'.jpg',mode='wb') as f:f.write(img)if __name__ == '__main__':response = get_html('https://www.dongmanmanhua.cn/BOY/landuoshaoyedejuexing/list?title_no=2237')chapter_name_list,href_list,name = get_info(response)img_url_list = get_img_data(href_list)save(name,img_url_list)下载的很慢，怎么写代码让程序运行的更快呢？
