139 lines
4.4 KiB
Python
139 lines
4.4 KiB
Python
|
# -*- coding:utf-8 -*-
|
|||
|
|
|
|||
|
|
import requests
|
|||
|
|
from filetype import guess
|
|||
|
|
from os import rename
|
|||
|
|
from os import makedirs
|
|||
|
|
from os.path import exists
|
|||
|
|
import json
|
|||
|
|
from contextlib import closing
|
|||
|
|
|
|||
|
|
headers = {"User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36"}
|
|||
|
|
|
|||
|
|
def get_photo_type():
|
|||
|
|
"""
|
|||
|
|
获取可以爬取的壁纸类型
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
url = "https://service.paper.meiyuan.in/api/v2/columns"
|
|||
|
|
res = requests.get(url=url, headers=headers, verify=False)
|
|||
|
|
res_json = json.loads(res.text)
|
|||
|
|
return res_json
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
def down_load(file_url, file_full_name, now_photo_count, all_photo_count):
|
|||
|
|
"""
|
|||
|
|
文件下载器
|
|||
|
|
:param file_url:
|
|||
|
|
:param file_full_name:
|
|||
|
|
:param now_photo_count:
|
|||
|
|
:param all_photo_count:
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
# 开始下载图片
|
|||
|
|
with closing(requests.get(file_url, headers=headers, stream=True)) as response:
|
|||
|
|
chunk_size = 1024 # 单次请求最大值
|
|||
|
|
content_size = int(response.headers['content-length']) # 文件总大小
|
|||
|
|
data_count = 0 # 当前已传输的大小
|
|||
|
|
with open(file_full_name, "wb") as file:
|
|||
|
|
for data in response.iter_content(chunk_size=chunk_size):
|
|||
|
|
file.write(data)
|
|||
|
|
done_block = int((data_count / content_size) * 50)
|
|||
|
|
data_count = data_count + len(data)
|
|||
|
|
now_jd = (data_count / content_size) * 100
|
|||
|
|
print("\r %s：[%s%s] %d%% %d/%d" % (file_full_name, done_block * '█', ' ' * (50 - 1 - done_block), now_jd, now_photo_count, all_photo_count), end=" ")
|
|||
|
|
|
|||
|
|
# 下载完图片后获取图片扩展名，并为其增加扩展名
|
|||
|
|
file_type = guess(file_full_name)
|
|||
|
|
rename(file_full_name, file_full_name + '.' + file_type.extension)
|
|||
|
|
|
|||
|
|
def crawler_photo(type_id, photo_count):
|
|||
|
|
"""
|
|||
|
|
爬取不同类型图片
|
|||
|
|
:param type_id:
|
|||
|
|
:param photo_count:
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
url = 'https://service.paper.meiyuan.in/api/v2/columns/flow/{}?page=1&per_page={}'.format(type_id, photo_count)
|
|||
|
|
|
|||
|
|
# 获取图片列表数据
|
|||
|
|
respond = requests.get(url, headers=headers, verify=False)
|
|||
|
|
photo_data = json.loads(respond.content)
|
|||
|
|
|
|||
|
|
# 已经下载的图片张数
|
|||
|
|
now_photo_count = 1
|
|||
|
|
|
|||
|
|
# 所有图片张数
|
|||
|
|
all_photo_count = len(photo_data)
|
|||
|
|
|
|||
|
|
# 开始下载并保存5K分辨率壁纸
|
|||
|
|
for photo in photo_data:
|
|||
|
|
|
|||
|
|
# 创建一个文件夹存放下载的图片
|
|||
|
|
if not exists('./' + str(type_id)):
|
|||
|
|
makedirs('./' + str(type_id))
|
|||
|
|
|
|||
|
|
# 准备下载的图片链接
|
|||
|
|
file_url = photo['urls']['raw']
|
|||
|
|
|
|||
|
|
# 准备下载的图片名称,不包含扩展名
|
|||
|
|
file_name_only = file_url.split('/')
|
|||
|
|
file_name_only = file_name_only[len(file_name_only) - 1]
|
|||
|
|
|
|||
|
|
# 准备保存到本地的完整路径
|
|||
|
|
file_full_name = './' + str(type_id) + '/' + file_name_only
|
|||
|
|
|
|||
|
|
# 开始下载图片
|
|||
|
|
down_load(file_url, file_full_name, now_photo_count, all_photo_count)
|
|||
|
|
now_photo_count = now_photo_count + 1
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
|
|||
|
|
# 获取可以爬取的壁纸类型
|
|||
|
|
res_json = get_photo_type()
|
|||
|
|
|
|||
|
|
# 壁纸类型
|
|||
|
|
wall_paper_id = 0
|
|||
|
|
|
|||
|
|
# 壁纸数量
|
|||
|
|
wall_paper_count = 10
|
|||
|
|
|
|||
|
|
info_str = "壁纸类型："
|
|||
|
|
for index, p_type in enumerate(res_json):
|
|||
|
|
info_str = info_str + "{} {}".format(index, p_type['langs']['zh-Hans-CN'])
|
|||
|
|
if index != len(res_json) - 1:
|
|||
|
|
info_str = info_str + ", "
|
|||
|
|
|
|||
|
|
# 选择壁纸类型，并判断输入是否正确
|
|||
|
|
while True:
|
|||
|
|
wall_paper_id = input(info_str + "\n请输入编号以便选择5K超清壁纸类型：")
|
|||
|
|
wall_paper_id = wall_paper_id.strip()
|
|||
|
|
wall_paper_id = int(wall_paper_id)
|
|||
|
|
if wall_paper_id >= len(res_json) or wall_paper_id < 0:
|
|||
|
|
continue
|
|||
|
|
else:
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
# 选择壁纸数量，并判断输入是否正确
|
|||
|
|
while True:
|
|||
|
|
wall_paper_count = input("请输入要下载的5K超清壁纸的数量：")
|
|||
|
|
wall_paper_count = wall_paper_count.strip()
|
|||
|
|
wall_paper_count = int(wall_paper_count)
|
|||
|
|
if wall_paper_count <= 0:
|
|||
|
|
continue
|
|||
|
|
else:
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
# 开始爬取5K高清壁纸
|
|||
|
|
print("正在下载5K超清壁纸，请稍等……")
|
|||
|
|
crawler_photo(res_json[wall_paper_id]['_id'], wall_paper_count)
|
|||
|
|
print('\n下载5K高清壁纸完毕，壁纸位于当前的{}目录。'.format(res_json[wall_paper_id]['_id']))
|
|||
|
|
|
|||
|
|
|
|||
|
|
|