python专用壁纸,Python《wallpaper abyss壁纸》
import time
from concurrent.futures import ThreadPoolExecutor
import time
import os
import re
from urllib.parse import urlencode
import requests
from bs4 import BeautifulSoup
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
rootrurl = 'https://wall.alphacoders.com/'
save_dir = 'D:/estimages/'
headers = {
"Referer": rootrurl,
'User-Agent': "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36",
'Accept-Language': 'en-US,en;q=0.8',
'Cache-Control': 'max-age=0',
'Connection': 'keep-alive'
} ###设置请求的头部，伪装成浏览器
def saveOneImg(dir, img_url):
new_headers = {
"Referer": img_url,
'User-Agent': "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36",
'Accept-Language': 'en-US,en;q=0.8',
'Cache-Control': 'max-age=0',
'Connection': 'keep-alive'
} ###设置请求的头部，伪装成浏览器，实时换成新的 header 是为了防止403 http code问题，防止反盗链，
try:
img = requests.get(img_url, headers=new_headers) # 请求图片的实际URL
if (str(img).find('200') > 1):
with open(
'{}/{}.jpg'.format(dir, img_url.split('/')[-1].split('?')[0]), 'wb') as jpg: # 请求图片并写进去到本地文件
jpg.write(img.content)
print(img_url)
jpg.close()
return True
else:
return False
except Exception as e:
print('exception occurs: ' + img_url)
print(e)
return False
def getAllTags():
list = {}
html = BeautifulSoup(requests.get(rootrurl + 'finding_wallpapers.php', headers=headers).text,
features="html.parser")
div = html.find('div', {'class': 'row'}).find_all('div')[1]
a_s = div.find_all('a')[1:]
for a in a_s:
list[a.get('title').split(' ')[0]] = rootrurl + a.get('href')
return list
def getSubTitleName(str):
cop = re.compile("[^\u4e00-\u9fa5^a-z^A-Z^0-9]") # 匹配不是中文、大小写、数字的其他字符
string1 = cop.sub('_', str) # 将string1中匹配到的字符替换成下划线字符
return string1
def getSubDir(p):
return getSubTitleName(p.find_all('a')[-1].get_text())
def getImgUrl(p):
list = p.find('img').get('src').split('-')
return list[0][:-5] + list[-1]
def processOnePage(tag, a_s, span):
for i in range(0 , len(a_s)):
subdir = getSubDir(span[i])
img = getImgUrl(a_s[i])
tmpDir = '{}{}/{}'.format(save_dir, tag, subdir)
if not os.path.exists(tmpDir):
os.makedirs(tmpDir)
saveOneImg(tmpDir, img)
pass
def oneSpider(tag, url):
# 获得total pages
html = BeautifulSoup(requests.get(url, headers=headers).text, features="html.parser")
total = int(html.find('ul', {'class': 'pagination'}).find_all('a')[-2].string)
a_s = html.find_all('div', {'class': 'boxgrid'})
span = html.find_all('span', {'class': 'thumb-info-big'})
print('----- current page is 1. ------')
processOnePage(tag, a_s, span)
for i in range(2, (total + 1)):
html = BeautifulSoup(requests.get('{}&page={}'.format(url, i), headers=headers).text,
features="html.parser")
a_s = html.find_all('div', {'class': 'boxgrid'})
span = html.find_all('span', {'class': 'thumb-info-big'})
print('----- current page is %d. ------' % i)
processOnePage(tag, a_s, span)
pass
if __name__ == '__main__':
taglist = getAllTags()
# print(taglist)
# 给每个标签配备一个线程
with ThreadPoolExecutor(max_workers=31) as t: # 创建一个最大容纳数量为20的线程池
for tag, url in taglist.items():
t.submit(oneSpider, tag, url)
# just for test
# oneSpider('Anime', 'https://wall.alphacoders.com/by_category.php?id=3&name=Anime+Wallpapers')
# test
# for tag, url in taglist.items():
# oneSpider(tag, url)
# 等待所有线程都完成。
while 1:
print('-------------------')
time.sleep(1)