1 # python3
2 # jiandan meizi tu
3 import urllib
4 import urllib.request as req
5 import os
6 import time
7 import random
8
9
10 def url_open(url):
11 req1 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/4.0'})
12 req2 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/4.1'})
13 req3 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/4.5'})
14 req4 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/5.1'})
15
16 req_list = [req1, req2,req3, req4]
17 response = urllib.request.urlopen(random.choice(req_list))
18 html = response.read()
19 # print ('url_open done!')
20 return html
21
22 def url_open2(url):
23 req1 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/4.0'})
24 req2 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/4.1'})
25 req3 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/4.5'})
26 req4 = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/5.1'})
27 req_list = [req1, req2,req3, req4]
28
29 ip_list = ['117.135.251.136:82']
30 ip = random.choice(ip_list)
31 print (ip)
32
33 proxy = req.ProxyHandler({'http': ip})
34 # auth = req.HTTPBasicAuthHandler()
35 opener = req.build_opener(proxy, req.HTTPHandler)
36 req.install_opener(opener)
37 conn = req.urlopen(random.choice(req_list))
38 return_str = conn.read()
39 return return_str
40
41 def get_current_page(url):
42 html = url_open2(url).decode('utf-8')
43 a = html.find('current-comment-page') + 23
44 b = html.find(']',a)
45 return html[a:b]
46
47 def find_imgs(url):
48 html = url_open2(url).decode('utf-8')
49 img_addrs = []
50 a = html.find('img src="http')
51 while a != -1:
52 b = html.find('.jpg',a, a+255)
53 if b != -1:
54 img_addrs.append(html[a+9:b+4])
55 else:
56 b = a + 13
57 a = html.find('img src="http', b)
58 return img_addrs
59
60 def save_imgs(folder,img_addrs):
61 for each in img_addrs:
62 filename = each.split('/')[-1]
63 with open(filename,'wb') as f:
64 img = url_open2(each)
65 f.write(img)
66
67
68 def download_mm(folder = 'xx',pages = 300):
69 # os.mkdir(folder)
70 os.chdir(folder)
71
72 url = 'http://jandan.net/ooxx/'
73 current_page_num = int(get_current_page(url))
74 for i in range(pages):
75 print (time.strftime("%Y-%m-%d %H:%M:%S",time.localtime()),'current_page_num', current_page_num)
76 if i%3 == 0:
77 print (time.strftime("%Y-%m-%d %H:%M:%S",time.localtime()),"sleep 2 seconds...")
78 time.sleep(2)
79 current_page_num -= 1
80 page_url = url + 'page-' + str(current_page_num) + '#comments'
81 img_addrs = find_imgs(page_url)
82 save_imgs(folder, img_addrs)
83
84 if __name__ == '__main__':
85 download_mm()
