作为单身狗不会爬虫怎么行，自己写的一个图虫爬虫，朋友用了都说好 
<!--more-->
import os
import re
import json
import requests
import time
import urllib.parse
import random
#import traceback
import urllib
head = {'Accept': '*/*',
'Accept-Language': 'en-US,en;q=0.8',
'Cache-Control': 'max-age=0',
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/48.0.2564.116 Safari/537.36',
'Connection': 'keep-alive',
}
print('*'*30)
print(' ψ(*｀ー´)ψ')
print('')
print(' .'*15)
print(' 图虫爬虫')
print(' .'*15)
print('')
print(' 版本号：2019.6.19')
print(' (•́へ•́╬)')
print('*'*30)
name = 0
ask = input('是否要从上次退出的地方开始？ y/n:')
if ask == 'y':
f = open("爬虫断点记录.txt","a")
f.write('0')
f.close
f= open("爬虫断点记录.txt","r")
page = f.read(1)
f.close
print('检测到上次爬取到第'+str(page)+'页，将继续')
print('务必输入上次爬取的关键词')
else:
page = 1
def make_url(theme,page_sum):
url = "https://tuchong.com/rest/tags/%(theme)s/posts?page=%(pagenum)s&count=20&order=weekly" % {'theme': urllib.parse.quote(theme), 'pagenum': page_sum}
return url
#利用requests使用get方法使用链接
def get_url(url):#用requests.get 解析 url
try:
r = requests.get(url, headers=head, timeout=30)
r.raise_for_status()
return r
except:
pass
print('?????')
def cantclick (url): #解析那个不能右键的页面//注意：总页码输入过多会报错！
a = requests.get(url)
b = json.loads(a.text)
abc = []
for i in b['postList']:
abc.append(i['url'])
# print(abc)
return abc
def get_jpg(url):#顾名思义，获取jpg的url
try:
html = get_url(url)
url_list = list(re.findall('<img id="image\d+" class="multi-photo-image" src="([a-zA-z]+://[^\s]*)" alt="">', html.text))
return url_list
except:
pass
#定义下载器模块
def download(url,theme,n):
# for i in get_jpg:
# name = img['alt']+url[-4:] #图片重名命,以后再写
global name
name += 1#暂时先用序号代替名称，懒得写
name2 = str(name)+str(random.randint(1, 9999999))+'.jpg' #随机命名防止重复
download_file = os.path.join(theme,name2) #跨平台兼容 融合文件夹路径+图片名
try:
print("正在下载第%d套图，一共%d套图" % (n, len(cantclick_list)))
urllib.request.urlretrieve(url,filename=download_file)
print('共下载了'+str(name)+'张')
print('---'*10)
except:
print('下载失败')
pass
if __name__ == '__main__':
theme = input("输入你想看的类型，如 人像 人文 私房(误) 死库水(大误) 或其他：")
page_sum = int(page)
folder = os.getcwd()+'/'+theme # xxx = os.getcwd() #获取当前绝对路径 # + 编写目录
test=os.path.exists(folder)
if not test:
# 如果不存在则创建目录
# 创建目录操作函数
os.mkdir(folder) #--------------------创建theme文件夹
print('初始化...')
else:
# 如果目录存在则不创建，并提示目录已存在
print('初始化完成...')
m = 0
while True:
n = 0
m += 1
page_sum += 1
print("正在下载第%d页，共%d页" % (m, page_sum))
f = open("爬虫断点记录.txt","w")
f.write(str(page_sum))
print('进度已储存')
f.close
url = make_url(theme,page_sum)
cantclick_list = cantclick(url)
if len(cantclick_list) == 0:
print('爬取结束')
break
for ii in cantclick_list:
jpg_list = get_jpg(ii)
n += 1
for iii in jpg_list:
jpg = iii
download(jpg,theme,n)
# time.sleep(random.randint(1, 4)) #防反爬，视情况调整
打包为exe，方便脱离python环境运行。
好东西~（滑稽脸）
干得漂亮
干得漂亮