代码拉取完成，页面将自动刷新
同步操作将从 fffonion/xeHentai 强制同步，此操作会覆盖自 Fork 仓库以来所做的任何修改，且无法恢复！！！
确定后同步将在后台操作，完成时将刷新页面，请耐心等待。
#!/usr/bin/python
# -*- coding:utf-8 -*-
# A multithread downloader for exhentai.org
# Contributor:
# fffonion <fffonion#gmail.com>
__version__ = 1.549
import urllib
import random
import threading
import re
import os, os.path as opth
import Queue
import time
import sys
import socket
import traceback
import locale
sys.path.insert(2, opth.join(opth.abspath('.'), 'dependency.zip'))
import httplib2
import convHans
import HatH
# import gzip,hmac
loginurl = 'http://e-hentai.org/bounce_login.php?b=d&bt=1-1'
baseurl = 'http://e-hentai.org'
myhomeurl = 'http://g.e-hentai.org/home.php'
cooid, coopw, cooproxy, IP, THREAD_COUNT = '', '', '', '', 5
LOGIN, OVERQUOTA, IS_REDIRECT = False, False, False
LAST_DOWNLOAD_SIZE = [0] * 5
def getPATH0():
"""
返回脚本所在路径
"""
if opth.split(sys.argv[0])[1].find('py') != -1: # is script
return sys.path[0].decode(sys.getfilesystemencoding())
else:
return sys.path[1].decode(sys.getfilesystemencoding())#pyinstaller build
#return os.path.split(sys.path[0])[0].decode(sys.getfilesystemencoding())#py2exe build
def _print(str):
print(convStr(str))
try:
if argdict['log']:
f = open(argdict['log'], 'a')
f.write(time.strftime('%m-%d %X : ', time.localtime(time.time())) + str.decode('utf-8').encode('cp936', 'ignore') + '\n')
f.close()
except NameError:
pass
def prompt(str, fill = '-'):
leng = (54 - len(str.decode('utf-8'))) / 2 # unicode不等长
_print((' ' * 10 + fill * leng + str + (leng % 2 == 1 and ' ' or '') + fill * leng).encode('utf-8'))
def _raw_input(str, is_silent = False, default = ''):
if is_silent:return default
else:
print(convStr(str)),
return raw_input()
def convStr(str, errors = 'ignore'):
"""
字符串合法化+转换函数
"""
if locale.getdefaultlocale()[0] == 'zh_TW':conv = chans.toTW
elif locale.getdefaultlocale()[0] == 'zh_HK':conv = chans.toHK
else :conv = lambda x:x
return conv(str).decode('utf-8').encode(locale.getdefaultlocale()[1], errors)
# if sys.platform=='win32':return str.encode(codec,errors)
# else:return str.encode(codec,errors)
def genheader(custom = '', referer = ''):
rrange = lambda a, b, c = 1: str(c == 1 and random.randrange(a, b) or float(random.randrange(a * c, b * c)) / c)
ua = 'Mozilla/' + rrange(4, 7, 10) + '.0 (Windows NT ' + rrange(5, 7) + '.' + rrange(0, 3) + ') AppleWebKit/' + rrange(535, 538, 10) + \
' (KHTML, like Gecko) Chrome/' + rrange(21, 27, 10) + '.' + rrange(0, 9999, 10) + ' Safari/' + rrange(535, 538, 10)
ip = '%s.%s.%s.%s' % (rrange(0, 255), rrange(0, 255), rrange(0, 255), rrange(0, 255))
headers = {'User-Agent':ua, 'Accept-Language':'zh-CN,zh;q=0.8', 'Accept-Charset':'utf-8;q=0.7,*;q=0.7', \
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'\
, 'Connection': 'keep-alive'} # ,'X-Forward-For':ip,'Client_IP':ip}
headers['Cookie']='nw=1;'
if cooid and coopw:
headers['Cookie'] += 'ipb_member_id=' + cooid + ';ipb_pass_hash=' + coopw + ';'\
# +'uconfig=tl_m-uh_y-sa_y-oi_n-qb_n-tf_n-hp_-hk_-rc_0-cats_0-xns_0-xl_-ts_m-tr_1-prn_y-dm_l-rx_0-ry_0'
if IS_REDIRECT:
headers['Referer'] = referer or _redirect
headers['Cookie'] += 'c[e-hentai.org][/][ipb_member_id]=' + cooid + \
';c[e-hentai.org][/][ipb_pass_hash]=' + coopw + ';c[exhentai.org][/][ipb_member_id]=' + cooid + \
';c[exhentai.org][/][ipb_pass_hash]=' + coopw + ';s=' + cooproxy + ';c[exhentai.org][/][nw]=1'
# if coofetcher:headers['Cookie']+=coofetcher
if 'form' in custom:
headers['Content-Type'] = 'application/x-www-form-urlencoded'
return headers
def mkcookie(uname = '', key = ''):
if uname and key:silent = True
else:silent = False
try:
logindata = {
'ipb_login_username':_raw_input('输入用户名: ', silent, uname).decode(locale.getdefaultlocale()[1]).encode('utf-8'),
'ipb_login_submit':'Login!',
'ipb_login_password':_raw_input('输入密码: ', silent, key)}
resp, content = httplib2.Http(timeout=20).request(loginurl, method = 'POST', headers = genheader('form'), body = urllib.urlencode(logindata))
coo = resp['set-cookie']
global cooid, coopw
cooid = re.findall('ipb_member_id=(.*?);', coo)[0]
coopw = re.findall('ipb_pass_hash=(.*?);', coo)[0]
filename = opth.join(getPATH0(), '.ehentai.cookie')
fileHandle = open(filename, 'w')
fileHandle.write('%s,%s' % (cooid, coopw))
fileHandle.close()
prompt('登陆成功!')
global LOGIN
LOGIN = True
except KeyError:
prompt('登录失败!')
def getcookie():
global cooid, coopw
filename = opth.join(getPATH0(), '.ehentai.cookie')
if opth.exists(filename):
fileHandle = open(filename, 'r')
cooall = fileHandle.read()
cooid, coopw = cooall.split(',')
fileHandle.close()
prompt('从文件加载了Cookies')
global LOGIN
LOGIN = True
if opth.getctime(filename) - time.time() > 86400:
http2.request(baseurl, method = 'GET', headers = genheader()) # login to
prompt('已自动签到')
os.remove(filename)
fileHandle = open(filename, 'wb')
fileHandle.write(cooall)
fileHandle.close()
return True
else:return False
def getpicpageurl(content, pageurl, hath):
# picpage=re.findall('0 no-repeat"><a href="(.*?)"><img alt=\d+',content)
picpage = re.findall('<a\shref="([^<>"]*)"><img[^<>]*><br[^<>]*>[0-9]+</a>', content)
picpagenew = []
for i in range(len(picpage)):picpagenew.append(REDIRECT(picpage[i]))
return picpagenew
def getpicurl(content, pageurl, hath):
# print content
picurl = urlescape(re.findall('<img id="img" src="(.+)".+style="[a-z]', content)[0])
filename = re.findall('</a></div><div>(.*?) ::.+::.+</di', content)[0]
if 'image.php' in filename:filename = re.findall('n=(.+)', picurl)[0]
format = re.findall('.+\.([a-zA-Z]+)', filename)[0]
# http://exhentai.org/fullimg.php?gid=577354&page=2&key=af594b7cf3
index = re.findall('.+/(\d+)-(\d*)', pageurl)[0]
fullurl = re.findall('class="mr".+<a href="(.+)"\s*>Download original', content)
# print pageurl,fullurl
fullsize = re.findall('Download\soriginal\s[0-9]+\sx\s[0-9]+\s(.*)\ssource', content) # like 2.20MB
if IS_REDIRECT:
# print picurl
# print fullurl
if forceproxy:picurl = REDIRECT(FIX_REDIRECT(picurl))
else:picurl = urllib.unquote(FIX_REDIRECT(picurl))
fullurl = fullurl and FIX_REDIRECT(urlescape(fullurl[0])) or ''
# print picurl
# print fullurl
else:fullurl = fullurl and urlescape(fullurl[0]) or ''
elem = {'pic':picurl, 'full':fullurl\
, 'name':filename, 'gid':index[0], 'index':index[1], 'fullsize':(fullsize and fullsize[0] or ''),
'referer':pageurl, 'format':format}
file = open(opth.join(getPATH0(), legalpath(hath.name) + '.progress.txt'), 'a')
for i in elem:
file.write(i + '::' + elem[i] + ',')
file.write('\n')
file.close()
return [elem]
def query_info():
global LOGIN, IP
if not LOGIN:return
deltatime = lambda x:time.strftime('%m-%d %X', time.localtime(time.time() + x * 60))
prompt('查询配额%s信息' % (IP and '' or '及IP'))
header = genheader()
try:
resp, content = httplib2.Http(timeout=20).request(REDIRECT(myhomeurl), method = 'GET', headers = header)
if int(resp['status']) >= 500:raise Exception('Server Error.')
used, quota = re.findall('<p>You are currently at <strong>(\d+)</strong> towards a limit of <strong>(\d+)</st', content)[0]
used, quota = int(used), int(quota)
_print('当前已使用%d中的%d，%s (可能有延迟)' % (quota, used, \
(quota < used and ('配额超限，将在%d分钟后(%s时)恢复，%s时清零。' % \
(used - quota, deltatime(used - quota), deltatime(used))) or '配额充足')))
if used > quota and not argdict['force_down'] == 'y':
prompt('出现状况！')
_raw_input('配额不足, 中断下载 (可使用-f强制下载), 按回车继续', is_silent, '')
except Exception as e:
_print('暂时无法获得数据……')
print e
if not IP:
while 1:
resp, content = httplib2.Http(timeout=20).request(REDIRECT('http://www.whereismyip.com/'), headers = genheader())
if int(resp['status']) < 400:break
_print('重试……')
IP = re.findall('\d+\.\d+\.\d+\.\d+', content)[0]
_print('当前IP %s' % IP)
def urlescape(str):
# partly replace
return str.replace('&', '&')
def getTemp():
if sys.platform == 'win32':return os.environ.get('tmp')
else:return'/tmp'
def legalpath(str):
return str.replace('|', '').replace(':', '').replace('?', '').replace('\\', '').replace('/', '').replace('*', '')\
.replace('<', '').replace('>', '').decode('utf-8')
# .encode(sys.getfilesystemencoding(),'ignore').decode(sys.getfilesystemencoding()).encode('utf-8')
def init_proxy(url):
global cooproxy
resp, content = httplib2.Http(timeout=20).request(url, headers = genheader())
cooproxy = re.findall('s=(.*?);', resp['set-cookie'])[0]
# print cooproxy
def parse_arg(arg_ori):
arg = {'url':'', 'thread':'5', 'down_ori':'n', 'redirect':'', 'redirect_pattern':'', 'redirect_norm':'n', \
'startpos':'1', 'timeout':'60', 'force_down':'n', 'log':'', 'uname':'', 'key':'', 'rename':'n', 'nojpname':False}
if len(arg_ori) == 0:return arg
if arg_ori[0] in ['--help', '-h', '/?', '-?','help']:
_print(\
'''【在线代理】
ehentai对每个ip单位时间内的下载量有配额(一般为120~200)，因此需要使用在线代理来伪装ip
本下载器支持glype和knproxy两种类型的在线代理；
glype是目前使用最广的在线代理，使用时请取消勾选“加密url”、勾选“允许cookies”后随意打开一个网页，然后把网址粘贴进来；knproxy是KnH开发的一款在线代理，可以使用knproxy的加密模式，用法与glype相同。
【命令行模式】支持命令行模式以方便使用路由器或VPS下载（需要安装httplib2库）
参数： xeHentai.py url [-t|-o|-r|-p|-rp|-u|-k|-s|-tm|-f|-l]
url 下载页的网址
-t --thread 下载线程数，默认为5
-o --down-ori 是否下载原始图片（如果存在）
-r --redirect 在线代理的网址，形如"http://a.co/b.php?u=xx&b=3"(要加引号)
-ro --redirect-norm 是否应用在线代理到已解析到的非原图，默认不启用
-u --username 用户名，覆盖已保存的cookie
-k --key 密码
-s --start-pos 从第几页开始下载，默认从头
-f --force 即使超出配额也下载，默认为否
-l --logpath 保存日志的路径，默认为eh.log
-re --rename 是否重命名成原始文件名
-j --no-jp-name 是否不使用日语命名，默认为否
----------------------------------------------------------------
代码很丑重构中www
fffonion <fffonion#gmail.com> Blog:http://yooooo.us/
2013-7-22''')
os._exit(0)
try:
for i in range(len(arg_ori) - 1):
val = arg_ori[i + 1].lstrip('"').lstrip("'").rstrip('"').rstrip("'")
if i + 2 < len(arg_ori):valnext = arg_ori[i + 2].lstrip('"').lstrip("'").rstrip('"').rstrip("'")
if '=' in val and not val.startswith("http"):val,valnext=val.split('=')#形如r=xxx的参数形式，排除=在代理url中的情况
if val == '-t' or val == '--thread':arg['thread'] = valnext
if val == '-o' or val == '--down-ori':arg['down_ori'] = 'y'
if val == '-r' or val == '--redirect':arg['redirect'] = valnext
# if arg_ori[i]=='-p' or arg_ori[i]=='--redirect-pattern':arg['redirect_pattern']=arg_ori[i+1]
if val == '-ro' or val == '--redirect-norm':arg['redirect_norm'] = 'y'
if val == '-u' or val == '--username':arg['uname'] = valnext
if val == '-k' or val == '--key':arg['key'] = valnext
if val == '-s' or val == '--start-pos':arg['startpos'] = valnext
if val == '-tm' or val == '--timeout':arg['timeout'] = valnext
if val == '-f' or val == '--force':arg['force_down'] = 'y'
if val == '-l' or val == '--logpath':arg['log'] = valnext
if val == '-re' or val == '--rename':arg['rename'] = 'y'
if val == '-j' or val == '-no-jp-name':arg['nojpname'] = True
if arg_ori[0].startswith('http'):arg['url'] = arg_ori[0]
else:
raise Exception('Illegal URL.')
except Exception, e:
print(convStr('错误的参数!'))
print e
arg['url'] = ''
os._exit(0)
#print arg,arg_ori[1]
return arg
class report(threading.Thread):
def __init__(self, threadname, reportqueue, monitor_thread):
threading.Thread.__init__(self, name = threadname)
self.q = reportqueue
self.monitor = monitor_thread
def run(self):
keep_alive = 0
last_thread = 0
while 1:
if not self.q.empty():
reportelem = self.q.get()
_print('%s - %-8s: %s' % (time.strftime('%X', time.localtime()), reportelem[0], reportelem[1]))
flag = False
picthread = 0
for i in self.monitor:
if i.isAlive():
flag = True
if '收割机' in i.getName():picthread += 1
if not flag and self.q.empty():break
if picthread > 0: # 不是0早退出了，用于判断是否pic下载
if keep_alive == 50:
keep_alive = 0
_print('%s - 监视官 :%2d个收割机存活, 共%2d个.' % (time.strftime('%X', time.localtime()), picthread, THREAD_COUNT))
# if last_thread==picthread
for i in range(len(LAST_DOWNLOAD_SIZE)):
samecount = -1
for j in range(len(LAST_DOWNLOAD_SIZE)): # samecount恰好为相同元素个数
if LAST_DOWNLOAD_SIZE[i] == LAST_DOWNLOAD_SIZE[j] and LAST_DOWNLOAD_SIZE[i] != 0:
samecount += 1
if samecount >= THREAD_COUNT * 0.4 and samecount > 1 and not argdict['force_down'] == 'y':
prompt('出现状况！')
_raw_input('可能配额已经超限，紧急停止，按回车退出', is_silent, '')
os._exit(1)
keep_alive += 1
time.sleep(0.2)
class download(threading.Thread):
def __init__(self, threadname, url_queue, save_queue, report_queue, handle_func, hath, father = None, exarg = None):
threading.Thread.__init__(self, name = threadname)
self.in_q = url_queue
self.handle_func = handle_func
self.out_q = save_queue
self.prt_q = report_queue
self.http2 = httplib2.Http(opth.join(getTemp(), '.ehentai'),timeout=20)
self.father = father
self.picmode = '收割机' in self.getName()
def run(self):
self.prt_q.put([self.getName(), '已启动.'])
sleepseq = [5, 8, 12, 16, 20]
while True:
if self.in_q.empty():
if self.father:
if self.father.isAlive():
time.sleep(0.5)
continue # 直接往下走可能遇到get时的阻塞而卡死ww
else:break
else:break
slptime = 0
urlori = self.in_q.get()
if self.picmode:
taskname = urlori['name']
index = '%03d' % int(urlori['index'])
savename = index + '.' + urlori['format'] # 保存用名称
refer = urlori['referer']
url = urlori[getdowntype()] or urlori['pic'] # 无original自动切换成pic
format = urlori['format']
else:
taskname = ''
url = urlori
savename = ''
refer = ''
#while self.out_q.qsize()>10:# 等一会下图片的线程
# time.sleep(5)
retries = 0
while True:
header = genheader(referer = refer)
# self.prt_q.put([self.getName(),url])
try:
resp, content = self.http2.request(url, method = 'GET', headers = header)
except:
if retries < 5:
self.prt_q.put([self.getName(), '重试' + str(retries + 1) + '次……'])
retries += 1
else:
self.prt_q.put([self.getName(), '失败：' + url])
resp, content = {'status':'600'}, ''
else:
if self.picmode:
LAST_DOWNLOAD_SIZE[int(self.getName().lstrip('收割机')) - 1] = int(resp['content-length'])
if self.picmode and len(content) == 11: # 没有大图
self.prt_q.put([self.getName(), '木有大图，下载正常尺寸.'])
url = urlori['pic']
elif (len(content) <= 678 and not self.picmode) or len(content) in [925,28658]:
if len(content) == 925:
errinfo='403 Access Denied'
else:#28658 is also 509s.gif
errinfo='509 Quota exceeded'
time.sleep(sleepseq[slptime])
slptime += int(slptime == 4 and '0' or '1')
if '收割机' in self.getName():
LAST_DOWNLOAD_SIZE[int(self.getName()[-1]) - 1]=0#置为空值
self.prt_q.put([self.getName(), '等待 %d次(%s). %s' % (slptime, errinfo, taskname)])
elif len(content) == 144 or len(content) == 210 or len(content) == 1009:
self.prt_q.put([self.getName(), '配额超限，请等待一段时间'])
self.in_q.put(urlori)
return
else:break # 正常情况
time.sleep(sleepseq[retries])
if int(resp['status']) < 400:
if self.out_q:
res = self.handle_func(content, url, hath)
for i in res:
self.out_q.put(i)
else:
save2file(content, savename, hath)
else:raise Exception('Server Error')
if self.picmode:self.prt_q.put([self.getName(), '#%s %s (%d) 下载完成.' % (index, taskname, len(content))])
else:self.prt_q.put([self.getName(), url])
self.prt_q.put([self.getName(), '已退出.'])
def save2file(content, name, hath):
filename = opth.join(hath.dirpath, legalpath(name))
fileHandle = open(filename, 'wb')
fileHandle.write(content)
fileHandle.close()
if __name__ == '__main__':
try:
reload(sys)
sys.setdefaultencoding('utf-8')
chans = convHans.convHans()
# 是否命令行模式
is_silent = False
argdict = parse_arg(sys.argv[1:])
is_silent = argdict['url'] or False
if is_silent:argdict['log'] = argdict['log'] or opth.join(getPATH0(), 'eh.log')
prompt('绅♂士下载器 v' + str(__version__), fill = ' ')
# 交互界面或从命令行读取参数
if argdict['uname'] and argdict['key']:mkcookie(argdict['uname'], argdict['key'])
else:
if not getcookie():
if _raw_input('当前没有登陆，要登陆吗 y/n? (双倍配额限制,可访问exhentai)：') == 'y':mkcookie()
while True:
exurl_all = _raw_input('输入地址(使用,分割下载多个)：', is_silent, argdict['url']).replace('，'.decode('utf-8'), ',')
if not (exurl_all.startswith('http://g.e-hentai.org/') or exurl_all.startswith('http://exhentai.org/')\
or exurl_all.startswith('g.e-hentai.org/') or exurl_all.startswith('exhentai.org/')) \
and not is_silent:prompt('咦?这是啥')
else:
if exurl_all:break
else:prompt('必须输入地址~')
if 'exhentai' in exurl_all and not LOGIN:
if is_silent:
if argdict['uname'] and argdict['key']:mkcookie(argdict['uname'], argdict['key'])
else:_print('没有登录，无法访问exhentai')
else:
if (_raw_input('需要登录才能访问exhentai, 要登陆吗 y/n?') or 'y') == 'y':mkcookie()
if ',' not in exurl_all:exurl_all = [exurl_all]
else:exurl_all = exurl_all.split(',')
THREAD_COUNT = int(_raw_input('设置线程数量(默认5个):', is_silent, argdict['thread']) or '5')
LAST_DOWNLOAD_SIZE = [0] * THREAD_COUNT
getdowntype = (_raw_input('是否尝试下载原图? y/n(默认):', is_silent, argdict['down_ori']) or 'n') == 'y'\
and (lambda:'full') or (lambda:'pic')
startpos = int(_raw_input('从第几页开始下载? (默认从头):', is_silent, argdict['startpos']) or '1') - 1
# 在线代理交互循环
while True:
# try:
fwdsite = _raw_input('输入中转站url, 形如http://a.co/b.php?b=4&u=xxx;\
\n需要允许cookies, 如果出错请取消加密url; 按回车跳过:', is_silent, argdict['redirect']).rstrip('/')
if not (fwdsite.startswith('http://') or fwdsite.startswith('https://')):fwdsite = 'http://' + fwdsite
if fwdsite != 'http://':
forceproxy = (_raw_input('是否对非原图也应用中转? y/n(默认):', is_silent, argdict['redirect_norm']) or 'n') == 'y'
IS_REDIRECT = True
_redirect, browse = re.findall('(.+)/(.+)\?', fwdsite)[0]
init_proxy(_redirect + '/' + browse)
arg = re.findall('([a-zA-Z\._]+)=[^\d]*', fwdsite)[0]
bval = re.findall('b=(\d*)', fwdsite)
if bval:bval = bval[0]
else:bval = '4'
if _redirect.startswith('https'):
suff = re.findall('https://.+/(.+)', _redirect) or ['']
else:
suff = re.findall('http://.+/(.+)', _redirect) or ['']
suff = suff[0]
else:
browse = ''
_redirect = 'http://'
def FIX_REDIRECT(str):
# picurl不需重定向，fullpicurl需要重定向
url = re.findall(arg + '=(.*?)&', str + '&')
if url:url = url[0]
else:return str
if url.find('http') != -1: # 不加密
if url.find('fullimg') != -1:url = REDIRECT(url)
return url
else: # 加密,返回/g/browse.php?u=xx，尚未实现
if not str.startswith(_redirect):
str = (suff and _redirect.replace('/' + suff, '') or _redirect) + str
# else:pass
return str
def REDIRECT(str):
if str.startswith(_redirect):return str
else:
return _redirect == 'http://' \
and str \
or '%s/%s?b=%s&f=norefer&%s=%s' % (_redirect, browse, bval, arg, str) # .replace('//','/').replace(':/','://')
query_info()
break
# except IndexError:
# _print('代理可能有问题，请更换一个~')
# continue
# else:break
# 处理所有url
for exurl in exurl_all:
if not exurl.endswith('/'):exurl += '/'
if not exurl.startswith('http://'):exurl = 'http://' + exurl
http2 = httplib2.Http(opth.join(getTemp(), '.ehentai'),timeout=20)
resp, content = http2.request(exurl, method = 'GET', headers = genheader())
if re.findall('This gallery is pining for the fjords.', content):
prompt('啊……图图被菊爆了, 没法下了呢-。-')
if _raw_input('试试换成exhentai？(y/n)', is_silent, 'n') or 'y' == 'y':
exurl_all += [exurl.replace('g.e-hentai', 'exhentai')]
#添加一个exhentai新任务并直接跳过当前
continue
# http://exhentai.org/hathdler.php?gid=575649&t=3fcd227ec7
if exurl.startswith('http://exhentai.org'):isEX = True
else:isEX = False
if re.findall('Originals only', content):hasOri = False
else:hasOri = True
gid, sethash = re.findall('.+/(\d+)/([^\/]+)/*', exurl)[0]
# print getPATH0(),'EHG-%s.hathdl'%gid
hathfilename = opth.join(getPATH0(), 'EHG-%s.hathdl' % gid)
if os.path.exists(hathfilename):
_print('Sibylla system: 读取H@H索引…… (%s)' % ('EHG-%s.hathdl' % gid))
hath = HatH.HatH(filename = hathfilename, check = True)
else:
_print('Sibylla system: 下载H@H索引……')
resp2, content2 = http2.request('http://%s.org/hathdler.php?gid=%s&t=%s' % \
(isEX and 'exhentai' or 'g.e-hentai', gid, sethash), \
method = 'GET', headers = genheader())
hath = HatH.HatH(hathcontent = content2, check = True)
open(hathfilename, 'w').write(content2)
# open(legalpath(hath.name)+'.hathdl','w').write(content2)
hath.setpath(opth.join(getPATH0(), legalpath(hath.name)).decode('utf-8'))
# h1 id="gn">[DISTANCE] HHH Triple H Archetype Story [german/deutsch]</h1>
# gname=re.findall('="gn">(.*?)</h1>',content)[0].decode('utf-8')
gjname = re.findall('="gj">(.*?)</h1>', content)
if gjname != [''] and not argdict['nojpname']:
gjname = gjname[0].decode('utf-8')
hath.setpath(opth.join(getPATH0(), legalpath(gjname)))
hath.name = gjname
_print('Sibylla system: 目标已锁定 ' + hath.name)
if not opth.exists(hath.dirpath):os.mkdir(hath.dirpath)
pagecount = re.findall('<a href="' + exurl + '\?p=\d*" onclick="return false">(.*?)</a></td'\
, content)
if len(pagecount) <= 1:pagecount = 1
else:pagecount = int(pagecount[-2])
# print hath.name,pagecount#first none;page 2 ?p=1
reportqueue = Queue.Queue()
picpagequeue = Queue.Queue()
picqueue = Queue.Queue()
urlqueue = Queue.Queue()
if opth.exists(opth.join(getPATH0(), legalpath(hath.name) + '.progress.txt')):
os.remove(opth.join(getPATH0(), legalpath(hath.name) + '.progress.txt'))
if opth.exists(opth.join(getPATH0(), legalpath(hath.name) + '.txt')) and getdowntype() == 'full': # 非完整图已变成509
downthread = [download('收割机%d' % (i + 1), picqueue, None, reportqueue, None, hath) for i in range(THREAD_COUNT)]
rpt = report('监视官', reportqueue, downthread)
file = open(opth.join(getPATH0(), legalpath(hath.name) + '.txt'), 'r')
for line in file:
elem = {}
sec = line.split(',')
for i in sec:
if ':' in i:
j = i.split('::')
if j[0] == 'full' and \
(j[1].startswith('http://g.e-hentai.org/fullimg.php') \
or j[1].startswith('http://exhentai.org/fullimg.php')) and IS_REDIRECT: # 重建规则
elem[j[0]] = REDIRECT(j[1])
else:elem[j[0]] = j[1]
picqueue.put(elem)
# 重筛选
piccount = picqueue.qsize()
for i in range(piccount):
if picqueue.empty():break
a = picqueue.get()
if (i + startpos * 20) in hath.genindex():
picqueue.put(a)
piccount = picqueue.qsize()
file.close()
else:
if not hasOri:
for i in range(hath.count):
if i >= startpos * 20:picpagequeue.put(hath.list[i].url(isEX))
else:
_print('Sibylla system: 图片被缩放，进行完整扫描')
for i in range(pagecount - startpos):urlqueue.put(exurl + '?p=' + str(i + startpos)) # 第一页可以用?p=0
pagethread = download('执行官', urlqueue, picpagequeue, reportqueue, getpicpageurl, hath)
rpt = report('监视官', reportqueue, [pagethread])
pagethread.setDaemon(True)
rpt.setDaemon(True)
pagethread.start()
rpt.start()
pagethread.join()
rpt.join()
# 重筛选
piccount = picpagequeue.qsize()
for i in range(piccount):
if picpagequeue.empty():break
a = picpagequeue.get()
# print i+startpos*20,(i+startpos*20) in hath.genindex()
if (i + startpos * 20) in hath.genindex():
picpagequeue.put(a)
piccount = picpagequeue.qsize()
deeperthread = download('执行官+', picpagequeue, picqueue, reportqueue, getpicurl, hath)
deeperthread.setDaemon(True)
deeperthread.start() # deeperthread没有join了
downthread = [download('收割机%d' % (i + 1), picqueue, None, reportqueue, None, hath, father = deeperthread) for i in range(THREAD_COUNT)]
rpt = report('监视官', reportqueue, [deeperthread] + downthread)
# while not picqueue.empty():print picqueue.get()
prompt('下载开始. 下载 %d 张图片' % (piccount))
if not OVERQUOTA:
for i in range(THREAD_COUNT):
downthread[i].setDaemon(True)
downthread[i].start()
rpt.setDaemon(True)
rpt.start()
if not OVERQUOTA:
for i in range(THREAD_COUNT):downthread[i].join()
rpt.join()
prompt('下载结束.')
if opth.exists((opth.join(getPATH0(), legalpath(hath.name) + '.txt'))):
os.remove((opth.join(getPATH0(), legalpath(hath.name) + '.txt')))
if opth.exists((opth.join(getPATH0(), legalpath(hath.name) + '.progress.txt'))):
os.rename(opth.join(getPATH0(), legalpath(hath.name) + '.progress.txt'), \
opth.join(getPATH0(), legalpath(hath.name) + '.txt'))
os.remove(opth.join(getPATH0(), hathfilename))
_print(hath.name + ' 下载完成！')
if (_raw_input('是否重命名回原始名称? y/n(默认):', is_silent, argdict['rename']) or 'n') == 'y':
hath.renameToOri()
_print('Sibylla system: 重命名完成ww')
query_info()
except (KeyboardInterrupt, SystemExit):
_print('用户中断ww')
sys.exit()
except:
#if not is_silent:
_print('发生错误: '),
traceback.print_exc()
if argdict['log']:
f = open(argdict['log'], 'a')
f.write(time.strftime('%m-%d %X : ', time.localtime(time.time())) + \
'发生错误:\n '.decode('utf-8').encode('cp936'))
traceback.print_exc(file = f)
f.flush()
f.close()
_raw_input('\n按回车键退出……', is_silent, '')
os._exit(0)
此处可能存在不合适展示的内容，页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容，可点击提交进行申诉，我们将尽快为您处理。
马建仓 AI 助手