mirror of
https://github.com/RicterZ/nhentai.git
synced 2025-07-01 16:09:28 +02:00
Compare commits
49 Commits
Author | SHA1 | Date | |
---|---|---|---|
12f7b2225b | |||
b0e71c9a6c | |||
ad64a5685a | |||
6bd0a6b96a | |||
3a80c233d5 | |||
69e0d1d6f1 | |||
c300a2777f | |||
d0d7fb7015 | |||
4ed91db60a | |||
4c11288d63 | |||
de476aac46 | |||
a3fb75eb11 | |||
bb5024f1d7 | |||
da5b860e5f | |||
8b63d41cbb | |||
55d24883be | |||
8f3bdc73bf | |||
cc2f0521b3 | |||
795e8b2bb8 | |||
97b2ba8fd2 | |||
6858bacd41 | |||
148b4a1a08 | |||
3ba8f62fe2 | |||
16d3b555c9 | |||
0d185f465d | |||
3eacd118ed | |||
e42f42d7db | |||
fd0b53ee36 | |||
35fec2e1f4 | |||
40e880cf77 | |||
2f756ecb5b | |||
441317c28c | |||
8442f00c6c | |||
43e59b724a | |||
5d6a773460 | |||
9fe43dc219 | |||
0f89ff4d63 | |||
5bb98aa007 | |||
a4ac1c9720 | |||
8d25673180 | |||
aab92bbc8e | |||
2b52e300d4 | |||
6e3299a08d | |||
e598c8686a | |||
dd7b2d493e | |||
3d481dbf13 | |||
3a52e8a8bc | |||
bf8205efbe | |||
e3980b0696 |
@ -1,15 +1,17 @@
|
|||||||
os:
|
os:
|
||||||
- linux
|
- linux
|
||||||
- os x
|
|
||||||
|
|
||||||
language: python
|
language: python
|
||||||
python:
|
python:
|
||||||
- 2.7
|
- 2.7
|
||||||
- 2.6
|
- 2.6
|
||||||
|
- 3.3
|
||||||
|
- 3.4
|
||||||
|
- 3.5.2
|
||||||
|
|
||||||
install:
|
install:
|
||||||
- python setup.py install
|
- python setup.py install
|
||||||
|
|
||||||
script:
|
script:
|
||||||
- nhentai --search umaru
|
- NHENTAI=https://nhentai.net nhentai --search umaru
|
||||||
- nhentai --ids=152503,146134 -t 10 --download --path=/tmp/
|
- NHENTAI=https://nhentai.net nhentai --id=152503,146134 -t 10 --output=/tmp/
|
||||||
|
26
README.md
26
README.md
@ -7,6 +7,9 @@ nhentai
|
|||||||
|_| |_|_| |_|\___|_| |_|\__\__,_|_|
|
|_| |_|_| |_|\___|_| |_|\__\__,_|_|
|
||||||
|
|
||||||
あなたも変態。 いいね?
|
あなたも変態。 いいね?
|
||||||
|
[](https://travis-ci.org/RicterZ/nhentai)
|
||||||
|
|
||||||
|
🎉🎉 nhentai 现在支持 Windows 啦!
|
||||||
|
|
||||||
由于 [http://nhentai.net](http://nhentai.net) 下载下来的种子速度很慢,而且官方也提供在线观看本子的功能,所以可以利用本脚本下载本子。
|
由于 [http://nhentai.net](http://nhentai.net) 下载下来的种子速度很慢,而且官方也提供在线观看本子的功能,所以可以利用本脚本下载本子。
|
||||||
### 安装
|
### 安装
|
||||||
@ -17,16 +20,10 @@ nhentai
|
|||||||
|
|
||||||
|
|
||||||
### 用法
|
### 用法
|
||||||
+ 下载指定 id 的本子:
|
|
||||||
|
|
||||||
|
|
||||||
nhentai --id=123855 --download
|
|
||||||
|
|
||||||
|
|
||||||
+ 下载指定 id 列表的本子:
|
+ 下载指定 id 列表的本子:
|
||||||
|
|
||||||
|
|
||||||
nhentai --ids=123855,123866 --download
|
nhentai --id=123855,123866
|
||||||
|
|
||||||
|
|
||||||
+ 下载某关键词第一页的本子(不推荐):
|
+ 下载某关键词第一页的本子(不推荐):
|
||||||
@ -35,10 +32,17 @@ nhentai
|
|||||||
nhentai --search="tomori" --page=1 --download
|
nhentai --search="tomori" --page=1 --download
|
||||||
|
|
||||||
|
|
||||||
`-t, --thread` 指定下载的线程数,最多为 10 线程。
|
`-t, --thread`:指定下载的线程数,最多为 10 线程。
|
||||||
`--path` 指定下载文件的输出路径,默认为当前目录。
|
`--path`:指定下载文件的输出路径,默认为当前目录。
|
||||||
`--timeout` 指定下载图片的超时时间,默认为 30 秒。
|
`--timeout`:指定下载图片的超时时间,默认为 30 秒。
|
||||||
`--proxy` 指定下载的代理,例如: http://127.0.0.1:8080/
|
`--proxy`:指定下载的代理,例如: http://127.0.0.1:8080/
|
||||||
|
|
||||||
|
### 自建 nhentai 镜像
|
||||||
|
如果想用自建镜像下载 nhentai 的本子,需要搭建 nhentai.net 和 i.nhentai.net 的反向代理。
|
||||||
|
例如用 h.loli.club 来做反向代理的话,需要 h.loli.club 反代 nhentai.net,i.h.loli.club 反带 i.nhentai.net。
|
||||||
|
然后利用环境变量来下载:
|
||||||
|
|
||||||
|
NHENTAI=http://h.loli.club nhentai --id 123456
|
||||||
|
|
||||||
|
|
||||||

|

|
||||||
|
Binary file not shown.
Before Width: | Height: | Size: 541 KiB After Width: | Height: | Size: 189 KiB |
Binary file not shown.
Before Width: | Height: | Size: 658 KiB After Width: | Height: | Size: 173 KiB |
@ -1,3 +1,3 @@
|
|||||||
__version__ = '0.1.3'
|
__version__ = '0.2.2'
|
||||||
__author__ = 'Ricter'
|
__author__ = 'Ricter'
|
||||||
__email__ = 'ricterzheng@gmail.com'
|
__email__ = 'ricterzheng@gmail.com'
|
||||||
|
@ -1,18 +1,26 @@
|
|||||||
# coding: utf-8
|
# coding: utf-8
|
||||||
from __future__ import print_function
|
from __future__ import print_function
|
||||||
|
import sys
|
||||||
from optparse import OptionParser
|
from optparse import OptionParser
|
||||||
from logger import logger
|
|
||||||
try:
|
try:
|
||||||
from itertools import ifilter as filter
|
from itertools import ifilter as filter
|
||||||
except ImportError:
|
except ImportError:
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
import nhentai.constant as constant
|
||||||
|
from nhentai.utils import urlparse
|
||||||
|
from nhentai.logger import logger
|
||||||
|
|
||||||
import constant
|
try:
|
||||||
|
reload(sys)
|
||||||
|
sys.setdefaultencoding(sys.stdin.encoding)
|
||||||
|
except NameError:
|
||||||
|
# python3
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
def banner():
|
def banner():
|
||||||
logger.info('''nHentai: あなたも変態。 いいね?
|
logger.info(u'''nHentai: あなたも変態。 いいね?
|
||||||
_ _ _ _
|
_ _ _ _
|
||||||
_ __ | | | | ___ _ __ | |_ __ _(_)
|
_ __ | | | | ___ _ __ | |_ __ _(_)
|
||||||
| '_ \| |_| |/ _ \ '_ \| __/ _` | |
|
| '_ \| |_| |/ _ \ '_ \| __/ _` | |
|
||||||
@ -24,48 +32,58 @@ def banner():
|
|||||||
def cmd_parser():
|
def cmd_parser():
|
||||||
parser = OptionParser()
|
parser = OptionParser()
|
||||||
parser.add_option('--download', dest='is_download', action='store_true', help='download doujinshi or not')
|
parser.add_option('--download', dest='is_download', action='store_true', help='download doujinshi or not')
|
||||||
parser.add_option('--id', type='int', dest='id', action='store', help='doujinshi id of nhentai')
|
parser.add_option('--show-info', dest='is_show', action='store_true', help='just show the doujinshi information.')
|
||||||
parser.add_option('--ids', type='str', dest='ids', action='store', help='doujinshi id set, e.g. 1,2,3')
|
parser.add_option('--id', type='string', dest='id', action='store', help='doujinshi ids set, e.g. 1,2,3')
|
||||||
parser.add_option('--search', type='string', dest='keyword', action='store', help='keyword searched')
|
parser.add_option('--search', type='string', dest='keyword', action='store', help='search doujinshi by keyword')
|
||||||
parser.add_option('--page', type='int', dest='page', action='store', default=1,
|
parser.add_option('--page', type='int', dest='page', action='store', default=1,
|
||||||
help='page number of search result')
|
help='page number of search result')
|
||||||
parser.add_option('--path', type='string', dest='saved_path', action='store', default='',
|
parser.add_option('--tags', type='string', dest='tags', action='store', help='download doujinshi by tags')
|
||||||
help='path which save the doujinshi')
|
parser.add_option('--output', type='string', dest='output_dir', action='store', default='',
|
||||||
|
help='output dir')
|
||||||
parser.add_option('--threads', '-t', type='int', dest='threads', action='store', default=5,
|
parser.add_option('--threads', '-t', type='int', dest='threads', action='store', default=5,
|
||||||
help='thread count of download doujinshi')
|
help='thread count of download doujinshi')
|
||||||
parser.add_option('--timeout', type='int', dest='timeout', action='store', default=30,
|
parser.add_option('--timeout', type='int', dest='timeout', action='store', default=30,
|
||||||
help='timeout of download doujinshi')
|
help='timeout of download doujinshi')
|
||||||
parser.add_option('--proxy', type='string', dest='proxy', action='store', default='',
|
parser.add_option('--proxy', type='string', dest='proxy', action='store', default='',
|
||||||
help='use proxy, example: http://127.0.0.1:1080')
|
help='use proxy, example: http://127.0.0.1:1080')
|
||||||
args, _ = parser.parse_args()
|
|
||||||
|
|
||||||
if args.ids:
|
try:
|
||||||
_ = map(lambda id: id.strip(), args.ids.split(','))
|
sys.argv = list(map(lambda x: unicode(x.decode(sys.stdin.encoding)), sys.argv))
|
||||||
args.ids = set(map(int, filter(lambda id: id.isdigit(), _)))
|
except (NameError, TypeError):
|
||||||
|
pass
|
||||||
|
except UnicodeDecodeError:
|
||||||
|
exit(0)
|
||||||
|
|
||||||
if args.is_download and not args.id and not args.ids and not args.keyword:
|
args, _ = parser.parse_args(sys.argv[1:])
|
||||||
logger.critical('Doujinshi id/ids is required for downloading')
|
|
||||||
parser.print_help()
|
if args.tags:
|
||||||
raise SystemExit
|
logger.warning('`--tags` is under construction')
|
||||||
|
exit(0)
|
||||||
|
|
||||||
if args.id:
|
if args.id:
|
||||||
args.ids = (args.id, ) if not args.ids else args.ids
|
_ = map(lambda id: id.strip(), args.id.split(','))
|
||||||
|
args.id = set(map(int, filter(lambda id: id.isdigit(), _)))
|
||||||
|
|
||||||
if not args.keyword and not args.ids:
|
if (args.is_download or args.is_show) and not args.id and not args.keyword:
|
||||||
|
logger.critical('Doujinshi id(s) are required for downloading')
|
||||||
parser.print_help()
|
parser.print_help()
|
||||||
raise SystemExit
|
exit(0)
|
||||||
|
|
||||||
|
if not args.keyword and not args.id:
|
||||||
|
parser.print_help()
|
||||||
|
exit(0)
|
||||||
|
|
||||||
if args.threads <= 0:
|
if args.threads <= 0:
|
||||||
args.threads = 1
|
args.threads = 1
|
||||||
|
|
||||||
elif args.threads > 10:
|
elif args.threads > 10:
|
||||||
logger.critical('Maximum number of used threads is 10')
|
logger.critical('Maximum number of used threads is 10')
|
||||||
raise SystemExit
|
exit(0)
|
||||||
|
|
||||||
if args.proxy:
|
if args.proxy:
|
||||||
import urlparse
|
proxy_url = urlparse(args.proxy)
|
||||||
proxy_url = urlparse.urlparse(args.proxy)
|
|
||||||
if proxy_url.scheme not in ('http', 'https'):
|
if proxy_url.scheme not in ('http', 'https'):
|
||||||
logger.error('Invalid protocol \'{}\' of proxy, ignored'.format(proxy_url.scheme))
|
logger.error('Invalid protocol \'{0}\' of proxy, ignored'.format(proxy_url.scheme))
|
||||||
else:
|
else:
|
||||||
constant.PROXY = {proxy_url.scheme: args.proxy}
|
constant.PROXY = {proxy_url.scheme: args.proxy}
|
||||||
|
|
||||||
|
@ -1,15 +1,20 @@
|
|||||||
#!/usr/bin/env python2.7
|
#!/usr/bin/env python2.7
|
||||||
# coding: utf-8
|
# coding: utf-8
|
||||||
|
from __future__ import unicode_literals, print_function
|
||||||
import signal
|
import signal
|
||||||
from cmdline import cmd_parser, banner
|
import platform
|
||||||
from parser import doujinshi_parser, search_parser, print_doujinshi
|
|
||||||
from doujinshi import Doujinshi
|
from nhentai.cmdline import cmd_parser, banner
|
||||||
from downloader import Downloader
|
from nhentai.parser import doujinshi_parser, search_parser, print_doujinshi
|
||||||
from logger import logger
|
from nhentai.doujinshi import Doujinshi
|
||||||
|
from nhentai.downloader import Downloader
|
||||||
|
from nhentai.logger import logger
|
||||||
|
from nhentai.constant import BASE_URL
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
banner()
|
banner()
|
||||||
|
logger.info('Using mirror: {0}'.format(BASE_URL))
|
||||||
options = cmd_parser()
|
options = cmd_parser()
|
||||||
|
|
||||||
doujinshi_ids = []
|
doujinshi_ids = []
|
||||||
@ -21,30 +26,35 @@ def main():
|
|||||||
if options.is_download:
|
if options.is_download:
|
||||||
doujinshi_ids = map(lambda d: d['id'], doujinshis)
|
doujinshi_ids = map(lambda d: d['id'], doujinshis)
|
||||||
else:
|
else:
|
||||||
doujinshi_ids = options.ids
|
doujinshi_ids = options.id
|
||||||
|
|
||||||
if doujinshi_ids:
|
if doujinshi_ids:
|
||||||
for id in doujinshi_ids:
|
for id in doujinshi_ids:
|
||||||
doujinshi_info = doujinshi_parser(id)
|
doujinshi_info = doujinshi_parser(id)
|
||||||
doujinshi_list.append(Doujinshi(**doujinshi_info))
|
doujinshi_list.append(Doujinshi(**doujinshi_info))
|
||||||
else:
|
else:
|
||||||
raise SystemExit
|
exit(0)
|
||||||
|
|
||||||
if options.is_download:
|
if not options.is_show:
|
||||||
downloader = Downloader(path=options.saved_path,
|
downloader = Downloader(path=options.output_dir,
|
||||||
thread=options.threads, timeout=options.timeout)
|
thread=options.threads, timeout=options.timeout)
|
||||||
|
|
||||||
for doujinshi in doujinshi_list:
|
for doujinshi in doujinshi_list:
|
||||||
doujinshi.downloader = downloader
|
doujinshi.downloader = downloader
|
||||||
doujinshi.download()
|
doujinshi.download()
|
||||||
else:
|
|
||||||
map(lambda doujinshi: doujinshi.show(), doujinshi_list)
|
|
||||||
|
|
||||||
logger.log(15, u'🍺 All done.')
|
if not platform.system() == 'Windows':
|
||||||
|
logger.log(15, '🍺 All done.')
|
||||||
|
else:
|
||||||
|
logger.log(15, 'All done.')
|
||||||
|
|
||||||
|
else:
|
||||||
|
[doujinshi.show() for doujinshi in doujinshi_list]
|
||||||
|
|
||||||
|
|
||||||
def signal_handler(signal, frame):
|
def signal_handler(signal, frame):
|
||||||
logger.error('Ctrl-C signal received. Quit.')
|
logger.error('Ctrl-C signal received. Quit.')
|
||||||
raise SystemExit
|
exit(1)
|
||||||
|
|
||||||
|
|
||||||
signal.signal(signal.SIGINT, signal_handler)
|
signal.signal(signal.SIGINT, signal_handler)
|
||||||
|
@ -1,6 +1,14 @@
|
|||||||
SCHEMA = 'http://'
|
# coding: utf-8
|
||||||
URL = '%snhentai.net' % SCHEMA
|
from __future__ import unicode_literals, print_function
|
||||||
DETAIL_URL = '%s/g' % URL
|
import os
|
||||||
SEARCH_URL = '%s/search/' % URL
|
from nhentai.utils import urlparse
|
||||||
IMAGE_URL = '%si.nhentai.net/galleries' % SCHEMA
|
|
||||||
|
BASE_URL = os.getenv('NHENTAI', 'https://nhentai.net')
|
||||||
|
|
||||||
|
DETAIL_URL = '%s/g' % BASE_URL
|
||||||
|
SEARCH_URL = '%s/search/' % BASE_URL
|
||||||
|
|
||||||
|
u = urlparse(BASE_URL)
|
||||||
|
IMAGE_URL = '%s://i.%s/galleries' % (u.scheme, u.hostname)
|
||||||
|
|
||||||
PROXY = {}
|
PROXY = {}
|
||||||
|
@ -1,8 +1,10 @@
|
|||||||
# coding: utf-8
|
# coding: utf-8
|
||||||
from __future__ import print_function
|
from __future__ import print_function, unicode_literals
|
||||||
from tabulate import tabulate
|
from tabulate import tabulate
|
||||||
from constant import DETAIL_URL, IMAGE_URL
|
from future.builtins import range
|
||||||
from logger import logger
|
|
||||||
|
from nhentai.constant import DETAIL_URL, IMAGE_URL
|
||||||
|
from nhentai.logger import logger
|
||||||
|
|
||||||
|
|
||||||
class DoujinshiInfo(dict):
|
class DoujinshiInfo(dict):
|
||||||
@ -28,7 +30,7 @@ class Doujinshi(object):
|
|||||||
self.info = DoujinshiInfo(**kwargs)
|
self.info = DoujinshiInfo(**kwargs)
|
||||||
|
|
||||||
def __repr__(self):
|
def __repr__(self):
|
||||||
return '<Doujinshi: {}>'.format(self.name)
|
return '<Doujinshi: {0}>'.format(self.name)
|
||||||
|
|
||||||
def show(self):
|
def show(self):
|
||||||
table = [
|
table = [
|
||||||
@ -41,13 +43,13 @@ class Doujinshi(object):
|
|||||||
["URL", self.url],
|
["URL", self.url],
|
||||||
["Pages", self.pages],
|
["Pages", self.pages],
|
||||||
]
|
]
|
||||||
logger.info(u'Print doujinshi information\n{}'.format(tabulate(table)))
|
logger.info(u'Print doujinshi information of {0}\n{1}'.format(self.id, tabulate(table)))
|
||||||
|
|
||||||
def download(self):
|
def download(self):
|
||||||
logger.info('Start download doujinshi: %s' % self.name)
|
logger.info('Start download doujinshi: %s' % self.name)
|
||||||
if self.downloader:
|
if self.downloader:
|
||||||
download_queue = []
|
download_queue = []
|
||||||
for i in xrange(1, self.pages + 1):
|
for i in range(1, self.pages + 1):
|
||||||
download_queue.append('%s/%d/%d.%s' % (IMAGE_URL, int(self.img_id), i, self.ext))
|
download_queue.append('%s/%d/%d.%s' % (IMAGE_URL, int(self.img_id), i, self.ext))
|
||||||
self.downloader.download(download_queue, self.id)
|
self.downloader.download(download_queue, self.id)
|
||||||
else:
|
else:
|
||||||
|
@ -1,19 +1,20 @@
|
|||||||
# coding: utf-8
|
# coding: utf-
|
||||||
|
from __future__ import unicode_literals, print_function
|
||||||
|
from future.builtins import str as text
|
||||||
import os
|
import os
|
||||||
import requests
|
import requests
|
||||||
import threadpool
|
import threadpool
|
||||||
from urlparse import urlparse
|
try:
|
||||||
from logger import logger
|
from urllib.parse import urlparse
|
||||||
from parser import request
|
except ImportError:
|
||||||
|
from urlparse import urlparse
|
||||||
|
|
||||||
|
from nhentai.logger import logger
|
||||||
|
from nhentai.parser import request
|
||||||
|
from nhentai.utils import Singleton
|
||||||
|
|
||||||
|
|
||||||
class Downloader(object):
|
class Downloader(Singleton):
|
||||||
_instance = None
|
|
||||||
|
|
||||||
def __new__(cls, *args, **kwargs):
|
|
||||||
if not cls._instance:
|
|
||||||
cls._instance = super(Downloader, cls).__new__(cls, *args, **kwargs)
|
|
||||||
return cls._instance
|
|
||||||
|
|
||||||
def __init__(self, path='', thread=1, timeout=30):
|
def __init__(self, path='', thread=1, timeout=30):
|
||||||
if not isinstance(thread, (int, )) or thread < 1 or thread > 10:
|
if not isinstance(thread, (int, )) or thread < 1 or thread > 10:
|
||||||
@ -24,10 +25,11 @@ class Downloader(object):
|
|||||||
self.timeout = timeout
|
self.timeout = timeout
|
||||||
|
|
||||||
def _download(self, url, folder='', filename='', retried=False):
|
def _download(self, url, folder='', filename='', retried=False):
|
||||||
logger.info('Start downloading: {} ...'.format(url))
|
logger.info('Start downloading: {0} ...'.format(url))
|
||||||
filename = filename if filename else os.path.basename(urlparse(url).path)
|
filename = filename if filename else os.path.basename(urlparse(url).path)
|
||||||
|
base_filename, extension = os.path.splitext(filename)
|
||||||
try:
|
try:
|
||||||
with open(os.path.join(folder, filename), "wb") as f:
|
with open(os.path.join(folder, base_filename.zfill(3) + extension), "wb") as f:
|
||||||
response = request('get', url, stream=True, timeout=self.timeout)
|
response = request('get', url, stream=True, timeout=self.timeout)
|
||||||
length = response.headers.get('content-length')
|
length = response.headers.get('content-length')
|
||||||
if length is None:
|
if length is None:
|
||||||
@ -37,7 +39,7 @@ class Downloader(object):
|
|||||||
f.write(chunk)
|
f.write(chunk)
|
||||||
except requests.HTTPError as e:
|
except requests.HTTPError as e:
|
||||||
if not retried:
|
if not retried:
|
||||||
logger.error('Error: {}, retrying'.format(str(e)))
|
logger.error('Error: {0}, retrying'.format(str(e)))
|
||||||
return self._download(url=url, folder=folder, filename=filename, retried=True)
|
return self._download(url=url, folder=folder, filename=filename, retried=True)
|
||||||
else:
|
else:
|
||||||
return None
|
return None
|
||||||
@ -49,25 +51,25 @@ class Downloader(object):
|
|||||||
def _download_callback(self, request, result):
|
def _download_callback(self, request, result):
|
||||||
if not result:
|
if not result:
|
||||||
logger.critical('Too many errors occurred, quit.')
|
logger.critical('Too many errors occurred, quit.')
|
||||||
raise SystemExit
|
exit(1)
|
||||||
logger.log(15, '{} download successfully'.format(result))
|
logger.log(15, '{0} download successfully'.format(result))
|
||||||
|
|
||||||
def download(self, queue, folder=''):
|
def download(self, queue, folder=''):
|
||||||
if not isinstance(folder, (str, unicode)):
|
if not isinstance(folder, (text)):
|
||||||
folder = str(folder)
|
folder = str(folder)
|
||||||
|
|
||||||
if self.path:
|
if self.path:
|
||||||
folder = os.path.join(self.path, folder)
|
folder = os.path.join(self.path, folder)
|
||||||
|
|
||||||
if not os.path.exists(folder):
|
if not os.path.exists(folder):
|
||||||
logger.warn('Path \'{}\' not exist.'.format(folder))
|
logger.warn('Path \'{0}\' not exist.'.format(folder))
|
||||||
try:
|
try:
|
||||||
os.makedirs(folder)
|
os.makedirs(folder)
|
||||||
except EnvironmentError as e:
|
except EnvironmentError as e:
|
||||||
logger.critical('Error: {}'.format(str(e)))
|
logger.critical('Error: {0}'.format(str(e)))
|
||||||
raise SystemExit
|
exit(1)
|
||||||
else:
|
else:
|
||||||
logger.warn('Path \'{}\' already exist.'.format(folder))
|
logger.warn('Path \'{0}\' already exist.'.format(folder))
|
||||||
|
|
||||||
queue = [([url], {'folder': folder}) for url in queue]
|
queue = [([url], {'folder': folder}) for url in queue]
|
||||||
|
|
||||||
|
@ -1,13 +1,24 @@
|
|||||||
import logging
|
|
||||||
#
|
#
|
||||||
# Copyright (C) 2010-2012 Vinay Sajip. All rights reserved. Licensed under the new BSD license.
|
# Copyright (C) 2010-2012 Vinay Sajip. All rights reserved. Licensed under the new BSD license.
|
||||||
#
|
#
|
||||||
|
from __future__ import print_function, unicode_literals
|
||||||
import logging
|
import logging
|
||||||
import os
|
|
||||||
import re
|
import re
|
||||||
|
import platform
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
|
|
||||||
|
if platform.system() == 'Windows':
|
||||||
|
import ctypes
|
||||||
|
import ctypes.wintypes
|
||||||
|
|
||||||
|
# Reference: https://gist.github.com/vsajip/758430
|
||||||
|
# https://github.com/ipython/ipython/issues/4252
|
||||||
|
# https://msdn.microsoft.com/en-us/library/windows/desktop/ms686047%28v=vs.85%29.aspx
|
||||||
|
ctypes.windll.kernel32.SetConsoleTextAttribute.argtypes = [ctypes.wintypes.HANDLE, ctypes.wintypes.WORD]
|
||||||
|
ctypes.windll.kernel32.SetConsoleTextAttribute.restype = ctypes.wintypes.BOOL
|
||||||
|
|
||||||
|
|
||||||
class ColorizingStreamHandler(logging.StreamHandler):
|
class ColorizingStreamHandler(logging.StreamHandler):
|
||||||
# color names to indices
|
# color names to indices
|
||||||
color_map = {
|
color_map = {
|
||||||
@ -22,22 +33,13 @@ class ColorizingStreamHandler(logging.StreamHandler):
|
|||||||
}
|
}
|
||||||
|
|
||||||
# levels to (background, foreground, bold/intense)
|
# levels to (background, foreground, bold/intense)
|
||||||
if os.name == 'nt':
|
level_map = {
|
||||||
level_map = {
|
logging.DEBUG: (None, 'blue', False),
|
||||||
logging.DEBUG: (None, 'white', False),
|
logging.INFO: (None, 'green', False),
|
||||||
logging.INFO: (None, 'green', False),
|
logging.WARNING: (None, 'yellow', False),
|
||||||
logging.WARNING: (None, 'yellow', False),
|
logging.ERROR: (None, 'red', False),
|
||||||
logging.ERROR: (None, 'red', False),
|
logging.CRITICAL: ('red', 'white', False)
|
||||||
logging.CRITICAL: ('red', 'white', False)
|
}
|
||||||
}
|
|
||||||
else:
|
|
||||||
level_map = {
|
|
||||||
logging.DEBUG: (None, 'white', False),
|
|
||||||
logging.INFO: (None, 'green', False),
|
|
||||||
logging.WARNING: (None, 'yellow', False),
|
|
||||||
logging.ERROR: (None, 'red', False),
|
|
||||||
logging.CRITICAL: ('red', 'white', False)
|
|
||||||
}
|
|
||||||
csi = '\x1b['
|
csi = '\x1b['
|
||||||
reset = '\x1b[0m'
|
reset = '\x1b[0m'
|
||||||
disable_coloring = False
|
disable_coloring = False
|
||||||
@ -47,7 +49,29 @@ class ColorizingStreamHandler(logging.StreamHandler):
|
|||||||
isatty = getattr(self.stream, 'isatty', None)
|
isatty = getattr(self.stream, 'isatty', None)
|
||||||
return isatty and isatty() and not self.disable_coloring
|
return isatty and isatty() and not self.disable_coloring
|
||||||
|
|
||||||
if os.name != 'nt':
|
def emit(self, record):
|
||||||
|
try:
|
||||||
|
message = self.format(record)
|
||||||
|
stream = self.stream
|
||||||
|
|
||||||
|
if not self.is_tty:
|
||||||
|
if message and message[0] == "\r":
|
||||||
|
message = message[1:]
|
||||||
|
stream.write(message)
|
||||||
|
else:
|
||||||
|
self.output_colorized(message)
|
||||||
|
stream.write(getattr(self, 'terminator', '\n'))
|
||||||
|
|
||||||
|
self.flush()
|
||||||
|
except (KeyboardInterrupt, SystemExit):
|
||||||
|
raise
|
||||||
|
except IOError:
|
||||||
|
pass
|
||||||
|
except:
|
||||||
|
self.handleError(record)
|
||||||
|
|
||||||
|
|
||||||
|
if not platform.system() == 'Windows':
|
||||||
def output_colorized(self, message):
|
def output_colorized(self, message):
|
||||||
self.stream.write(message)
|
self.stream.write(message)
|
||||||
else:
|
else:
|
||||||
@ -65,8 +89,6 @@ class ColorizingStreamHandler(logging.StreamHandler):
|
|||||||
}
|
}
|
||||||
|
|
||||||
def output_colorized(self, message):
|
def output_colorized(self, message):
|
||||||
import ctypes
|
|
||||||
|
|
||||||
parts = self.ansi_esc.split(message)
|
parts = self.ansi_esc.split(message)
|
||||||
write = self.stream.write
|
write = self.stream.write
|
||||||
h = None
|
h = None
|
||||||
@ -75,7 +97,7 @@ class ColorizingStreamHandler(logging.StreamHandler):
|
|||||||
if fd is not None:
|
if fd is not None:
|
||||||
fd = fd()
|
fd = fd()
|
||||||
|
|
||||||
if fd in (1, 2): # stdout or stderr
|
if fd in (1, 2): # stdout or stderr
|
||||||
h = ctypes.windll.kernel32.GetStdHandle(-10 - fd)
|
h = ctypes.windll.kernel32.GetStdHandle(-10 - fd)
|
||||||
|
|
||||||
while parts:
|
while parts:
|
||||||
@ -97,11 +119,11 @@ class ColorizingStreamHandler(logging.StreamHandler):
|
|||||||
elif 30 <= p <= 37:
|
elif 30 <= p <= 37:
|
||||||
color |= self.nt_color_map[p - 30]
|
color |= self.nt_color_map[p - 30]
|
||||||
elif p == 1:
|
elif p == 1:
|
||||||
color |= 0x08 # foreground intensity on
|
color |= 0x08 # foreground intensity on
|
||||||
elif p == 0: # reset to default color
|
elif p == 0: # reset to default color
|
||||||
color = 0x07
|
color = 0x07
|
||||||
else:
|
else:
|
||||||
pass # error condition ignored
|
pass # error condition ignored
|
||||||
|
|
||||||
ctypes.windll.kernel32.SetConsoleTextAttribute(h, color)
|
ctypes.windll.kernel32.SetConsoleTextAttribute(h, color)
|
||||||
|
|
||||||
@ -135,6 +157,7 @@ class ColorizingStreamHandler(logging.StreamHandler):
|
|||||||
message = logging.StreamHandler.format(self, record)
|
message = logging.StreamHandler.format(self, record)
|
||||||
return self.colorize(message, record)
|
return self.colorize(message, record)
|
||||||
|
|
||||||
|
|
||||||
logging.addLevelName(15, "INFO")
|
logging.addLevelName(15, "INFO")
|
||||||
logger = logging.getLogger('nhentai')
|
logger = logging.getLogger('nhentai')
|
||||||
LOGGER_HANDLER = ColorizingStreamHandler(sys.stdout)
|
LOGGER_HANDLER = ColorizingStreamHandler(sys.stdout)
|
||||||
|
@ -1,38 +1,39 @@
|
|||||||
# coding: utf-8
|
# coding: utf-8
|
||||||
from __future__ import print_function
|
from __future__ import unicode_literals, print_function
|
||||||
import sys
|
|
||||||
|
from bs4 import BeautifulSoup
|
||||||
import re
|
import re
|
||||||
import requests
|
import requests
|
||||||
from bs4 import BeautifulSoup
|
|
||||||
import constant
|
|
||||||
from logger import logger
|
|
||||||
from tabulate import tabulate
|
from tabulate import tabulate
|
||||||
|
|
||||||
|
import nhentai.constant as constant
|
||||||
|
from nhentai.logger import logger
|
||||||
|
|
||||||
|
|
||||||
def request(method, url, **kwargs):
|
def request(method, url, **kwargs):
|
||||||
if not hasattr(requests, method):
|
if not hasattr(requests, method):
|
||||||
raise AttributeError('\'requests\' object has no attribute \'{}\''.format(method))
|
raise AttributeError('\'requests\' object has no attribute \'{0}\''.format(method))
|
||||||
|
|
||||||
return requests.__dict__[method](url, proxies=constant.PROXY, **kwargs)
|
return requests.__dict__[method](url, proxies=constant.PROXY, **kwargs)
|
||||||
|
|
||||||
|
|
||||||
def doujinshi_parser(id_):
|
def doujinshi_parser(id_):
|
||||||
if not isinstance(id_, (int,)) and (isinstance(id_, (str,)) and not id_.isdigit()):
|
if not isinstance(id_, (int,)) and (isinstance(id_, (str,)) and not id_.isdigit()):
|
||||||
raise Exception('Doujinshi id({}) is not valid'.format(id_))
|
raise Exception('Doujinshi id({0}) is not valid'.format(id_))
|
||||||
|
|
||||||
id_ = int(id_)
|
id_ = int(id_)
|
||||||
logger.log(15, 'Fetching doujinshi information of id {}'.format(id_))
|
logger.log(15, 'Fetching doujinshi information of id {0}'.format(id_))
|
||||||
doujinshi = dict()
|
doujinshi = dict()
|
||||||
doujinshi['id'] = id_
|
doujinshi['id'] = id_
|
||||||
url = '{}/{}/'.format(constant.DETAIL_URL, id_)
|
url = '{0}/{1}/'.format(constant.DETAIL_URL, id_)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
response = request('get', url).content
|
response = request('get', url).content
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.critical(str(e))
|
logger.critical(str(e))
|
||||||
sys.exit()
|
exit(1)
|
||||||
|
|
||||||
html = BeautifulSoup(response)
|
html = BeautifulSoup(response, 'html.parser')
|
||||||
doujinshi_info = html.find('div', attrs={'id': 'info'})
|
doujinshi_info = html.find('div', attrs={'id': 'info'})
|
||||||
|
|
||||||
title = doujinshi_info.find('h1').text
|
title = doujinshi_info.find('h1').text
|
||||||
@ -45,7 +46,8 @@ def doujinshi_parser(id_):
|
|||||||
img_id = re.search('/galleries/([\d]+)/cover\.(jpg|png)$', doujinshi_cover.a.img['src'])
|
img_id = re.search('/galleries/([\d]+)/cover\.(jpg|png)$', doujinshi_cover.a.img['src'])
|
||||||
if not img_id:
|
if not img_id:
|
||||||
logger.critical('Tried yo get image id failed')
|
logger.critical('Tried yo get image id failed')
|
||||||
sys.exit()
|
exit(1)
|
||||||
|
|
||||||
doujinshi['img_id'] = img_id.group(1)
|
doujinshi['img_id'] = img_id.group(1)
|
||||||
doujinshi['ext'] = img_id.group(2)
|
doujinshi['ext'] = img_id.group(2)
|
||||||
|
|
||||||
@ -71,16 +73,16 @@ def doujinshi_parser(id_):
|
|||||||
|
|
||||||
|
|
||||||
def search_parser(keyword, page):
|
def search_parser(keyword, page):
|
||||||
logger.debug('Searching doujinshis of keyword {}'.format(keyword))
|
logger.debug('Searching doujinshis of keyword {0}'.format(keyword))
|
||||||
result = []
|
result = []
|
||||||
try:
|
try:
|
||||||
response = request('get', url=constant.SEARCH_URL, params={'q': keyword, 'page': page}).content
|
response = request('get', url=constant.SEARCH_URL, params={'q': keyword, 'page': page}).content
|
||||||
except requests.ConnectionError as e:
|
except requests.ConnectionError as e:
|
||||||
logger.critical(e)
|
logger.critical(e)
|
||||||
logger.warn('If you are in China, please configure the proxy to fu*k GFW.')
|
logger.warn('If you are in China, please configure the proxy to fu*k GFW.')
|
||||||
raise SystemExit
|
exit(1)
|
||||||
|
|
||||||
html = BeautifulSoup(response)
|
html = BeautifulSoup(response, 'html.parser')
|
||||||
doujinshi_search_result = html.find_all('div', attrs={'class': 'gallery'})
|
doujinshi_search_result = html.find_all('div', attrs={'class': 'gallery'})
|
||||||
for doujinshi in doujinshi_search_result:
|
for doujinshi in doujinshi_search_result:
|
||||||
doujinshi_container = doujinshi.find('div', attrs={'class': 'caption'})
|
doujinshi_container = doujinshi.find('div', attrs={'class': 'caption'})
|
||||||
@ -88,13 +90,16 @@ def search_parser(keyword, page):
|
|||||||
title = (title[:85] + '..') if len(title) > 85 else title
|
title = (title[:85] + '..') if len(title) > 85 else title
|
||||||
id_ = re.search('/g/(\d+)/', doujinshi.a['href']).group(1)
|
id_ = re.search('/g/(\d+)/', doujinshi.a['href']).group(1)
|
||||||
result.append({'id': id_, 'title': title})
|
result.append({'id': id_, 'title': title})
|
||||||
|
if not result:
|
||||||
|
logger.warn('Not found anything of keyword {}'.format(keyword))
|
||||||
|
|
||||||
return result
|
return result
|
||||||
|
|
||||||
|
|
||||||
def print_doujinshi(doujinshi_list):
|
def print_doujinshi(doujinshi_list):
|
||||||
if not doujinshi_list:
|
if not doujinshi_list:
|
||||||
return
|
return
|
||||||
doujinshi_list = [i.values() for i in doujinshi_list]
|
doujinshi_list = [(i['id'], i['title']) for i in doujinshi_list]
|
||||||
headers = ['id', 'doujinshi']
|
headers = ['id', 'doujinshi']
|
||||||
logger.info('Search Result\n' +
|
logger.info('Search Result\n' +
|
||||||
tabulate(tabular_data=doujinshi_list, headers=headers, tablefmt='rst'))
|
tabulate(tabular_data=doujinshi_list, headers=headers, tablefmt='rst'))
|
||||||
|
25
nhentai/utils.py
Normal file
25
nhentai/utils.py
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
# coding: utf-8
|
||||||
|
from __future__ import unicode_literals, print_function
|
||||||
|
|
||||||
|
|
||||||
|
class _Singleton(type):
|
||||||
|
""" A metaclass that creates a Singleton base class when called. """
|
||||||
|
_instances = {}
|
||||||
|
|
||||||
|
def __call__(cls, *args, **kwargs):
|
||||||
|
if cls not in cls._instances:
|
||||||
|
cls._instances[cls] = super(_Singleton, cls).__call__(*args, **kwargs)
|
||||||
|
return cls._instances[cls]
|
||||||
|
|
||||||
|
|
||||||
|
class Singleton(_Singleton(str('SingletonMeta'), (object,), {})):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
def urlparse(url):
|
||||||
|
try:
|
||||||
|
from urlparse import urlparse
|
||||||
|
except ImportError:
|
||||||
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
|
return urlparse(url)
|
@ -2,3 +2,4 @@ requests>=2.5.0
|
|||||||
BeautifulSoup4>=4.0.0
|
BeautifulSoup4>=4.0.0
|
||||||
threadpool>=1.2.7
|
threadpool>=1.2.7
|
||||||
tabulate>=0.7.5
|
tabulate>=0.7.5
|
||||||
|
future>=0.15.2
|
10
setup.py
10
setup.py
@ -1,9 +1,17 @@
|
|||||||
|
# coding: utf-8
|
||||||
|
from __future__ import print_function, unicode_literals
|
||||||
|
import codecs
|
||||||
from setuptools import setup, find_packages
|
from setuptools import setup, find_packages
|
||||||
from nhentai import __version__, __author__, __email__
|
from nhentai import __version__, __author__, __email__
|
||||||
|
|
||||||
with open('requirements.txt') as f:
|
with open('requirements.txt') as f:
|
||||||
requirements = [l for l in f.read().splitlines() if l]
|
requirements = [l for l in f.read().splitlines() if l]
|
||||||
|
|
||||||
|
|
||||||
|
def long_description():
|
||||||
|
with codecs.open('README.md', 'rb') as f:
|
||||||
|
return str(f.read())
|
||||||
|
|
||||||
setup(
|
setup(
|
||||||
name='nhentai',
|
name='nhentai',
|
||||||
version=__version__,
|
version=__version__,
|
||||||
@ -13,7 +21,9 @@ setup(
|
|||||||
author_email=__email__,
|
author_email=__email__,
|
||||||
keywords='nhentai, doujinshi',
|
keywords='nhentai, doujinshi',
|
||||||
description='nhentai.net doujinshis downloader',
|
description='nhentai.net doujinshis downloader',
|
||||||
|
long_description=long_description(),
|
||||||
url='https://github.com/RicterZ/nhentai',
|
url='https://github.com/RicterZ/nhentai',
|
||||||
|
download_url='https://github.com/RicterZ/nhentai/tarball/master',
|
||||||
include_package_data=True,
|
include_package_data=True,
|
||||||
zip_safe=False,
|
zip_safe=False,
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user