fmartingr
/
shelfzilla
Archived
1
0
Fork 0
Code Releases Activity

Updated crawler with all manga sources

This commit is contained in:
Felipe Martín 2014-08-25 09:26:43 +02:00
parent e043d9dbfa
commit 28c26fdc77
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
utils/crawler_listadomanga/crawl.py
View File

@ -17,7 +17,9 @@ datcrawl.register_crawler(ListadoManga)
# exit
ids = datcrawl.run("http://www.listadomanga.es/lista.php")
ids = []
for i in range(1, 11):
ids.extend(datcrawl.run("http://www.listadomanga.es/lista.php?genero={}".format(i)))
_list = []
errors = 0
success = 0

2
utils/crawler_listadomanga/crawler.py
View File

@ -8,7 +8,7 @@ from pprint import pprint
class ListadoManga(Crawler):
urls = [
('get_manga', '(?P<url>^http\:\/\/www\.listadomanga\.es\/coleccion\.php(.*)$)'),
('get_links', '(?P<url>^http\:\/\/www\.listadomanga\.es\/lista\.php)'),
('get_links', '(?P<url>^http\:\/\/www\.listadomanga\.es\/lista\.php\?genero=\d+)'),
]
downloader = 'DefaultDownloader'