mirror of
https://github.com/bendtherules/try_scrapy.git
synced 2026-08-19 00:35:07 +00:00
Lynda single page scraping done
This commit is contained in:
@@ -0,0 +1,15 @@
|
||||
# Scrapy settings for try_scrapy project
|
||||
#
|
||||
# For simplicity, this file contains only the most important settings by
|
||||
# default. All the other settings are documented here:
|
||||
#
|
||||
# http://doc.scrapy.org/en/latest/topics/settings.html
|
||||
#
|
||||
|
||||
BOT_NAME = 'try_scrapy'
|
||||
|
||||
SPIDER_MODULES = ['try_scrapy.spiders']
|
||||
NEWSPIDER_MODULE = 'try_scrapy.spiders'
|
||||
|
||||
# Crawl responsibly by identifying yourself (and your website) on the user-agent
|
||||
#USER_AGENT = 'try_scrapy (+http://www.yourdomain.com)'
|
||||
Reference in New Issue
Block a user