diff --git a/sitemap/generator/settings.py b/sitemap/generator/settings.py index 41269628..a013c472 100644 --- a/sitemap/generator/settings.py +++ b/sitemap/generator/settings.py @@ -16,7 +16,7 @@ # All available configuration variables are documente at # http://doc.scrapy.org/en/latest/topics/settings.html. -from scrapy import linkextractor +from scrapy import linkextractors BOT_NAME = 'sitemap' SPIDER_MODULES = ['generator.spiders'] @@ -31,4 +31,4 @@ LOG_LEVEL = 'INFO' LOGGING_ENABLED = True RANDOMIZE_DOWNLOAD_DELAY = False TELNETCONSOLE_ENABLED = False -linkextractor.IGNORED_EXTENSIONS.remove('pdf') +linkextractors.IGNORED_EXTENSIONS.remove('pdf') diff --git a/sitemap/generator/spiders/sitemap.py b/sitemap/generator/spiders/sitemap.py index a0d7ba7e..e81335bc 100644 --- a/sitemap/generator/spiders/sitemap.py +++ b/sitemap/generator/spiders/sitemap.py @@ -15,8 +15,8 @@ import time import urlparse from generator import items -from scrapy.contrib.linkextractors import sgml -from scrapy.contrib import spiders +from scrapy.linkextractors import sgml +from scrapy import spiders class SitemapSpider(spiders.CrawlSpider):