diff --git a/sitemap/generator/pipelines.py b/sitemap/generator/pipelines.py index 7a8d446b..f06d28a1 100644 --- a/sitemap/generator/pipelines.py +++ b/sitemap/generator/pipelines.py @@ -14,10 +14,10 @@ import os import lxml import scrapy -from scrapy.contrib import exporter +from scrapy import exporters -class SitemapItemExporter(exporter.XmlItemExporter): +class SitemapItemExporter(exporters.XmlItemExporter): '''XmlItemExporer with adjusted attributes for the root element.''' def start_exporting(self): diff --git a/sitemap/generator/spiders/sitemap.py b/sitemap/generator/spiders/sitemap.py index e81335bc..5ea63715 100644 --- a/sitemap/generator/spiders/sitemap.py +++ b/sitemap/generator/spiders/sitemap.py @@ -15,7 +15,7 @@ import time import urlparse from generator import items -from scrapy.linkextractors import sgml +from scrapy.linkextractors import LinkExtractor from scrapy import spiders @@ -24,7 +24,7 @@ class SitemapSpider(spiders.CrawlSpider): rules = [ spiders.Rule( - sgml.SgmlLinkExtractor( + LinkExtractor( allow=[ r'.*\.html', r'.*\.pdf',