openstack
/
openstack-doc-tools
Code Issues Proposed changes

[sitemap] resolve several ScrapyDeprecationWarning exceptions 

Change-Id: Ie87e6c316eecd45006332088912b31809b4c9679
This commit is contained in:
Christian Berendt 2015-08-22 10:05:20 +02:00
parent 470017fe8b
commit 8a2df7b6ef
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
sitemap/generator/settings.py
View File

@ -16,7 +16,7 @@
# All available configuration variables are documente at
# http://doc.scrapy.org/en/latest/topics/settings.html.
from scrapy import linkextractor
from scrapy import linkextractors
BOT_NAME = 'sitemap'
SPIDER_MODULES = ['generator.spiders']
@ -31,4 +31,4 @@ LOG_LEVEL = 'INFO'
LOGGING_ENABLED = True
RANDOMIZE_DOWNLOAD_DELAY = False
TELNETCONSOLE_ENABLED = False
linkextractor.IGNORED_EXTENSIONS.remove('pdf')
linkextractors.IGNORED_EXTENSIONS.remove('pdf')

4
sitemap/generator/spiders/sitemap.py
View File

@ -15,8 +15,8 @@ import time
import urlparse
from generator import items
from scrapy.contrib.linkextractors import sgml
from scrapy.contrib import spiders
from scrapy.linkextractors import sgml
from scrapy import spiders
class SitemapSpider(spiders.CrawlSpider):