Merge "Clean imports in code"
This commit is contained in:
commit
d15c10e699
|
@ -18,7 +18,7 @@ except ImportError:
|
||||||
import urllib.parse as urlparse
|
import urllib.parse as urlparse
|
||||||
|
|
||||||
from scrapy import item
|
from scrapy import item
|
||||||
from scrapy.linkextractors import LinkExtractor
|
from scrapy import linkextractors
|
||||||
from scrapy import spiders
|
from scrapy import spiders
|
||||||
|
|
||||||
|
|
||||||
|
@ -43,7 +43,7 @@ class SitemapSpider(spiders.CrawlSpider):
|
||||||
|
|
||||||
rules = [
|
rules = [
|
||||||
spiders.Rule(
|
spiders.Rule(
|
||||||
LinkExtractor(
|
linkextractors.LinkExtractor(
|
||||||
allow=[
|
allow=[
|
||||||
r'.*\.html',
|
r'.*\.html',
|
||||||
r'.*\.pdf',
|
r'.*\.pdf',
|
||||||
|
|
Loading…
Reference in New Issue