Browse Source

Improve sitemap generation

Filter out any trunk links

Change-Id: Icf35370237e0209c836ed8883040bf6fe4c9a7c0
tags/0.16
Andreas Jaeger 5 years ago
parent
commit
a6fbc259b6
1 changed files with 3 additions and 0 deletions
  1. +3
    -0
      sitemap/generator/spiders/sitemap.py

+ 3
- 0
sitemap/generator/spiders/sitemap.py View File

@@ -31,6 +31,9 @@ class SitemapSpider(spiders.CrawlSpider):
r'.*\.xml',
r'.*\.txt',
r'.*/',
],
deny=[
r'/trunk/',
]
),
follow=True, callback='parse_item'

Loading…
Cancel
Save