Browse Source

Improve sitemap generation

Filter out any trunk links

Change-Id: Icf35370237e0209c836ed8883040bf6fe4c9a7c0
tags/0.16
Andreas Jaeger 5 years ago
parent
commit
a6fbc259b6
1 changed files with 3 additions and 0 deletions
  1. 3
    0
      sitemap/generator/spiders/sitemap.py

+ 3
- 0
sitemap/generator/spiders/sitemap.py View File

@@ -31,6 +31,9 @@ class SitemapSpider(spiders.CrawlSpider):
31 31
                     r'.*\.xml',
32 32
                     r'.*\.txt',
33 33
                     r'.*/',
34
+                ],
35
+                deny=[
36
+                    r'/trunk/',
34 37
                 ]
35 38
             ),
36 39
             follow=True, callback='parse_item'

Loading…
Cancel
Save