missing & removed sets controll if we need a new sitemap.txt
tokens = filter(None,re.split(r'(^/\w*/|\w*/)',link))
self._tree.add(tokens,Link(link))
+ def write_map(self):
+ f = open(self._file,'w')
+ f.write('\n'.join(link.link() for link in self._tree))
+ f.close()
+
def read_map(self):
try:
f = open(self._file)
removed = sitemap.set() - dir_.set()
for page in removed:
print removed+' pages missing!!'
-
for page in missing:
print 'adding missing page '+page
- sitemap.add_page(page)
-
+ sitemap.add_link(page)
+if len(missing & removed) != 0:
+ print 'writing new sitemap - please adjust if needed'
+ sitemap.write_map()
sitemap.graph()