l.update(page)
if not found:
print "adding "+link+" to sitemap"
- dd = dict(link=link)
+ dd = dict(link=link)
dd.update(page)
sitemap.append(dd)
sfile = open('sitemap.txt','w')
title = None
sm = []
if elevel == MAXLEVEL or elevel == 1:
- sm = sitemap
+ sm = sitemap
else:
idx = sitemap.index(page)
while (sitemap[idx]['level'] == page['level']):
# publishResources()
t2 = time.time()
print "["+str(round(t2-t1,2))+"] done."
-
-