#!/usr/bin/env python
#
# Tilmann Haak <spam@thaak.de>
# 2011-12-04
#
# - Download all pages from larpwiki.de
# - Write each page into a text file, e.g. "LarpWiki.txt"

import xmlrpclib
import time
import string

wiki = xmlrpclib.ServerProxy("http://www.larpwiki.de/?action=xmlrpc2")

# get all pages on the wiki (sorted)
pages = sorted(wiki.getAllPages())

# dump pages to current dir
count = 1
for page in pages:
     pagename = page.encode('utf-8')
     filename = string.replace(pagename + '.txt', '/', '%2F')
     print("%i/%i %s" % (count, len(pages), filename))
     text = wiki.getPage(page).encode('utf-8')
     fd = open(filename, 'w')
     fd.write(text)
     fd.close()
     time.sleep(0.05) # don't hammer on the wiki!
     count += 1