import org.dom4j.io.SAXReader
import org.dom4j.*
import groovy.net.xmlrpc.*
import java.net.ServerSocket

import org.wikimodel.wem.mediawiki.MediaWikiParser
import org.wikimodel.wem.xwiki.*

class PruningPageHandler implements ElementHandler {
def proxy, token;
def counter = 0;
def max = 10000;

PruningPageHandler(proxy, token) {
this.proxy = proxy
this.token = token
}
   def messages = []

    public void onStart(ElementPath path) { }
    public void onEnd(ElementPath path) {
       
     def page = path.current
       def title = page.elementText('title')
        title = title.replaceAll(' ','_')
       def id = page.elementText('id')
       
        println(title+ '('+counter+')')
       def revision = page.element('revision')
       def revid = revision.elementText('id');
       def revtext = revision.elementText('text');
       def contributor = revision.element('contributor')
def username = contributor.elementText('username')

       def index = revtext.substring(0, Math.min(30,revtext.length())).toLowerCase().indexOf("redirect")
       
        counter++;
       if (counter < max && index < 0) {


        revtext = revtext.replaceFirst("^-", "*");
        revtext = revtext.replaceAll("__","")  
        revtext = revtext.replaceAll("[\\|][\\+]","")
def buffer = new StringBuffer()
buffer.append(revtext)
       try {
def reader = new StringReader(revtext);
       def parser = new MediaWikiParser();
         buffer = new StringBuffer()
         def listener = new XWikiSerializer(buffer);
         parser.parse(reader, listener);
} catch (Exception e) {
println(e.getMessage())
}
       def map = new HashMap()
       map.put('content', buffer.toString())
map.put('modifier', username)
       map.put('space','Wikipedia')
       map.put('title',title)
try {      
proxy.confluence1.storePage(token, map)
} catch (Exception e) {
println(e.getMessage())

}

       
         }        
         page.detach() // prune the tree
    
   
       
    }
}

def server = new XMLRPCServer()
def proxy = new XMLRPCServerProxy("http://xwikiserver/xwiki/xmlrpc/confluence")
def token = proxy.confluence1.login("","")  



def reader  = new SAXReader()
def handler = new PruningPageHandler(proxy, token)

File f = new File("/home/slauriere/enwiki-20070908-pages-articles.xml.bz2.1.out")

FileInputStream fis = new FileInputStream(f);
reader.addHandler('/mediawiki/page', handler)
reader.setEncoding('UTF-8')
reader.read(fis)