import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.io.StringReader;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Date;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Properties;
import java.util.Set;
import java.util.SortedMap;
import java.util.TreeMap;

import org.apache.commons.io.output.ByteArrayOutputStream;

import com.ecyrd.jspwiki.WikiContext;
import com.ecyrd.jspwiki.WikiEngine;
import com.ecyrd.jspwiki.WikiPage;
import com.ecyrd.jspwiki.attachment.Attachment;
import com.ecyrd.jspwiki.providers.WikiPageProvider;
import com.xpn.xwiki.XWiki;
import com.xpn.xwiki.XWikiConfig;
import com.xpn.xwiki.XWikiContext;
import com.xpn.xwiki.doc.XWikiAttachment;
import com.xpn.xwiki.doc.XWikiDocument;

public class JspWikiImporter
{
    
     public final static String OLD_WIKI_SPACE_NAME = "OldWiki";
     public final static String INSERT_BLOG_LINKS_PATTER ="#insertBlogLinksHere";
     public final static DateFormat DATE_FORMAT = newSimpleDateFormat("dd/MM/yyyy");
     public final static DateFormat JSPWIKI_DATE_FORMAT = newSimpleDateFormat("ddMMyy");
    
     private WikiEngine engine;
    
     private XWikiContext context;

     private XWiki xwiki;
    
     private Map<String,XWikiDocument> xwikiPages = newTreeMap<String,XWikiDocument>();
    
     private Map<String,XWikiDocument> rootPages = newTreeMap<String,XWikiDocument>();

     private Set<XWikiDocument> blogPages = new HashSet<XWikiDocument>();
    
     boolean inCode = false;
    
     boolean inTable = false;

    
     public static void main(String[] args)
     {
           new JspWikiImporter().export("C:/home/dev/tools/cots/xwiki/jspwiki-exporter/src/content/jspwiki.properties");
            System.exit(0);
     }

     public void export(String configFileName)
     {
           try
           { // Start xwiki
                 this.context = new XWikiContext();
                  XWikiConfig config = new XWikiConfig();
                 this.xwiki = new com.xpn.xwiki.XWiki(config, this.context);

                 // Export from jspwiki
                 Properties props = new Properties();
                  props.load(new FileInputStream(new File(configFileName)));

                  props.put(WikiEngine.PROP_ENCODING, "UTF-8");

                  engine = new WikiEngine(props);
                  export(props);

                 // Save to archive
                 com.xpn.xwiki.plugin.packaging.Package export = newcom.xpn.xwiki.plugin.packaging.Package();
                  export.setWithVersions(false);
                  export.setAuthorName("Fred");
                  export.setDescription("ExportJspWiki");
                  export.setLicence("");
                  export.setVersion("");
                  export.setBackupPack(false);
                  export.setName("ExportJspWiki");
                  export.addAllWikiDocuments(context);
                  export.export(newFileOutputStream("c:\\Temp\\jspwikiexport.zip"), context);
           }
           catch (Exception e)
           {
                  e.printStackTrace();

                 throw new RuntimeException("Export failed", e);
           }
     }

     private void export(Properties props) throws Exception
     {
           // export
           export("c:/temp/jspwiki-export/", props);
     }
    
     private void export(String exportPath, Properties properties) throwsException
     {
            Set<String> visited = new HashSet<String>();

           // pages
           Collection pages = engine.getPageManager().getAllPages();
            Iterator ipages = pages.iterator();
           while (ipages.hasNext())
           {
                  WikiPage page = (WikiPage) ipages.next();

                 if (!visited.contains(page.getName()))
                 {
                        exportPage(engine, properties, page);
                        visited.add(page.getName());
                 }
           }
           // Create WebHome page
           XWikiDocument webHomePage = xwiki.getDocument(OLD_WIKI_SPACE_NAME,"WebHome" , context);
            webHomePage.setTitle("Old Wiki");
            webHomePage.setDate(new Date());
            webHomePage.setComment("Page generated by JSPWiki importer ");
          
            StringBuilder webHomeContent = new StringBuilder();
            webHomeContent.append("1 Old Wiki\n");
          
           // Try and find parent pages
           for(Map.Entry<String,XWikiDocument> entry : xwikiPages.entrySet())
           {
                  String name = entry.getKey();
                 int underscoreIndex = name.lastIndexOf('_');
                 if(underscoreIndex > 0)
                 {
                        String parentName = name.substring(0,underscoreIndex);
                        XWikiDocument parent = xwikiPages.get(parentName);
                       boolean stop = false;
                       while(!stop)
                       {
                             XWikiDocument doc = entry.getValue();
                            if(parent != null)
                            {     // Update parent ref
                                  doc.setParent(OLD_WIKI_SPACE_NAME + "."+parentName);
                                   xwiki.saveDocument(doc, context);
                                   System.out.println("Setting parent / child relation : "+parentName+"->"+name);
                                   stop = true;
                            }
                            else
                            {
                                   underscoreIndex = parentName.lastIndexOf('_');
                                  if(underscoreIndex > 0)
                                  {
                                         parentName = parentName.substring(0,underscoreIndex);
                                         parent = xwikiPages.get(parentName);
                                  }
                                  else
                                  {     // Orphan or root page
                                        stop = true;
                                        if(shouldIndex(name))
                                        {
                                               rootPages.put(name, doc);
                                        }
                                  }
                            }
                       }
                 }
                 else
                 {
                       if(shouldIndex(name))
                       {
                             rootPages.put(name, entry.getValue());
                       }
                 }
           }
          
           // Build index page
           for(XWikiDocument rootPage : rootPages.values())
           {
                  buildIndex(webHomeContent, rootPage, 1);
           }
          
           // Save webHome
           webHomePage.setContent(webHomeContent.toString());
            xwiki.saveDocument(webHomePage, context);
          
           // Process blog pages
           for(XWikiDocument blogPage : blogPages)
           {
                  StringBuilder entriesLinks = new StringBuilder();
                  String blogPageName = blogPage.getName();
                  SortedMap<Date,XWikiDocument> entries = new TreeMap<Date, XWikiDocument>();
                 for(Map.Entry<String,XWikiDocument> entry :xwikiPages.entrySet())
                 {
                        String pageName = entry.getKey();
                      if((!pageName.equals(blogPage))&&pageName.startsWith(blogPageName))
                       {     // This is a blog entry
                            XWikiDocument entryDoc = entry.getValue();
                             Date date;
                            // Compute date
                            int dateIndex = pageName.indexOf("blogentry_");
                            if(dateIndex < 0)
                            {
                                   dateIndex = pageName.indexOf("comments_");
                                  if(dateIndex > 0)
                                  {
                                         dateIndex += 9;
                                  }
                            }
                            else
                            {
                                   dateIndex += 10;
                            }
                            if(dateIndex > 0)
                            {
                                   String dateString = pageName.substring(dateIndex);
                                  int tailIndex = dateString.indexOf("_");
                                  if(tailIndex > 0)
                                  {
                                         dateString = dateString.substring(0,tailIndex);
                                   }
                                  try
                                  {
                                         date =JSPWIKI_DATE_FORMAT.parse(dateString);
                                  }
                                  catch(Exception e)
                                  {
                                         date = new Date();
                                  }
                            }
                            else
                            {
                                   date = new Date();
                            }
                            while(entries.containsKey(date))
                            {     // Already an entry at this date
                                  date = new Date((date.getTime()+1));
                            }
                             entries.put(date, entryDoc);
                       }
                 }
                 if(!entries.isEmpty())
                 {
                        List<Map.Entry<Date,XWikiDocument>> sortedEntries = newArrayList<Map.Entry<Date,XWikiDocument>>(entries.entrySet());
                        Collections.reverse(sortedEntries);
                       for(Map.Entry<Date,XWikiDocument> entry : sortedEntries)
                       {
                             Date date = entry.getKey();
                             XWikiDocument entryDoc = entry.getValue();
                             String pageName = entryDoc.getName();
                             entriesLinks.append("* [");
                             String firstLine =extractFirstLine(entryDoc.getContent(),pageName);
                            if(firstLine == null)
                            {
                                   firstLine = pageName;
                            }
                            else
                            {
                                  if(firstLine.startsWith("1.1.1"))
                                  {
                                         firstLine = firstLine.substring(5);
                                  }
                                  else if(firstLine.startsWith("1.1"))
                                  {
                                         firstLine = firstLine.substring(3);
                                  }
                                  else if(firstLine.startsWith("1"))
                                  {
                                         firstLine = firstLine.substring(1);
                                  }
                                  else if(firstLine.startsWith("**"))
                                  {
                                         firstLine = firstLine.substring(2);
                                  }
                                  else if(firstLine.startsWith("*"))
                                  {
                                         firstLine = firstLine.substring(1);
                                  }
                                  else if(firstLine.startsWith("11."))
                                  {
                                         firstLine = firstLine.substring(3);
                                  }
                                  else if(firstLine.startsWith("1."))
                                  {
                                         firstLine = firstLine.substring(2);
                                  }
                                  int lfIndex = firstLine.indexOf("\\");
                                  if(lfIndex > 0)
                                  {
                                         firstLine = firstLine.substring(0,lfIndex);
                                  }
                            }
                             entriesLinks.append(firstLine).append(" (");
                             entriesLinks.append(DATE_FORMAT.format(date));
                             entriesLinks.append(")|").append(pageName).append("]\n");
                             System.out.println("Adding blog entry : "+blogPage.getName()+"->"+pageName);
                       }
                 }
                  String newContent = blogPage.getContent().replace(INSERT_BLOG_LINKS_PATTER, entriesLinks.toString());
                  blogPage.setContent(newContent);
                  xwiki.saveDocument(blogPage, context);
           }

           //attachments
           Collection files =engine.getAttachmentManager().getAllAttachments();
            Iterator ifiles = files.iterator();
           while (ifiles.hasNext())
           {
                  Attachment atta = (Attachment) ifiles.next();
                  exportAttachment(exportPath, properties, atta);
           }
     }

     private static boolean shouldIndex(String pageName)
     {
           boolean result = false;
           if(pageName.startsWith("Java"))
           {
                  result = true;
           }
           else if(pageName.startsWith("JMX"))
           {
                  result = true;
           }
           else if(pageName.startsWith("LeSiteDe"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Logosonnerie"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Logosonnerie"))
           {
                  result = true;
           }
           else if(pageName.startsWith("LS"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Main"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Maven"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Plateforme"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Puma"))
           {
                  result = true;
           }
           else if(pageName.startsWith("PUMA"))
           {
                  result = true;
           }
           else if(pageName.startsWith("Qualite"))
           {
                  result = true;
           }
           else if(pageName.startsWith("SDAC"))
           {
                  result = true;
           }
           return result;
     }

    
     private void buildIndex(StringBuilder content, XWikiDocument page, intindent) throws Exception
     {
            String pageName = page.getName();
            String firstLine = extractFirstLine(page.getContent(),pageName);
           for(int index = 0 ; index < indent ; index++)
           {
                  content.append('*');
           }
            content.append(" [");
            content.append(firstLine);
            content.append(" (").append(pageName);
            content.append(")|").append(pageName).append("]\n");
            System.out.println("Adding index item : "+pageName);
           // Search for children
           String parentPageName = OLD_WIKI_SPACE_NAME + "." + pageName;
           for(XWikiDocument childPage : xwikiPages.values())
           {
                 if(childPage.getParent().equals(parentPageName))
                 {     // This is a child page
                       buildIndex(content, childPage, indent + 1);
                 }
           }
     }
    
     private static String extractFirstLine(String pageContent, String pageName) throws Exception
     {
            BufferedReader reader = new BufferedReader(newStringReader(pageContent));
            String firstLine = reader.readLine();
           while(firstLine != null && (firstLine.startsWith("#toc") ||"".equals(firstLine.trim())))
           {
                  firstLine = reader.readLine();
           }
           if(firstLine == null || firstLine.startsWith("<"))
           {
                  firstLine = pageName;
           }
           else
           {
                 if(firstLine.startsWith("1.1.1"))
                 {
                        firstLine = firstLine.substring(5);
                 }
                 else if(firstLine.startsWith("1.1"))
                 {
                        firstLine = firstLine.substring(3);
                 }
                 else if(firstLine.startsWith("1"))
                 {
                        firstLine = firstLine.substring(1);
                 }
                 else if(firstLine.startsWith("**"))
                 {
                        firstLine = firstLine.substring(2);
                 }
                 else if(firstLine.startsWith("*"))
                 {
                        firstLine = firstLine.substring(1);
                 }
                 else if(firstLine.startsWith("11."))
                 {
                        firstLine = firstLine.substring(3);
                 }
                 else if(firstLine.startsWith("1."))
                 {
                        firstLine = firstLine.substring(2);
                 }
           }
            returnfirstLine.trim().replace("[","").replace("]","").replace("|","").replace("*","");
     }

     private void exportPage(WikiEngine engine, Properties properties, WikiPage page) throws Exception
     {
            inCode = false;
            inTable = false;
           // params
           String jspWikiPageName = page.getName();
            String name = convertPageName(jspWikiPageName);
            String title = engine.beautifyTitle(jspWikiPageName);
            String author = page.getAuthor();
            Date lastmod = page.getLastModified();

            String meta = engine.getPageManager().getPageText(jspWikiPageName, WikiPageProvider.LATEST_VERSION);

            XWikiDocument doc = xwiki.getDocument(OLD_WIKI_SPACE_NAME, name,context);
            doc.setTitle(title);
            String content;
           if(meta.startsWith("[{Form"))
           {
                  content = convertPluginContent(page, meta);
           }
           else
           {
                  content = convertWikiPage(doc,meta);
           }
            doc.setContent(content);
            doc.setDate(lastmod);
            doc.setAuthor(author);
            doc.setComment("Version : " + page.getVersion());
            doc.setCreationDate(lastmod);
            doc.setCreator(author);
            doc.setContentAuthor(author);
            xwiki.saveDocument(doc, context);
            xwikiPages.put(name, doc);

           // progress
           System.out.println("Page:\t" + name);
     }

     @SuppressWarnings("unchecked")
     private void exportAttachment(String exportPath, Properties properties, Attachment atta) throws Exception
     {

            String parent = convertPageName(atta.getParentName());
            String fileName = atta.getFileName();
            String author = atta.getAuthor();
           int version = atta.getVersion();
            Date date = atta.getLastModified();

           // Get data
           InputStream is =engine.getAttachmentManager().getAttachmentStream(atta);

           // copy
           ByteArrayOutputStream outSteam = new ByteArrayOutputStream();
           while (true)
           {
                 byte[] buf = new byte[64 * 1024];
                 int sz = is.read(buf);
                 if (sz == -1)
                 {
                       break;
                 }
                  outSteam.write(buf, 0, sz);
           }
            outSteam.close();
            is.close();

            XWikiDocument doc = xwiki.getDocument(OLD_WIKI_SPACE_NAME, parent,context);

           // Read XWikiAttachment
           XWikiAttachment attachment = doc.getAttachment(fileName);

           if (attachment == null)
           {
                  attachment = new XWikiAttachment();
                  doc.getAttachmentList().add(attachment);
           }
            attachment.setContent(outSteam.toByteArray());
            attachment.setFilename(fileName);
            attachment.setAuthor(author);
            attachment.setDate(date);

           // Add the attachment to the document
           attachment.setDoc(doc);

           // Adding a comment with a link to the download URL
           doc.setComment("Version :"+version);

           // Save the content and the archive
           doc.saveAttachmentContent(attachment, context);

           // progress
           System.out.println("Attachment: " + fileName);
     }
    
     private static String convertPageName(String jspWikiName)
     {
           return jspWikiName.replace(".", "_");
     }
    
     private String convertWikiPage(XWikiDocument page, String jspWikiPage)throws Exception
     {
            StringBuilder result = new StringBuilder();
            BufferedReader reader = new BufferedReader(newStringReader(jspWikiPage));
            String currentLine = reader.readLine();
           while(currentLine != null)
           {
                  result.append(convertWikiLine(page,currentLine)).append('\n');
                  currentLine = reader.readLine();
           }
           if(inTable)
           {     // Close any pending table
                 result.append("\n{table}");
           }
           return result.toString();
     }
    
     private String convertWikiLine(XWikiDocument page, String jspWikiLine)
     {
            String result = jspWikiLine;
           if(!inCode)
           {
                 if(result.startsWith("!!! "))
                 {
                        result = "1" + result.substring(3);
                 }
                 else if(result.startsWith("!!!"))
                 {
                        result = "1 " + result.substring(3);
                 }
                 else if(result.startsWith("!! "))
                 {
                        result = "1.1" + result.substring(2);
                 }
                 else if(result.startsWith("!!"))
                 {
                        result = "1.1 " + result.substring(2);
                 }
                 else if(result.startsWith("! "))
                 {
                        result = "1.1.1" + result.substring(1);
                 }
                 else if(result.startsWith("!"))
                 {
                        result = "1.1.1 " + result.substring(1);
                 }
                 else if(result.startsWith("### "))
                 {
                        result = "111." + result.substring(3);
                 }
                 else if(result.startsWith("###"))
                 {
                        result = "111. " + result.substring(3);
                 }
                 else if(result.startsWith("## "))
                 {
                        result = "11." + result.substring(2);
                 }
                 else if(result.startsWith("##"))
                 {
                        result = "11. " + result.substring(2);
                 }
                 else if(result.startsWith("# "))
                 {
                        result = "1." + result.substring(1);
                 }
                 else if(result.startsWith("#"))
                 {
                        result = "1. " + result.substring(1);
                 }
                 else if(result.startsWith("***** "))
                 {     // Nothing to do
                 }
                 else if(result.startsWith("*****"))
                 {
                        result = "***** " + result.substring(5);
                 }
                 else if(result.startsWith("**** "))
                 {     // Nothing to do
                 }
                 else if(result.startsWith("****"))
                 {
                        result = "**** " + result.substring(4);
                 }
                 else if(result.startsWith("*** "))
                 {     // Nothing to do
                 }
                 else if(result.startsWith("***"))
                 {
                        result = "*** " + result.substring(3);
                 }
                 else if(result.startsWith("** "))
                 {     // Nothing to do
                 }
                 else if(result.startsWith("**"))
                 {
                        result = "** " + result.substring(2);
                 }
                 else if(result.startsWith("* "))
                 {     // Nothing to do
                 }
                 else if(result.startsWith("*"))
                 {
                        result = "* " + result.substring(1);
                 }
           }
           // Table handling
           if(result.startsWith("|"))
           {
                 if(inTable)
                 {     // Remove leading pipe
                       result = result.replace("||","|").substring(1);
                 }
                 else
                 {
                        inTable = true;
                        result = "{table}\n" + result.replace("||","|").substring(1);
                 }
           }
           else if(inTable)
           {     // Close table
                 result = "{table}\n" + result;
                  inTable = false;
           }
           if(result.contains("{WeblogPlugin"))
           {     // Weblog plugin page
                 result = INSERT_BLOG_LINKS_PATTER;
                  blogPages.add(page);
           }
           else if(result.contains("{WeblogEntryPlugin"))
           {
                  result = "";
           }
           else if(result.contains("{WeblogArchivePlugin"))
           {
                  result = "";
           }
           else
           {
                 if(result.indexOf("{{{")>=0)
                 {
                        result = result.replace("{{{", "{" + "code" + "}");
                        inCode = true;
                 }
                 if(!inCode)
                 {
                        result = result.replace("<","&lt;").replace(">","&gt;");
                 }
                 if(result.indexOf("}}}")>=0)
                 {
                        result = result.replace("}}}", "{" + "code" + "}");
                        inCode = false;
                 }
                 if(!inCode)
                 {
                        result = result.replace("[{TableOfContents}]","#toc(\"\" \"\" \"\")");
                        result = result.replace("__", "*");
                        result = result.replace("''", "~~");
                        result = result.replace("{{", "<tt>");
                        result = result.replace("}}", "</tt>");
                        result = result.replace("http://mobilite.wiki.tls.123multimedia.com:8080/wiki/Wiki.jsp?page=","http://xwiki.tls.123multimedia.com/xwiki/bin/view/"+OLD_WIKI_SPACE_NAME+"/");

                        result = result.replace("http://mobilite.wiki.tls.123multimedia.com:8080/wiki/attach","http://xwiki.tls.123multimedia.com/xwiki/bin/download/"+OLD_WIKI_SPACE_NAME);
                       int imageIndex = result.indexOf(".png]");
                       if(imageIndex > 0)
                       {
                             String endOfLine = result.substring(imageIndex + 5);
                             String startOfLine = result.substring(0,imageIndex);
                            int linkStart = startOfLine.lastIndexOf("[");
                            if(linkStart >= 0)
                            {
                                    result = startOfLine.substring(0,linkStart) + "{image:" + startOfLine.substring(linkStart + 1) + "}" + endOfLine;
                            }
                       }
                 }
           }
           return result;
     }
    
     private String convertPluginContent(WikiPage page, String pageContent)throws Exception
     {
        WikiContext context = new WikiContext(engine, page);          
            String html = engine.textToHTML(context, pageContent);
           return html.trim();
     }
}