root/trunk/nuxleus/Source/Xameleon/Function/HttpSgmlToXml.cs

using System;
using System.Xml;
using net.sf.saxon.value;
using Saxon.Api;
using Sgml;
using System.Web;
using Nuxleus.Memcached;
using Nuxleus.Transform;
using System.IO;
using System.Text;
using System.Collections;
using System.Collections.Generic;
using Mvp.Xml;
using System.Xml.XPath;
using Memcached.ClientLibrary;

namespace Xameleon.Function
{

    public class HttpSgmlToXml
    {
        static IDictionary<String, String> _cacheDictionary = new Dictionary<String, String>();

        public HttpSgmlToXml () { }

        public static String GetXmlFromHtmlString (String html)
        {
            using (SgmlReader sr = new SgmlReader())
            {
                sr.InputStream = new StringReader(html);
                return sr.ReadOuterXml();
            }
        }

        public static StringReader GetStreamFromHtmlString (String html)
        {
            return new StringReader(html);
        }

        public static String DecodeHtmlString (String html)
        {
            return HttpUtility.HtmlDecode(html);
        }

        //public static Value GetDocXml (String uri, HttpContext context)
        //{
        //    return getDocXml(uri, "/html", context);
        //}

        //public static Value GetDocXml (String uri, String path, HttpContext context)
        //{
        //    return getDocXml(uri, path, context);
        //}

        public static String GetDocXml (String uri, String path, bool stripNS, HttpContext context)
        {
            try
            {
                return getXmlReader(uri, path, context);
            }
            catch (Exception e)
            {
                Console.WriteLine(e.Message);
                return "<stacktrace>" + e.StackTrace + "</stacktrace>";
            }
        }

        //private static Value getDocXml (String uri, String path, HttpContext context)
        //{
        //    try
        //    {
        //        return Value.asValue(getXdmNode(uri, path, context).Unwrap());
        //    }
        //    catch (Exception e)
        //    {
        //        throw;
        //    }
        //}

        private static String getXmlReader (String uri, String path, HttpContext context)
        {
            string decodedUri = HttpUtility.UrlDecode(uri);
            string eTag = Context.GenerateETag(decodedUri, Nuxleus.Cryptography.HashAlgorithm.SHA1);
            String xhtml;

            try
            {

                if (_cacheDictionary.ContainsKey(eTag))
                {
                    xhtml = _cacheDictionary[eTag];
                }
                else
                {
                    using (SgmlReader sr = new SgmlReader())
                    {
                        try
                        {
                            if ((bool)context.Application["usememcached"])
                            {
                                MemcachedClient m_client = (MemcachedClient)context.Application["memcached"];

                                if (m_client.KeyExists(eTag))
                                {
                                    sr.InputStream = GetStreamFromHtmlString((string)m_client.Get(eTag));
                                }

                                else
                                {
                                    sr.Href = decodedUri;
                                    m_client.Add(eTag, sr.ReadOuterXml(), DateTime.Now.AddMinutes(60));
                                }

                            }
                            else
                            {
                                sr.Href = decodedUri;

                            }

                        }
                        catch (Exception e)
                        {
                            Console.WriteLine(e.Message);
                            Console.WriteLine(e.StackTrace);
                        }

                        xhtml = sr.ReadOuterXml();
                        _cacheDictionary.Add(eTag, xhtml);

                    }
                }

                return xhtml;
            }

            catch (Exception e)
            {
                Console.WriteLine(e.Message);
                Console.WriteLine(e.StackTrace);

            }

            return String.Format(@"<html xmlns='http://www.w3.org/1999/xhtml'>
                                   <head>
                                    <title>No Readable HTML</title>
                                   </head>
                                   <body>
                                    <h1>No readable HTML was located at the specified URL</h1>
                                   </body>
                                 </html>");
        }
    }
}