/**
 * 解析一個html頁面,返回一個html頁面類.
 *
 * @param resource 檔案路徑或者網址
 */
    public static searchhtmlpage parsehtmlpage(string resource)
    {
        string title = "";
        string body = "";
        try
        {
            parser myparser = new parser(resource);

            //設定編碼:根據實際情況修改
            myparser.setencoding("gbk");

            htmlpage visitor = new htmlpage(myparser);

            myparser.visitallnodeswith(visitor);

            title = visitor.gettitle();

            body = combinenodetext(visitor.getbody().tonodearray());
        }
        catch (parserexception e)
        {
            logman.error("parse html page " + resource + " error!");
        }

        searchhtmlpage result = new searchhtmlpage(title, body);

        return result;
    }

    /**
     * 解析html內容,得到普通文字和連結的內容.
     *
     * @param content 要解析的內容
     * @return 返回解析後的內容
     */
    public static string parsehtmlcontent(string content)
    {
        parser myparser;
        nodelist nodelist = null;

        myparser = parser.createparser(content, "gbk");

        nodefilter textfilter = new nodeclassfilter(textnode.class);
        nodefilter linkfilter = new nodeclassfilter(linktag.class);

        //暫時不處理 meta
        //nodefilter metafilter = new nodeclassfilter(metatag.class);

        orfilter lastfilter = new orfilter();
        lastfilter.setpredicates(new nodefilter[] { textfilter, linkfilter });

        try
        {
            nodelist = myparser.parse(lastfilter);
        }
        catch (parserexception e)
        {
            logman.warn("parse content error", e);
        }

        //中場退出了
        if (null == nodelist)
        {
            return "";
        }

        node[] nodes = nodelist.tonodearray();

        string result = combinenodetext(nodes);
        return result;
    }

 //合併節點的有效內容
    private static string combinenodetext(node[] nodes)
    {
        stringbuffer result = new stringbuffer();

        for (int i = 0; i < nodes.length; i++)
        {
            node anode = (node) nodes[i];

            string line = "";
            if (anode instanceof textnode)
            {
                textnode textnode = (textnode) anode;
                //line = textnode.toplaintextstring().trim();
                line = textnode.gettext();
            }
            else if (anode instanceof linktag)
            {
                linktag linknode = (linktag) anode;

                line = linknode.getlink();
                //過濾jsp標籤
                line = stringfunc.replace(line, "", "");
            }

            if (stringfunc.istrimempty(line)) continue;

            result.append(" ").append(line);
        }

        return result.tostring();
    }