Special Characters

[Rajkumar Katudia]

I am trying to extract data from HTML file and write it to XML file.

Everything is fine, just that special characters are creating an issue.

< and > get converted to & lt; and & gt;

However, I expect < and > instead of & lt; and & gt;

Please help me resolve this.

THE CODE:

package com.drapl.importer;

import java.io.*;
import java.util.ResourceBundle;

import javax.xml.parsers.DocumentBuilder;
import javax.xml.parsers.DocumentBuilderFactory;
import javax.xml.parsers.ParserConfigurationException;
import javax.xml.transform.Transformer;
import javax.xml.transform.TransformerConfigurationException;
import javax.xml.transform.TransformerException;
import javax.xml.transform.TransformerFactory;
import javax.xml.transform.dom.DOMSource;
import javax.xml.transform.stream.StreamResult;

import org.w3c.dom.Document;
import org.w3c.dom.Element;

public class HTMLImporter {

	ResourceBundle bundle = ResourceBundle.getBundle("drapl");
	
	Document document = null;

	String nid = bundle.getString("app.generatexml.nid");
	String vid = bundle.getString("app.generatexml.vid");
	String uid = bundle.getString("app.generatexml.uid");
	String format = bundle.getString("app.generatexml.format");
	String formatName = bundle.getString("app.generatexml.format.name");
	String root = bundle.getString("app.generatexml.root.element");
	String secondRoot = bundle.getString("app.generatexml.second.root.element");
	int teaser = Integer.parseInt(bundle.getString("app.generatexml.teaser"));
	String genFileLoc = bundle.getString("app.generated.xml.file");
	
	String qpSourceDirectory = bundle.getString("app.qp.src.dir");

	public void addTOXML(String title, String course, String university, String question_body) {
		Element rootElement = null;
		Element secRotEle = null;

		if(document == null){
			try {
				DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
				DocumentBuilder db = dbf.newDocumentBuilder();
				document = db.newDocument();
				rootElement = document.createElement(root);
				secRotEle = document.createElement(secondRoot);
				rootElement.appendChild(secRotEle);
				document.appendChild(rootElement);
			} catch (ParserConfigurationException e) {
				e.printStackTrace();
			}
		} else {
			
			Element question_paperElement = document.createElement("question-paper");
			
			Element nidElement = document.createElement("nid");
			nidElement.setTextContent(nid);
			question_paperElement.appendChild(nidElement);
			
			Element vidElement = document.createElement("vid");
			vidElement.setTextContent(vid);
			question_paperElement.appendChild(vidElement);
			
			Element typeElement = document.createElement("type");
			typeElement.setTextContent("question_paper");
			question_paperElement.appendChild(typeElement);
			
			Element titleElement = document.createElement("title");
			titleElement.setTextContent(title);
			question_paperElement.appendChild(titleElement);
			
			Element uidElement = document.createElement("uid");
			uidElement.setTextContent(uid);
			question_paperElement.appendChild(uidElement);
			
			Element statusElement = document.createElement("status");
			statusElement.setTextContent("1");
			question_paperElement.appendChild(statusElement);
			
			Element createdElement = document.createElement("created");
			createdElement.setTextContent("Thu, 25 Jun 2009 00:04:20 +0530");
			question_paperElement.appendChild(createdElement);
			
			Element changedElement = document.createElement("changed");
			changedElement.setTextContent("Thu, 25 Jun 2009 00:04:20 +0530");
			question_paperElement.appendChild(changedElement);
			
			Element promoteElement = document.createElement("promote");
			promoteElement.setTextContent("1");
			question_paperElement.appendChild(promoteElement);
			
			Element moderateElement = document.createElement("moderate");
			moderateElement.setTextContent("0");
			question_paperElement.appendChild(moderateElement);

			Element stickyElement = document.createElement("sticky");
			stickyElement.setTextContent("0");
			question_paperElement.appendChild(stickyElement);

			Element rivisionsElement = document.createElement("revisions");
			Element rivisionElement = document.createElement("revision");
			
			Element revidElement = document.createElement("vid");
			revidElement.setTextContent(vid);
			rivisionElement.appendChild(revidElement);
			
			Element revudElement = document.createElement("uid");
			revudElement.setTextContent(uid);
			rivisionElement.appendChild(revudElement);
			
			Element ritiElement = document.createElement("title-revision");
			ritiElement.setTextContent(title);
			rivisionElement.appendChild(ritiElement);
			
			Element bodyElement = document.createElement("body");
			bodyElement.setTextContent("<![CDATA[ "+question_body+" ]]>");
			rivisionElement.appendChild(bodyElement);
			
			Element teaserElement = document.createElement("teaser");
			teaserElement.setTextContent(question_body.substring(0, teaser));
			rivisionElement.appendChild(teaserElement);
			
			Element timestampElement = document.createElement("timestamp");
			timestampElement.setTextContent("Thu, 25 Jun 2009 00:04:20 +0530");
			rivisionElement.appendChild(timestampElement);
			
			Element frmtElement = document.createElement("format");
			frmtElement.setTextContent(format);
			rivisionElement.appendChild(frmtElement);
			
			Element nameElement = document.createElement("name");
			nameElement.setTextContent("daemon");
			rivisionElement.appendChild(nameElement);
			
			Element mailElement = document.createElement("mail");
			mailElement.setTextContent("[e-mail]");
			rivisionElement.appendChild(mailElement);

			Element frmtNamElement = document.createElement("format-name");
			frmtNamElement.setTextContent(formatName);
			rivisionElement.appendChild(frmtNamElement);
			
			rivisionsElement.appendChild(rivisionElement);

			question_paperElement.appendChild(rivisionsElement);
			
			Element comntElement = document.createElement("comment");
			comntElement.setTextContent("0");
			question_paperElement.appendChild(comntElement);
			
			Element comStElement = document.createElement("comment-statistics-nid");
			comStElement.setTextContent(nid);
			question_paperElement.appendChild(comStElement);
			
			Element lstComElement = document.createElement("last-comment-timestamp");
			lstComElement.setTextContent("Thu, 25 Jun 2009 00:04:20 +0530");
			question_paperElement.appendChild(lstComElement);
			
			Element lstComUElement = document.createElement("last-comment-uid");
			lstComUElement.setTextContent(uid);
			question_paperElement.appendChild(lstComUElement);
			
			Element comCouElement = document.createElement("comment-count");
			comCouElement.setTextContent("0");
			question_paperElement.appendChild(comCouElement);
			
			Element tiRiElement = document.createElement("title-revision");
			tiRiElement.setTextContent(title);
			question_paperElement.appendChild(tiRiElement);

			Element qpnamElement = document.createElement("name");
			qpnamElement.setTextContent("Question Paper");
			question_paperElement.appendChild(qpnamElement);
			
			Element udinmElement = document.createElement("uid-name");
			udinmElement.setTextContent("daemon");
			question_paperElement.appendChild(udinmElement);

			Element rivMailElement = document.createElement("mail");
			rivMailElement.setTextContent("[e-mail]");
			question_paperElement.appendChild(rivMailElement);
			
			Element csntElement = document.createElement("comment-statistics-nid-title");
			csntElement.setTextContent(title);
			question_paperElement.appendChild(csntElement);
			
			Element lcunElement = document.createElement("last-comment-uid-name");
			lcunElement.setTextContent("daemon");
			question_paperElement.appendChild(lcunElement);
			
			Element lcumElement = document.createElement("last-comment-uid-mail");
			lcumElement.setTextContent("[e-mail]");
			question_paperElement.appendChild(lcumElement);

			secRotEle = (Element)document.getElementsByTagName("question_paper-collection").item(0);
			secRotEle.appendChild(question_paperElement);
		}
	}
	
	public void writeXML(Document docdoc){
	    TransformerFactory transformerFactory = TransformerFactory.newInstance();
        Transformer transformer;
		try {
			transformer = transformerFactory.newTransformer();
	        DOMSource source = new DOMSource(docdoc);
	        StreamResult result =  new StreamResult(new File(genFileLoc));
			transformer.transform(source, result);
		} catch (TransformerConfigurationException e) {
			e.printStackTrace();
		} catch (TransformerException dd) {
			dd.printStackTrace();
		}
	}
	public static void main(String[] args) {
		FileReader fr;

		
		try {
			HTMLImporter importer = new HTMLImporter();

			File directroy = new File(importer.qpSourceDirectory);
			File[] fileList = directroy.listFiles();
			
			String title = null;
			String course = null;
			String university = null;
			String question_body = null;

			for(File f : fileList){
				System.out.println("DETAILS ~~~~~~~~~~~~"+f.getName());
				fr = new FileReader(f);
				BufferedReader br = new BufferedReader(fr);
				String s;
				boolean headFound = false;
				int tdCounter = 0;
				while((s = br.readLine()) != null) {
					if(s.contains("<h1>")){
						s = s.substring(s.indexOf("<h1>")+4,s.indexOf("</h1>"));
						title = s;
						System.out.println("TITLE :: ");
						System.out.println(title);
						headFound = true;
					}
					if(headFound){
						if(s.contains("<td>") && tdCounter == 0){
							try{
								s = s.substring(s.indexOf("<a"),s.indexOf("</a>"));
								s = s.substring(s.indexOf(">")+1);
								course = s;
								System.out.println("COURSE :: ");
								System.out.println(course);
							} catch (Exception e) {}
							tdCounter++;
						}
						if(s.contains("<td>") && tdCounter == 1){
							tdCounter++;
						}
						if(s.contains("<td>") && tdCounter == 2){
							try{
								s = s.substring(s.indexOf("<a"),s.indexOf("</a>"));
								s = s.substring(s.indexOf(">")+1);
								university = s;
								System.out.println("UNIVERSITY :: ");
								System.out.println(university);
								tdCounter++;
							} catch (Exception e) {}
						}
						
					}
					if(s.contains("<span id=\"ctl00_ContentPlaceHolder1_lblDescription\">")){						
						s = s.substring(s.indexOf("<span id=\"ctl00_ContentPlaceHolder1_lblDescription\">")+"<span id=\"ctl00_ContentPlaceHolder1_lblDescription\">".length(),s.indexOf("</span>"));
						question_body = s;
						System.out.println("QUESTIONS :: ");
						System.out.println(question_body);
					}
				}
				fr.close();
				importer.addTOXML(title,course,university,question_body);
			}
			importer.writeXML(importer.document);
			}catch (FileNotFoundException e) {
				e.printStackTrace();
			}catch (IOException p) {
				p.printStackTrace();
			}
	}
}

[Rajkumar Katudia]

The issue is with the tag where I try to create CDATA.

The < and > get converted to & lt; and & gt;

Please suggest how do I convert them back to < >

[Rob Spoor]

String.replace?

[Rajkumar Katudia]

Rob Prime wrote:String.replace?

You mean String.replace("& gt;",">");

???

[Rajkumar Katudia]

I guess my question is not quite clear. I'll try and re-frame it.

Here's what I am trying to do:
I am trying to write an XML doc with the code present in First post.
I am creating Elements and then setting text for each element.
The text for one of the elements has tags. Basically HTML content.

So the tag with the content should look like this:
<body>
<br>
<br>
Some text sample text dummy text. Trial Text. ahkjsj Text
<p>
dsfsdf jkkjs kifsdfko kmlsmdkfmiusdfyugsd y deser cybvubu ij njnknmlkm
<table>
<tr>
<td>
Column 1
</td>
<td>
Column 2
</td>
<td>
Column 3
</td>
</tr>
</table>
</body>


However

The code outputs the content as:

<body>
& lt;br& gt;
& lt;br& gt;
Some text sample text dummy text. Trial Text. ahkjsj Text
& lt;p& gt;
dsfsdf jkkjs kifsdfko kmlsmdkfmiusdfyugsd y deser cybvubu ij njnknmlkm
& lt;table& gt;
& lt;tr& gt;
& lt;td& gt;
Column 1
& lt;/td& gt;
& lt;td& gt;
Column 2
& lt;/td& gt;
& lt;td& gt;
Column 3
& lt;/td& gt;
& lt;/tr& gt;
& lt;/table& gt;
</body>

Now, after I create the XML, I parse it again to extract data and put it into a HTML. Now, Since the < and > tags have been replaced by & lt; and & gt;, The parser fails.

So, I need a way to instruct the method at Line 117 (message 1), not to replace the < and > with & lt; and & gt;.

How do I do this?

Please help.

Thanks in advance.

Raju katudia.

[Rajkumar Katudia]

Please help me how do I do this???