Fake a post request from java class

[hura fly]

Hi all,

I'm a new comer here, nice to meet you all. I have a problem and need your help.
I send a post request from my java class but the target page doesn't process my request.
This is my source code, I think there's no problem in my source:

  
import java.io.BufferedReader;
import java.io.DataOutputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.URL;
import java.net.URLEncoder;

public class LoginByHttpPost {
    private static final String POST_CONTENT_TYPE = "application/x-www-form-urlencoded";
//    private static final String LOGIN_ACTION_NAME = "Login";
    // private static final String LOGIN_USER_NAME_PARAMETER_NAME = "user_name";
    // private static final String LOGIN_PASSWORD_PARAMETER_NAME = "user_pass";

    private static final String USER_NAME_PARAMETER_NAME = "FB_ContactName";
    private static final String ADRESS_PARAMETER_NAME = "FB_Address";
    private static final String EMAIL_PARAMETER_NAME = "FB_EmailAddress";
    private static final String REQUEST_PARAMETER_NAME = "FB_Description";

    private static final String SUBMIT_PARAMETER_NAME = "btnSubmit";

    private static final String USER_NAME = "quyennt44";
    private static final String ADDRESS = "ADDRESS";
    private static final String EMAIL = "[e-mail]";
    private static final String REQUEST = "test request";

    // private static final String TARGET_URL =
    // "http://www.1your.com/drupal/sample_login.php";/noip/feedback.nsf/frmFeedbackv3?OpenForm&Seq=1&Language=Vietnamese
    private static final String TARGET_URL = "http://noip.gov.vn/noip/feedback.nsf/frmFeedbackv3?OpenForm&Language=English";

    public static void main(String args[]) {
	System.out.println("About to post submit form data.....");
	LoginByHttpPost httpUrlBasicAuthentication = new LoginByHttpPost();
	httpUrlBasicAuthentication.httpPostLogin();
    }

    /**
     * The single public method of this class that 1. Prepares a login message
     * 2. Makes the HTTP POST to the target URL 3. Reads and returns the
     * response
     * 
     * @throws IOException
     *             Any problems while doing the above.
     * 
     */
    public void httpPostLogin() {
	try {
	    // Prepare the content to be written
	    // throws UnsupportedEncodingException
	    // String urlEncodedContent = preparePostContent(LOGIN_USER_NAME,
	    // LOGIN_PASSWORD);
	    String urlEncodedContent = preparePostContent(USER_NAME, ADDRESS,
		    EMAIL, REQUEST);

	    System.out.println("\n\n*** urlEncodedContent = " + urlEncodedContent);
	    HttpURLConnection urlConnection = doHttpPost(TARGET_URL, urlEncodedContent);

	    String response = readResponse(urlConnection);

	    System.out.println("Successfully made the HTPP POST.");
	    System.out.println("Recevied response is: \n" + response);

	    System.out
		    .println("\n ***************END*************************");
	} catch (IOException ioException) {
	    System.out.println("Problems encounterd.");
	}
    }

    /**
     * Using the given username and password, and using the static string
     * variables, prepare the login message. Note that the username and password
     * will encoded to the UTF-8 standard.
     * 
     * @param loginUserName
     *            The user name for login
     * 
     * @param loginPassword
     *            The password for login
     * 
     * @return The complete login message that can be HTTP Posted
     * 
     * @throws UnsupportedEncodingException
     *             Any problems during URL encoding
     */

    // , String submitButtonName
    private String preparePostContent(String userName, String address,
	    String email, String request) throws UnsupportedEncodingException {
	// Encode the user name and password to UTF-8 encoding standard
	// throws UnsupportedEncodingException
	String encodedUserName = URLEncoder.encode(userName, "UTF-8");
	String encodedAddress = URLEncoder.encode(address, "UTF-8");
	String encodedEmail = URLEncoder.encode(email, "UTF-8");
	String encodedRequest = URLEncoder.encode(request, "UTF-8");
	// String encodedSubmitButton = URLEncoder.encode(submitButtonName,
	// "UTF-8");

	StringBuffer content = new StringBuffer();

	content.append(USER_NAME_PARAMETER_NAME);
	content.append("=");
	content.append(encodedUserName);
	content.append("&");

	content.append(ADRESS_PARAMETER_NAME);
	content.append("=");
	content.append(encodedAddress);
	content.append("&");

	content.append(EMAIL_PARAMETER_NAME);
	content.append("=");
	content.append(encodedEmail);
	content.append("&");

	content.append(REQUEST_PARAMETER_NAME);
	content.append("=");
	content.append(encodedRequest);
	 content.append("&");

	 content.append(SUBMIT_PARAMETER_NAME);
	 content.append("=");
	 content.append("doSubmit");
	//        
	// String content = USER_NAME_PARAMETER_NAME +"="
	// + encodedUserName + "&" + EMAIL_PARAMETER_NAME + "=" + encodedEmail +
	// "&" + REQUEST_PARAMETER_NAME + "=" + encodedRequest;

	System.out.println("\n\n>>>> post content = " + content.toString());
	return content.toString();

    }

    /**
     * Makes a HTTP POST to the target URL by using an HttpURLConnection.
     * 
     * @param targetUrl
     *            The URL to which the HTTP POST is made.
     * 
     * @param content
     *            The contents which will be POSTed to the target URL.
     * 
     * @return The open URLConnection which can be used to read any response.
     * 
     * @throws IOException
     */
    public HttpURLConnection doHttpPost(String targetUrl, String content)
	    throws IOException {
	HttpURLConnection urlConnection = null;
	DataOutputStream dataOutputStream = null;
	try {
	    // Open a connection to the target URL
	    // throws IOException
	    urlConnection = (HttpURLConnection) (new URL(targetUrl)
		    .openConnection());

	    // Specifying that we intend to use this connection for input
	    urlConnection.setDoInput(true);

	    // Specifying that we intend to use this connection for output
	    urlConnection.setDoOutput(true);

	    // Specifying the content type of our post
	    urlConnection.setRequestProperty("Content-Type", POST_CONTENT_TYPE);

	    // Specifying the method of HTTP request which is POST
	    // throws ProtocolException
	    urlConnection.setRequestMethod("POST");

	    // Prepare an output stream for writing data to the HTTP connection
	    // throws IOException
	    dataOutputStream = new DataOutputStream(urlConnection
		    .getOutputStream());

	    // throws IOException
	    dataOutputStream.writeBytes(content);
	    dataOutputStream.flush();
	    dataOutputStream.close();

	    return urlConnection;
	} catch (IOException ioException) {
	    System.out.println("I/O problems while trying to do a HTTP post.");
	    ioException.printStackTrace();

	    // Good practice: clean up the connections and streams
	    // to free up any resources if possible
	    if (dataOutputStream != null) {
		try {
		    dataOutputStream.close();
		} catch (Throwable ignore) {
		    // Cannot do anything about problems while
		    // trying to clean up. Just ignore
		}
	    }
	    if (urlConnection != null) {
		urlConnection.disconnect();
	    }

	    // throw the exception so that the caller is aware that
	    // there was some problems
	    throw ioException;
	}
    }

    /**
     * Read response from the URL connection
     * 
     * @param urlConnection
     *            The URLConncetion from which the response will be read
     * 
     * @return The response read from the URLConnection
     * 
     * @throws IOException
     *             When problems encountered during reading the response from
     *             the URLConnection.
     */
    private String readResponse(HttpURLConnection urlConnection)
	    throws IOException {

	BufferedReader bufferedReader = null;
	try {
	    // Prepare a reader to read the response from the URLConnection
	    // throws IOException
	    bufferedReader = new BufferedReader(new InputStreamReader(
		    urlConnection.getInputStream()));
	    String responeLine;

	    // Good Practice: Use StringBuilder in this case
	    StringBuilder response = new StringBuilder();

	    // Read untill there is nothing left in the stream
	    // throws IOException
	    while ((responeLine = bufferedReader.readLine()) != null) {
		response.append(responeLine);
	    }

	    return response.toString();
	} catch (IOException ioException) {
	    System.out.println("Problems while reading the response");
	    ioException.printStackTrace();

	    // throw the exception so that the caller is aware that
	    // there was some problems
	    throw ioException;

	} finally {
	    // Good practice: clean up the connections and streams
	    // to free up any resources if possible
	    if (bufferedReader != null) {
		try {
		    // throws IOException
		    bufferedReader.close();
		} catch (Throwable ignore) {
		    // Cannot do much with exceptions doing clean up
		    // Ignoring all exceptions
		}
	    }

	}
    }
}
 

and the url I use is:
http://noip.gov.vn/noip/feedback.nsf/frmFeedbackv3?OpenForm&Language=English

[Devaka Cooray]

"hura no name", please check your private messages regarding an important administrative matter.

[Ulf Dittmer]

That's a lot of code. What, exactly, happens if you run it? "doesn't process" gives us nothing to work with. Have you used an HTTP monitoring tool (like the Firefox extension LiveHttpHeaders) to observe how the HTTP sent by browser is different from the HTTP sent by your code?

[hura fly]

Ulf Dittmer wrote:That's a lot of code. What, exactly, happens if you run it? "doesn't process" gives us nothing to work with. Have you used an HTTP monitoring tool (like the Firefox extension LiveHttpHeaders) to observe how the HTTP sent by browser is different from the HTTP sent by your code?

Sry for not very clear explaination.

When I run that code, the content of the response I get is the same as the page that contains the form.Let's say, I have a form A, I submit it with parameter then it should return me "Submit success" or "Submit failed". But what I receive is still the form A.

[Ulf Dittmer]

OK.

Ulf Dittmer wrote:Have you used an HTTP monitoring tool (like the Firefox extension LiveHttpHeaders) to observe how the HTTP sent by the browser is different from the HTTP sent by your code?

[hura fly]

Ulf Dittmer wrote:OK.

Ulf Dittmer wrote:Have you used an HTTP monitoring tool (like the Firefox extension LiveHttpHeaders) to observe how the HTTP sent by the browser is different from the HTTP sent by your code?

I've just install LiveHttp headers add-on.
When I submit form from firefox, I can see the sent data that I input the form. Then I clear the content of LiveHttp and run my java source -> nothing happens, the LiveHttp is empty.

[Ulf Dittmer]

Then I clear the content of LiveHttp and run my java source -> nothing happens, the LiveHttp is empty.

Of course it is. It's a browser plugin, so it can be used to monitor browser traffic, not any HTTP traffic originating from your machine. But you can use its output to compare it to your Java source code, to see whether that would generate the same output.

If you want to monitor all HTTP traffic, use an HTTP proxy.

[David Newton]

Too many comments :(

[Tushar Kapila]

one of the problems is that you need to append the GET params (the name-value pairs after the ? mark in the target URL) in the post string too (see code lines 229 to 231 below) ...

good advice - if you have the time is to use: apache http client http://hc.apache.org/ . will be better in the long run ... more robust and covers more cases including file upload, authorization etc

if you do not want something so heavy can use this code

 package post1;

import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.UnsupportedEncodingException;
//import java.net.HttpURLConnection;
import java.net.InetAddress;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.net.Socket;
import java.net.SocketAddress;
import java.net.SocketException;
import java.net.URL;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.StringTokenizer;


//import java.io.*;
//import java.util.*;
//import java.net.*;
//replace logger cmnds with system.out.println if you do not have log4j
import org.apache.log4j.*;
import java.security.*;
import javax.net.ssl.*;


/**
 *
 * @author tushar
 */
public class PostSslSoc {

    public static final String HTTP_LINE_END = "\r\n";
    private static final Logger logger = Logger.getLogger(PostSslSoc.class);
    static SSLSocketFactory sslSocketFactory;
    static final String contentType = "application/x-www-form-urlencoded; charset=utf-8";

    /**
     * @param args the command line arguments
     */
    public static void main(String[] args) {
        new PostSslSoc().post();
    }

    public void post() {
        sslSocketFactory = loadAppSSLSocketFactory();
        //sslSocketFactory = (SSLSocketFactory)SSLSocketFactory.getDefault();

        /*
        >?clntId=7777&ItemNumber=s411111&usrpassword =24082009120
         */

        boolean bCheckA = false;


        String sItemNo = "";
        String sPwd = "";
        String clntId = "adf";


        ////
        sItemNo = "g966340";
        sPwd = "s";
        ////
        String sPwd2 = URLEncoder.encode(sPwd);
        String sItemNo2 = URLEncoder.encode(sItemNo);
        try {
            sPwd2 = URLEncoder.encode(sPwd, "UTF-8");
            sItemNo2 = URLEncoder.encode(sItemNo, "UTF-8");
        } catch (UnsupportedEncodingException ex) {
        }
        String sParams = "clntId=" + clntId + "&ItemNumber=" + sItemNo2 + "&usrpassword=" + sPwd2;

        String sURL =
        "https://a.com/t/AResponse.jsp?a=1";
        //sURL += "&" + sParams;//get
        //sParams ="";
        String sb = "";
        String sb2 = "";
        try {
            boolean bProxy = true;
            sb = doFormPost(sURL, sParams, 30 * 1000, bProxy);
            sb2 = removeHttpHeader(sb);
        } catch (IOException ex) {
            //java.util.logging.Logger.getLogger(PostSslSoc.class.getName()).log(java.util.logging.Level.SEVERE, null, ex);
            ex.printStackTrace();
        }
        StringTokenizer st = new StringTokenizer(sb2.toString(), "&");
        String g1 = sb2.toString();
        HashMap rtnPairs = new HashMap();
        while (st.hasMoreTokens()) {
            String s = st.nextToken();
            int i = s.indexOf("=");
            if (i > 0) {
                final String s1 = s.substring(0, i);
                String s2 = null;
                if (i < s.length() - 1) {
                    s2 = s.substring(i + 1);
                } else {
                    s2 = "";
                }
                rtnPairs.put(s1, s2);
            } else {
                rtnPairs.put(s, "");
            }
        }

        if ("0".equals(rtnPairs.get("error_code"))) {
            bCheckA = true;
        }

    }

    /** only need this if ssl else ignore

    for ssl import remote host cert to a java .jks file


    */

    private static SSLSocketFactory loadAppSSLSocketFactory() {
        char keyStorePass[] = {'y', 'o', 'u', 'r', 'p', 'w', 'd'};
        char keyPass[] = {'y', 'o', 'u', 'r', 'p', 'w', 'd'};
        char trustStorePass[] = {'y', 'o', 'u', 'r', 'p', 'w', 'd'};
        String trusPass = "passwrd2n,";
        //String certLocation = AMParameters.getParameter("KBSEG_CERT_LOCATION"); //"D:\\dataF\\kbseg\\f_key_certs";
        //String trustStoreLocation = AMParameters.getParameter("KBSEG_TRUST_STORE_LOCATION"); //"D:\\dataF\\kbseg\\f_trust_certs";
        String certLocation = "D:/dataF/config/t/atrust2.jks"; //"D:\\dataF\\kbseg\\f_key_certs";
        String trustStoreLocation = "D:/dataF/config/t/atrust2.jks"; //"D:\\dataF\\kbseg\\f_trust_certs";


        SSLContext sslc = null;
        SSLSocketFactory sslSocketfactory = null;

        String temp = null;
        logger.debug("SSLContext loading.. for application.");
        try {
            logger.debug("Loading keystore");
            KeyStore keyStore = KeyStore.getInstance("JKS");
            InputStream keyStoreStream = new FileInputStream(certLocation);
            keyStore.load(keyStoreStream, keyStorePass);

            KeyManagerFactory kmf = KeyManagerFactory.getInstance("SunX509");
            kmf.init(keyStore, keyPass);

            KeyStore ts = KeyStore.getInstance("JKS");
            InputStream trustStoreStream = new FileInputStream(trustStoreLocation);
            ts.load(trustStoreStream, trustStorePass);

            TrustManagerFactory tmf = TrustManagerFactory.getInstance("SunX509");
            tmf.init(ts);

            sslc = SSLContext.getInstance("SSLv3");
            sslc.init(kmf.getKeyManagers(), tmf.getTrustManagers(), null);
            sslSocketfactory = (SSLSocketFactory) sslc.getSocketFactory();
            logger.debug("SSLContext Loaded for application.");

        } catch (Exception e) {
            logger.fatal("Error loading SSLContext for application : " + e);
        }
        return sslSocketfactory;
    }

    /**
     * do a HTTP form post to given URL with parameters. Useful where return type is string and is not more than 30-40KB
     * @param sURL - URL to post too
     * @param sParams -  parameters to send in post. Should be in the form name1=value1&name2=value2.
     * Strings should be URL encoded using URLEncoder.
     * @return The reponse as string.
     */
    public String doFormPost(String serverURL, String sPostParams, int timeout, boolean bProxy)
            throws IOException {
        Socket vdsclient = null;
        StringBuffer sb = new StringBuffer();
        try {

            URL url = new URL(serverURL);
            int port = url.getPort() == -1 ? 443 : url.getPort();
            //logger.debug("protocol: "+ url.getProtocol());
            logger.debug("Connecting.. : " + url.getHost() + ":" + port + " url:" + serverURL);
            String error = null;

            for (int i = 0; i < 3; i++) {
                try {
                    if (serverURL.startsWith("https://")) {
                        if (bProxy) {
							//proxy wont work need to use URLConnection if you have proxies or HttpClient or other socket factory ... java env props
                            String httpProxyIP =  "127.0.0.1";// "192.168...";// "127.0.0.1";
                            int httpProxyPort = 1080;
                            //SocketAddress addr = new InetSocketAddress(httpProxyIP, httpProxyPort);
                            //Proxy proxy = new Proxy(Proxy.Type.SOCKS, addr);
                            //vdsclient  = new Socket(proxy);
                            //vdsclient.setsslSocketFactory);
                            //InetSocketAddress dest = new InetSocketAddress(url.getHost(), port);
                            //vdsclient.connect(dest);

                            InetAddress proxyAdd = InetAddress.getByName(httpProxyIP);
                            //vdsclient = (SSLSocket) sslSocketFactory.createSocket(url.getHost(), port);
                            vdsclient = (SSLSocket) sslSocketFactory.createSocket(url.getHost(), port, proxyAdd, httpProxyPort);
                        } else {
                            vdsclient = (SSLSocket) sslSocketFactory.createSocket(url.getHost(), port);
                        }
                    } else {
                        vdsclient = new Socket(url.getHost(), port);
                    }
                    vdsclient.setSoTimeout(timeout);
                    break;
                } catch (SocketException e) {
                    logger.debug("SocketException failed: " + e);
                    error = "" + e;
                    continue;
                }
            }

            if (vdsclient == null) {
                throw new SocketException("Can not connect! " + error);
            }

            InputStream in = vdsclient.getInputStream();
            OutputStream out = vdsclient.getOutputStream();
            BufferedInputStream bin = new BufferedInputStream(in);
            logger.debug("Connected!");

            byte toSend[] = null;
            if (url.getQuery() != null && url.getQuery().length() != 0) {
                sPostParams = url.getQuery() + "&" + sPostParams;
            }

            sb.append("POST ").append(url.getPath()).append(" HTTP/1.0\r\n");
            sb.append("Content-type: ").append(contentType).append("\r\n");
            sb.append("User-Agent: dataF3DS-f\r\n");
            sb.append("Host: ").append(url.getHost()).append(":").append(port).append("\r\n");
            sb.append("Accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2\r\n");
            //sb.append("Connection: keep-alive\r\n");
            toSend = sPostParams.getBytes("UTF-8");
            sb.append("Content-Length: ").append(toSend.length).append("\r\n");
            sb.append("\r\n");
            byte headerToSend[] = sb.toString().getBytes("UTF-8");
            //logger.debug("Header To be sent: "+sb.toString());//for debug
            out.write(headerToSend, 0, headerToSend.length);
            //logger.debug("Data To be sent: "+ sPostParams);//for debug
            out.write(toSend, 0, toSend.length);
            out.flush();
            logger.debug("Data sent!");

            byte temp[] = null;
            sb.setLength(0);
            String t1 = null;
            do {
                temp = readInputStream(bin);//br.readLine();
                if (temp != null) {
                    t1 = new String(temp, "UTF-8");
                    sb.append(t1);
                } else {
                    logger.debug("read was null ");
                    if (sb.length() == 0 && temp == null) {
                        throw new IOException("Lost Connection - App");
                    }
                }

                //check if full data was read.. but server wont close connection
                String fullHttp = null;
                do {
                    fullHttp = sb.toString();
                    //logger.debug("FullHttp: "+fullHttp);
                    String sep = "\r\n\r\n";
                    int i = fullHttp.indexOf(sep);
                    if (i != -1) {
                        //logger.debug("Got header....");
                        String header = fullHttp.substring(0, i);
                        //logger.debug("Only header ->"+header+"<-");
                        fullHttp = fullHttp.substring(i + sep.length());
                        //logger.debug("rest data ->"+fullHttp+"<-");
                        if (fullHttp.startsWith("HTTP/ ") && fullHttp.indexOf(sep) != -1) {
                            logger.debug("second header was found!");
                            sb.setLength(0);
                            sb.append(fullHttp);
                            continue;//re-process
                        }
                        i = header.toUpperCase().indexOf("\r\nCONTENT-LENGTH:");
                        if (i != -1) {
                            //logger.debug("got Content-Length!");
                            int j = header.indexOf("\r\n", i + 2 + 15);
                            if (j != -1) {
                                String len = header.substring(i + 2 + 15, j).trim();
                                //logger.debug("len: "+len);
                                //logger.debug("data len: "+fullHttp.length());
                                int lenCL = Integer.parseInt(len);
                                //logger.debug("lenCL: "+lenCL);
                                if (lenCL <= fullHttp.length()) {
                                    temp = null;//so it breaks out of main loop
                                    logger.debug("break of main loop");
                                    break;
                                }
                            }
                        }
                        break;
                    }
                } while (true);
            } while (temp != null);
        } catch (SocketException e) {
            logger.fatal("SocketException: " + e);
            throw new IOException(e.getMessage());
        } catch (Exception e) {
            logger.error("Error: " + e);
            e.printStackTrace();
            throw new IOException(e.getMessage());
        } finally {
            if (vdsclient != null) {
                try {
                    vdsclient.close();
                } catch (Exception ee) {
                }
            }
        }

        //check for HTTP/1.1 200 OK
        String header = sb.toString();
        if (header != null && header.length() != 0) {
            int i = header.indexOf("\r\n");
            if (i != -1) {
                header = header.substring(0, i);
                if (header.endsWith("200 OK") == false) {
                    throw new IOException("Bad HTTP Response! " + header);
                }
            }
        }

        return sb.toString();
    }

    private static byte[] readInputStream(BufferedInputStream bin)
            throws IOException {
        if (bin == null) {
            logger.warn("BufferedInputStream was null ! ");
            return null;
        }
        byte data[] = null;
        logger.debug("Waiting for read...");
        int s = bin.read();
        if (s == -1) {
            return null; //Connection lost
        }
        int alength = bin.available();
        logger.debug("Data available: " + alength);
        if (alength > 0) {
            data = new byte[alength + 1];
            data[0] = (byte) s;
            bin.read(data, 1, alength);
        } else {
            data = new byte[1];
            data[0] = (byte) s;
        }
        return data;
    }

    public static String removeHttpHeader(String data) {
        if (data == null) {
            return null;
        }

        int i = data.indexOf("\r\n\r\n");
        return data.substring(i + 4);
    }
}

   

      /** FYI commands to import a cert  only need this if ssl else ignore
    
    for ssl import remote host cert to a java .jks file 
    
    copy /y D:\g\atrust.jks D:\g\atrust2.jks
rem in your java_home\bin
    set kt=C:\j\se16u20\bin\keytool.exe
    set keystore=D:\a\axis_trust2.jks
    
r
    set crtFile=D:\g\server1.crt

    

    %kt%  -importcert -alias mys -trustcacerts -keystore %keystore% -storepass passwrd2 -trustcacerts -file %crtFile%
    
%kt% -list -keystore %keystore% -storepass passwrd2 -alias mys
    */
//used in 
    private static SSLSocketFactory loadAppSSLSocketFactory() {