convert get request to post java | request param

convert get request to post java | request param

In some case convert post() request into get() request.
If your request is in post just try into get() else you try post()  (into webRequest HttpMethod.GET OR HttpMethod.POST)
Using HtmlUnit fire get() request. In some cases we need to pass parameter for getting response.
so we need to add parameter for request.
so,we set parameters and headers,browser(User-Agent) etc in request code.

Here,i used https://scrapemania.blogspot.in for request processing.
you update by your required site url.
also update parameter AND Host also Referer in WebRequest Header (startLinkCollectionPageSource() method).

Require Library :- HtmlUnit

Example :-

import com.gargoylesoftware.htmlunit.HttpMethod;
import com.gargoylesoftware.htmlunit.WebClient;
import com.gargoylesoftware.htmlunit.WebRequest;
import com.gargoylesoftware.htmlunit.html.HtmlPage;
import com.gargoylesoftware.htmlunit.util.NameValuePair;
import java.net.URL;

/**
 *
 * @author vishal.khokhar
 */
public class RequestDemo {

    private WebClient webClient = new WebClient();

    public static void main(String[] args) {
        new RequestDemo().getPageDemo();
    }

    public void getPageDemo() {
        try {
            String HtmlPage = startLinkCollectionPageSource("https://scrapemania.blogspot.in/");
            System.out.println(HtmlPage);
        } catch (Exception ex) {
            ex.printStackTrace();
        }
    }

     private String startLinkCollectionPageSource(String url) {
        setWebContents();
        WebRequest webRequest = null;
        String HtmlPage = null;
        try {
            webRequest = new WebRequest(new URL(url), HttpMethod.GET);

            webRequest.setAdditionalHeader("Host", "scrapemania.blogspot.in");
            webRequest.setAdditionalHeader("User-Agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36");
            webRequest.setAdditionalHeader("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8");
            webRequest.setAdditionalHeader("Accept-Language", "en-US,en;q=0.5");
            webRequest.setAdditionalHeader("Accept-Encoding", "gzip, deflate");
            webRequest.setAdditionalHeader("Referer", "https://scrapemania.blogspot.in/");
            webRequest.setAdditionalHeader("Connection", "keep-alive");
            webRequest.setAdditionalHeader("Upgrade-Insecure-Requests", "1");

            //this is first & easy method to add parameter
            webRequest.getRequestParameters().add(new NameValuePair("param1", "paramvalue1"));
            webRequest.getRequestParameters().add(new NameValuePair("param2", "paramvalue2"));
            webRequest.getRequestParameters().add(new NameValuePair("param3", "paramvalue3"));
            webRequest.getRequestParameters().add(new NameValuePair("param4", "paramvalue4"));
            webRequest.getRequestParameters().add(new NameValuePair("param5", "paramvalue5"));

            //this is second method to add parameter
            List<NameValuePair> val = new ArrayList();
            val.add(new NameValuePair("param1", "paramvalue1"));
            val.add(new NameValuePair("param2", "paramvalue2"));
            val.add(new NameValuePair("param3", "paramvalue3"));
            val.add(new NameValuePair("param4", "paramvalue4"));
            val.add(new NameValuePair("param5", "paramvalue5"));
            webRequest.setRequestParameters(val);

            HtmlPage htmlPage = webClient.getPage(webRequest);

            HtmlPage = htmlPage.getWebResponse().getContentAsString();
        } catch (Exception ex) {
            ex.printStackTrace();
        }
        return HtmlPage;
    }

    private void setWebContents() {
        webClient.getOptions().setCssEnabled(false);
        webClient.getOptions().setJavaScriptEnabled(false);
        webClient.getOptions().setThrowExceptionOnScriptError(false);
        webClient.getOptions().setThrowExceptionOnFailingStatusCode(false);
    }
}