SentenceExtractorOld

package org.dice_research.sask.ensemble_ms.arff_generator;

import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Comparator;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.stream.Stream;

/**
 * This class take data from oke folder folder sort them and provide it to
 * different extractors and store response from extractors
 * 
 * @author Harsh Shah
 */

public class SentenceExtractor {

	public static void main(String[] args) {

		String sentence_data;

		File path = new File("C:\\Users\\harsh\\Downloads\\Ensemble Data\\oke data");
		File[] files = path.listFiles();
		List<String> sentences = new ArrayList<String>();
		File file = new File("C:\\Users\\harsh\\\\MLdata\\traindata.arff");
		FileWriter fileWriter;
		try {
			fileWriter = new FileWriter(file);

			BufferedWriter bw = new BufferedWriter(fileWriter);
			// write in train data file for weka

			bw.write("@relation DataExtraction2");
			bw.newLine();
			bw.write("@ATTRIBUTE Sentence	string");
			bw.newLine();
			bw.write("@ATTRIBUTE Foxoutput	string");
			bw.newLine();
			bw.newLine();
			bw.write("@ATTRIBUTE OPENIEoutput	string");
			bw.newLine();
			bw.write("@data");
			bw.newLine();

			// sort the files in numerical order
			Arrays.sort(files, new Comparator<File>() {
				@Override
				public int compare(File f1, File f2) {
					String s1 = f1.getName().substring(5, f1.getName().indexOf("."));
					String s2 = f2.getName().substring(5, f2.getName().indexOf("."));
					return Integer.valueOf(s1).compareTo(Integer.valueOf(s2));
				}
			});

			for (int i = 0; i < 2; i++) {
				if (files[i].isFile()) {

					String sentence = readLineByLine(files[i].toString());
					int x = sentence.indexOf("nif:isString   ");
					int start = x + 17;
					int end = sentence.indexOf("\" .");
					end--;
					sentence_data = sentence.substring(start, end);
					// System.out.println(sentence_data);
					sentences.add(sentence_data);
					String fox_response_string = null;
					String openie_response_string = null;

					Map<String, Integer> port_vs_extractorMap = new HashMap<String, Integer>();
					port_vs_extractorMap.put("fox", 2222);
					port_vs_extractorMap.put("fred", 2223);
					port_vs_extractorMap.put("spotlight", 2224);
					port_vs_extractorMap.put("cedric", 2225);
					port_vs_extractorMap.put("openIE", 2226);
					port_vs_extractorMap.put("sorookin", 2227);

					// int portNumb[] = { 2222, 2224, 2225, 2226, 2227 };
					int portNumb[] = {2226 };

					Map<String, String> foxRespMap = new HashMap<String, String>();
					Map<String, String> fredRespMap = new HashMap<String, String>();
					Map<String, String> spotlightRespMap = new HashMap<String, String>();
					Map<String, String> cedricRespMap = new HashMap<String, String>();
					Map<String, String> openIERespMap = new HashMap<String, String>();
					Map<String, String> sorookinRespMap = new HashMap<String, String>();

					// calling every extractors and getting outputs

					for (int j = 0; j < portNumb.length; j++) {
						// replacing url with space character
						String URL2 = java.net.URLEncoder.encode(sentences.get(i), "UTF-8").replace("+", "%20");
						// add extractor for url

						String _extractorURL = "http://localhost:" + portNumb[j] + "/extractSimple?input=" + URL2;

						 java.awt.Desktop.getDesktop().browse(java.net.URI.create(_extractorURL));
						// _extractorURL = "https://www.google.com/";

						URL url;
						try {
							url = new URL(_extractorURL);
							//
							HttpURLConnection con = (HttpURLConnection) url.openConnection();
							// System.out.println(url);
							con.setRequestMethod("GET");
							BufferedReader in = new BufferedReader(new InputStreamReader(con.getInputStream()));
							String inputLine;
							StringBuffer response = new StringBuffer();

							while ((inputLine = in.readLine()) != null) {

								response.append(inputLine);
							}

							in.close();

							// print result from response
							// System.out.println("----Extractors response port--------------" + j + "
							// response");
							// System.out.println();

							if (j == 0) {

								// foxRespMap.(sentences.get(i), response.toString());
								// System.out.println(portNumb[j] + "----Extractors response--------------" + j
								// + " response");
								// System.out.println(sentences.size());
								List<String> fox_response_string_list = new ArrayList<String>();

								fox_response_string = response.toString();
								fox_response_string_list.add(fox_response_string);
								// System.out.println(fox_response_string);
								// saving response string from extractor in string list array
								// for(String s:fox_response_string_list)
								// {
								// System.out.print(s+" ----");
								// }

							}

							else if (j == 1) {
								fredRespMap.put(sentences.get(i), response.toString());
								// System.out.println(portNumb[j] + "----Extractors response--------------" + j
								// + " response");
								ArrayList<String> openie_response_string_list = new ArrayList<String>();
								openie_response_string = response.toString();
								openie_response_string_list.add(openie_response_string);

							}

							else if (j == 2) {
								spotlightRespMap.put(sentences.get(i), response.toString());
								System.out.println(
										portNumb[j] + "----Extractors response--------------" + j + " response");

								System.out.println(response.toString());
								System.out.println();
							} else if (j == 3) {
								cedricRespMap.put(sentences.get(i), response.toString());
								System.out.println(
										portNumb[j] + "----Extractors response--------------" + j + " response");

								System.out.println(response.toString());
								System.out.println();
							} else if (j == 4) {
								openIERespMap.put(sentences.get(i), response.toString());
								System.out.println(
										portNumb[j] + "----Extractors response--------------" + j + " response");

								System.out.println(response.toString());
								System.out.println();
							} else if (j == 5) {
								sorookinRespMap.put(sentences.get(i), response.toString());
							}

						}
						// end of try block
						catch (Exception e) {
							// TODO: handle exception
						}
					}
					String training_data = " ' " + sentences.get(i) + " ' " + ", " + "'" + fox_response_string + " ' "
							+ "," + " ' " + openie_response_string + " ' ";
					System.out.println(sentences.get(i));
					System.out.println(fox_response_string);
					System.out.println(openie_response_string);
					System.out.println(training_data);
					try {

						bw.write(training_data);
						bw.newLine();

					} catch (IOException e) {
						e.printStackTrace();
					}

				}

			}
			bw.close();
			fileWriter.close();
		} catch (IOException e1) {
			// TODO Auto-generated catch block
			e1.printStackTrace();
		}

	}

	// catch (Exception e)
	// {
	// // TODO Auto-generated catch block
	// e.printStackTrace();
	// }

	public static String readLineByLine(String filePath) {
		StringBuilder contentBuilder = new StringBuilder();
		try (Stream<String> stream = Files.lines(Paths.get(filePath), StandardCharsets.UTF_8)) {
			stream.forEach(s -> contentBuilder.append(s).append("\n"));
		} catch (IOException e) {
			e.printStackTrace();
		}
		return contentBuilder.toString();
	}
	public static void TrainingFileWriter()
	{
		}

}