import java.io.*;
import java.net.*;
import java.util.regex.*;
import java.util.*;

class updater2 {

	public String path = constant.csvpath;
	public int failure = 0;
	public int success = 0;
	public int retry = 0;
	public updater2() {

		Vector t = getPennyList();
		Vector p = new Vector();
		System.out.println(t.size());
		try {
			BufferedWriter writer = new BufferedWriter(new FileWriter(constant.pennylist));
			for (int i = 0; i < t.size(); i++) {
				writer.write(t.elementAt(i).toString());
				writer.newLine();
			}
			writer.close();
		} catch (Exception e) {
			System.out.println("Error ");
			e.printStackTrace();
		}

		t = blend(getDirList(), t);
		System.out.println(t.size());

		try {
			FileReader file = new FileReader(constant.personallist);
			BufferedReader buff = new BufferedReader(file);
			String line = null;
			while ((line = buff.readLine()) != null) {
				p.addElement(line);
			}
			buff.close();
		} catch (Exception e) {
		}
		t = blend(t, p);
		System.out.println(t.size());
		// Iterate through each symbol we need data for
		for (int i = 0; i < t.size(); i++) {
			
			getSymbol(t.elementAt(i).toString(), true);

			// }
		}
		System.out.println("Writing complete ...");
		System.out.println("successes: " + success + " failures: " + failure + " total: " + t.size());
	}

	public void updater(int op) {
		Vector t = getPennyList();
		Vector p = new Vector();
		if (op == 0) {
			System.out.println("Number of penny list stocks to get: " + t.size());
			try {
				BufferedWriter writer = new BufferedWriter(new FileWriter(constant.pennylist));
				for (int i = 0; i < t.size(); i++) {
					writer.write(t.elementAt(i).toString());
					writer.newLine();
				}
				writer.close();
			} catch (Exception e) {
				System.out.println("Error ");
				e.printStackTrace();
			}
			int s = t.size();
			t = blend(getDirList(), t);
			System.out.println("Number of directory stocks to get: " + (t.size() - s));

			try {
				FileReader file = new FileReader(constant.personallist);
				BufferedReader buff = new BufferedReader(file);
				String line = null;
				while ((line = buff.readLine()) != null) {
					p.addElement(line);
				}
				buff.close();
			} catch (Exception e) {
			}
			s = t.size();
			t = blend(t, p);
			System.out.println("Number of personal stocks to get: " + (t.size() - s));
			System.out.println("Starting ...");
			for (int i = 0; i < t.size(); i++) {
				getSymbol(t.elementAt(i).toString(), true);
			}
		} else if (op == 1) {

		} else if (op == 2) {

		}
		System.out.println("Writing complete ...");
		System.out.println("successes: " + success + " failures: " + failure + " total: " + t.size());
	}

	public Vector blend(Vector d, Vector p) {
		Vector returnval = new Vector();
		for (int i = 0; i < d.size(); i++) {
			returnval.addElement(d.elementAt(i).toString());
		}
		for (int i = 0; i < p.size(); i++) {
			returnval.addElement(p.elementAt(i).toString());
		}
		for (int i = 0; i < returnval.size(); i++) {
			for (int j = i + 1; j < returnval.size(); j++) {
				if (returnval.elementAt(i).toString().equalsIgnoreCase(returnval.elementAt(j).toString())) {
					returnval.removeElementAt(j);
				}
			}
		}
		return returnval;
	}

	public Vector getDirList() {
		Vector tlist = new Vector();
		try {
			String[] dirlist;
			File dir = new File(path);
			dirlist = dir.list();
			for (int i = 0; i < dirlist.length; i++) {
				tlist.addElement(dirlist[i].toString());
			}
		} catch (Exception e) {
		}
		return tlist;
	}

	public void getSymbol(String symbol, boolean all) {
		if (all) {
			try {
				URL url = new URL("h**p://ca.finance.yahoo.com/q/hp?s=" + symbol.substring(0, symbol.length() - 4));
				BufferedReader in = new BufferedReader(new InputStreamReader(url.openStream()));
				String inputLine;
				String match = "";
				Pattern username = Pattern.compile(".*\"h**p:\\/\\/ca.rd.yahoo.com\\/finance\\/quotes\\/internal\\/historical\\/download\\/\\*h**p[^\"]*\".*");
				while ((inputLine = in.readLine()) != null) {
					Matcher fit = username.matcher(inputLine);
					if (fit.matches()) {
						match = fit.group(0);
					}
				}
				in.close();
				Pattern p = Pattern.compile("h**p:\\/\\/ca.rd.yahoo.com\\/finance\\/quotes\\/internal\\/historical\\/download\\/\\*h**p[^\"]*");
				Matcher m = p.matcher(match);
				String s = "";
				while (m.find()) {
					s += m.group() + "\n";
				}

				URL url2 = new URL(s);
				BufferedReader in2 = new BufferedReader(new InputStreamReader(url2.openStream()));
				File f = new File(constant.csvpath + symbol);
				f.createNewFile();
				BufferedWriter writer = new BufferedWriter(new FileWriter(f));
				while ((inputLine = in2.readLine()) != null) {
					writer.write(inputLine);
					writer.newLine();
				}
				in2.close();
				writer.close();
				System.out.println("Wrote " + f.toString());
				success++;
			} catch (Exception e) {
				failure++;
				retry++;
				if (retry < 5) {
					System.out.println("Could not write ... retrying ");
					getSymbol(symbol, true);
				} else {
					System.out.println("Gave up on " + symbol + " add data manually");
				}
			}
		} else {

		}
	}

	public Vector getPennyList() {
		Vector tlist = new Vector();
		try {
			URL url = new URL("h**p://customers.wwquote.com/allpennystocks/CDNXWWQ.asp");
			BufferedReader in = new BufferedReader(new InputStreamReader(url.openStream()));
			String inputLine;
			String match = "";
			Pattern p = Pattern.compile("V\\.[A-Z][A-Z][A-Z]|V\\.[A-Z][A-Z]");
			int count = 0;
			while ((inputLine = in.readLine()) != null) {
				Matcher m = p.matcher(inputLine);
				String s = "";
				while (m.find()) {
					s += m.group();
				}
				if (s != "") {
					count++;
					StringTokenizer st = new StringTokenizer(s, ".");
					st.nextToken();
					s = st.nextToken() + ".V";
					tlist.addElement(s + ".csv");
				}
			}
			in.close();
		} catch (Exception e) {
		}
		return tlist;
	}

	
	public static void main(String args[]) {
		updater2 u = new updater2();
	}
	
}