import java.net.*;
import java.io.*;
import java.lang.*;
import java.util.*;

/*download new car information from www.edmunds.com
   and store them into xml files
*/
public class carsXML {
    
    //to contain list of urls pointing to local xml files
    static PrintWriter xmlurls;    
    static String EDMUNDS_NEW="http://www.edmunds.com/vehicles/";

    public static void main(String[] args) {
	try { 
	xmlurls=new PrintWriter(new FileWriter("cars.url"));
	} catch (IOException ie) {
	    ie.printStackTrace();
	}
	parse_new_cars();
	//parse_model("32cl","32cl",EDMUNDS_NEW+"2001/acura/clseries/32cl.html");
	//parse_manufacturer("Honda",EDMUNDS_NEW+"2001/honda/");
	xmlurls.close();
    }

    private static void parse_new_cars() {
	String index_file=getURL.geturl(EDMUNDS_NEW,"main.html");    
	String line;
	StringTokenizer st,st2;
	boolean flag;
	String tmp,tmpurl,tmpmake;
	int i;
	
	try {
	BufferedReader br=new BufferedReader(new FileReader(index_file));
	

	//parse index file listing all new car manufacturers
	while (br.ready()) {
	   line=br.readLine();
	   if ( (line.startsWith("<td "))&&(line.indexOf("<a href=\"200")>-1) ) {
	       //first car on this line
	       i=line.indexOf("<a href")+2;
	       tmpurl=EDMUNDS_NEW+line.substring(line.indexOf("\"",i)+1,line.indexOf(">",i)-1);
	       tmpmake=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i));
	       parse_manufacturer(tmpmake,tmpurl);
	       //second car on this line
	       i=line.indexOf("<a href",i)+2;
	       tmpurl=EDMUNDS_NEW+line.substring(line.indexOf("\"",i)+1,line.indexOf(">",i)-1);
	       tmpmake=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i));
	       parse_manufacturer(tmpmake,tmpurl);
	       
	       /*
	       st=new StringTokenizer(line," ");
	       flag=false;
	       while ( st.hasMoreTokens() && (!flag) ) {
		   tmp=st.nextToken();
		   if (tmp.equals("<a")) {
		       tmp=st.nextToken();
		       flag=true;
		       if (tmp.startsWith("href=\"200")) {
			   //each line contains 2 makes
			   //parse url of page for this manufacturer
			   st2=new StringTokenizer(tmp,"\"");
			   tmpurl=st2.nextToken();
			   tmpurl=st2.nextToken();
			   tmpurl=EDMUNDS_NEW+tmpurl;
			   //parse manufacturer name
			   st2=new StringTokenizer(tmp,"<>");
			   tmpmake=st2.nextToken();
			   tmpmake=st2.nextToken();
			   //parse data for this manufacturer
			   parse_manufacturer(tmpmake,tmpurl);

		       }
		   }
	       }
	       */
	   }
	}
	br.close();
	} catch (Exception e) {
	    e.printStackTrace(); 
	}
	
    }

    private static void parse_manufacturer(String make, String url) {
	String makefile=getURL.geturl(url,"tmp1");  
	String line,modelname="",trimname="",trimurl="";
	StringTokenizer st;

	try {
	BufferedReader br=new BufferedReader(new FileReader(makefile));
	

	//parse file listing all models of this make
	while (br.ready()) {
	   line=br.readLine();
	   if ( (line.startsWith("<a name=")) && 
		(!line.startsWith("<a name=\"top\""))   ) {
	       //first get the model name
	       while (line.indexOf("<b>")<0) line=br.readLine();
               modelname=line.substring(line.indexOf("<b>")+3,
					line.indexOf("</b>")-1 );

	       //get the individual trims and parse those files
	       while (!line.startsWith("<ul>")) 
		   line=br.readLine();
	       while (!line.startsWith("</ul>")) {
		   if (line.startsWith("<li><a href=")) {
		       //get url for this trim of this model
		       st=new StringTokenizer(line,"\"");
		       trimurl=st.nextToken();
		       trimurl=st.nextToken();
		       trimurl=url+trimurl;
		       //get the full trim name
		       st=new StringTokenizer(line,">");
		       while (st.hasMoreTokens()) trimname=st.nextToken();
		       //parse file for this trim
      		       parse_model(modelname,trimname,trimurl);
		   }
		   line=br.readLine();
	       }	   	       
	   }
	}
	br.close();
	} catch (Exception e) {
	       e.printStackTrace(); 
	       try {
BufferedReader b=new BufferedReader(new InputStreamReader(System.in));
b.readLine();
	       }catch (Exception e2) {;}
	}
	   
    }
       
    private static void parse_model2(String modelname,String trimname, 
				    String url) {
System.out.println(modelname+","+trimname+","+url);
}

    private static void parse_model(String modelname,String trimname, 
				    String url) {  
	//System.out.println(modelname+","+trimname+","+url);
	
	String modelfile=getURL.geturl(url,"tmp2");  
	String line="",tmp,tmp2;
	StringTokenizer st;
	PrintWriter outxml;
	int i;

	try {
	BufferedReader br=new BufferedReader(new FileReader(modelfile));
	tmp=slash2underscore(space2underscore(trimname))+".xml";
	
	outxml=new PrintWriter(new FileWriter(tmp));
	outxml.println("<?xml version=\"1.0\"?>\n<!DOCTYPE cars SYSTEM \"cars.dtd\">\n<cars>");
	xmlurls.println(tmp);
	
	//parse file with info about this model
	//year of car
	st=new StringTokenizer(modelname," ");
	tmp=st.nextToken();
	outxml.println("<year>"+tmp+"</year>");

	line=br.readLine();
	//first: make, model, class, bodystyle, drivetype,where built
	while (!line.startsWith("<b>Make:</b>")) line=br.readLine();
	//make
	tmp=line.substring(line.indexOf("</b>")+4,
			   line.indexOf("<br"));
	tmp=tmp.trim();
	outxml.println("<make>"+tmp+"</make>");
	tmp2=tmp;
	//model
	line=br.readLine();
	tmp=line.substring(line.indexOf("</b>")+4,
			   line.indexOf("<br"));
	tmp=tmp.trim();
	outxml.println("<model>"+tmp+"</model>");
	tmp2=tmp2+" "+tmp;
	outxml.println("<full_model_name>"+tmp2+"</full_model_name>");
	//trim
	outxml.println("<trim>"+trimname+"</trim>");
	//class
	line=br.readLine();
	tmp=line.substring(line.indexOf("</b>")+4,
			   line.indexOf("<br"));
	tmp=tmp.trim();
	outxml.println("<class>"+tmp+"</class>");
	//bodystyle
	line=br.readLine();
	tmp=line.substring(line.indexOf("</b>")+4,
			   line.indexOf("<br"));
	tmp=tmp.trim();
	outxml.println("<bodystyle>"+tmp+"</bodystyle>");
	//drivetype
	line=br.readLine();
	tmp=line.substring(line.indexOf("</b>")+4,
			   line.indexOf("<br"));
	tmp=tmp.trim();
	outxml.println("<drivetype>"+tmp+"</drivetype>");
	//buildlocation
	line=br.readLine();
	tmp=line.substring(line.indexOf("</b>")+4,
			   line.indexOf("<br"));
	tmp=tmp.trim();
	outxml.println("<buildlocation>"+tmp+"</buildlocation>");
	
	//whatsnew
	while (!line.startsWith("<a name=\"whatsnew\"")) line=br.readLine();
	while (!line.startsWith("<p>")) line=br.readLine();
	line=br.readLine();
	st=new StringTokenizer(line,"<");
	outxml.println("<whatsnew>"+st.nextToken()+"</whatsnew>");

	// pros/cons
	while (!line.startsWith("<a name=\"procon")) line=br.readLine();
	while ( (!line.startsWith("<td><font")) && 
		(!line.startsWith("<p><font")) ) line=br.readLine();
	tmp=line.substring(line.indexOf(">",7)+1,
	    min( line.indexOf("<",line.indexOf(">",7)),line.length()));
	outxml.println("<pros>"+tmp+"</pros>");
	if (tmp.indexOf("not yet been compiled")>-1) {
	    outxml.println("<cons>"+tmp+"</cons>");
	}
	else {
	    line=br.readLine();
	    while (!line.startsWith("<td><font")) line=br.readLine();
	    tmp=line.substring(line.indexOf(">",7)+1,
	       min( line.indexOf("<",line.indexOf(">",7)),line.length()));
	    outxml.println("<cons>"+tmp+"</cons>");
	}

	//edmund's review
	while (!line.startsWith("<a name=\"reviews")) line=br.readLine();
	while (!line.startsWith("<p><font")) line=br.readLine();
	line=br.readLine();
	outxml.print("<review>");
	while ( (!line.startsWith("</font>")) && (!line.trim().equals("")) 
		&& (!line.trim().toLowerCase().equals("<p>")) &&
		(!line.startsWith("a name")) ){
	    if (line.startsWith("<p>")||line.startsWith("<P>"))
		line=line.substring(3,line.length());
	    outxml.print(line+" ");
	    line=br.readLine();
	}
	outxml.println("</review>");

	//competing models
	line=br.readLine();
	while (!line.startsWith("<a name=\"compmodels")) 
	    line=br.readLine();
	
	while (!line.startsWith("</table>")) line=br.readLine();
	while ( (!line.startsWith("<td "))&&(line.indexOf("<font")<0)) line=br.readLine();
	while ( (!line.startsWith("</table>")) && (!line.startsWith("<a name")) ) {
	    if ( (line.startsWith("<td "))&&(line.indexOf("<font")>-1) ){
		i=line.indexOf("<a href=")+2;
		tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i));
		outxml.println("<competing_model>"+tmp+"</competing_model>");
	    }
	    else if (line.indexOf("has not yet been compiled")>-1) {
		tmp=line.substring(line.indexOf(">")+1,
		   min(line.indexOf("<",2),line.length()));
		outxml.println(tmp);
	    }
	    line=br.readLine();
	}

	//warranty
	while (!line.startsWith("<a name=\"warranty")) line=br.readLine();
	outxml.println("<warranty>");
	while (!line.startsWith("</ul>")) {
	    if (line.startsWith("<li><font")) {
		write_warranty(line,outxml);
	    }
	    line=br.readLine();
	}
	outxml.println("</warranty>");

	//specs
	while (!line.startsWith("<a name=\"specs")) line=br.readLine();
	while (!line.startsWith("<li>")) line=br.readLine();
	outxml.println("<specs>");

	//while (!line.startsWith("<a name")) {
	while (line.toLowerCase().indexOf("fuel tank capacity")<0) {
	    parse_spec(line,outxml);
	    line=br.readLine();
	}

	//fuel
	//while (line.toLowerCase().indexOf("fuel tank capacity")<0) line=br.readLine();
	tmp=line.substring(line.indexOf("</b>")+4,line.length()).trim();
	outxml.println("<fuel_tank>"+tmp+"</fuel_tank>");

	while ( (line.toLowerCase().indexOf("epa mileage")<0)&& 
		(!line.startsWith("<a name")) ) line=br.readLine();
	if (!line.startsWith("<a name")) {
	    outxml.println("<epa_mileage_estimates>");
	    write_fueldata(br,outxml);
	    outxml.println("</epa_mileage_estimates>");
	    while ( (line.toLowerCase().indexOf("range")<0)&&
		    (!line.startsWith("<a name")) )  line=br.readLine();
	    if (!line.startsWith("<a name")) {
		outxml.println("<range>");
		write_fueldata(br,outxml);
		outxml.println("</range>"); 
	    }
	}
	outxml.println("</specs>");	

	//insurance
	while (!line.startsWith("<a name=\"insurance")) line=br.readLine();
	while (!line.startsWith("<p><font")) line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,min(line.length(),line.indexOf("<",i))).trim();
	outxml.println("<insurance>"+tmp+"</insurance>");

	//prices
	while (!line.startsWith("<a name=\"prices")) line=br.readLine();
	while (line.toLowerCase().indexOf("<b>invoice")<0) line=br.readLine();
	line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
	outxml.println("<invoice_price>"+tmp+"</invoice_price>");
	while (line.toLowerCase().indexOf("<b>msrp")<0) line=br.readLine();
	line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
	outxml.println("<msrp>"+tmp+"</msrp>");
	while (line.toLowerCase().indexOf("<b>financing")<0) line=br.readLine();
	line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
	outxml.println("<financing>"+tmp+"</financing>");
	while (line.toLowerCase().indexOf("<b>destination charge")<0) line=br.readLine();
	line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
	outxml.println("<destination_charge>"+tmp+"</destination_charge>");
	while (line.toLowerCase().indexOf("<b>gas guzzler")<0) line=br.readLine();
	line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
	outxml.println("<gas_guzzler_tax>"+tmp+"</gas_guzzler_tax>");
	while (line.toLowerCase().indexOf("<b>dealer hold back")<0) line=br.readLine();
	line=br.readLine();
	i=line.indexOf("<font")+2;
	tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
	outxml.println("<dealer_holdback>"+tmp+"</dealer_holdback>");

	//standard equipment
	outxml.print("<standard_equipment>");
	while (!line.startsWith("<a name=\"stdequip")) line=br.readLine();
	while (!line.startsWith("<p>")) line=br.readLine();	
	while (!line.startsWith("</font")) {
		if (line.startsWith("</p>")) 
			line="\n"+line.substring(4,line.length());
		if (line.startsWith("<p>"))
			line=line.substring(3,line.length());
		if (line.startsWith("\n<p>"))
			line="\n"+line.substring(4,line.length());
		if (line.endsWith("</p>"))
		        line=line.substring(0,line.indexOf("</p>"));
		outxml.print(line);
		line=br.readLine();
	}
	outxml.println("</standard_equipment>");
	
	//options
	while ( (line.indexOf("OPTIONS CALCULATOR")<0) && (!line.startsWith("<a name=\"aftermarket")) ) line=br.readLine();
	while (!line.startsWith("<a name=\"aftermarket")) {
	    if (line.startsWith("<input type=\"checkbox")) {
		while (line.indexOf("<font ")<0) line=br.readLine();
		tmp=line.substring(line.indexOf("<b>")+3,line.indexOf("</b>"));
		outxml.println("<option>\n<option_code>"+tmp+"</option_code>");
		line=br.readLine();
		while (line.indexOf("<font ")<0) line=br.readLine();
		tmp=line.substring(line.indexOf("<b>")+3,line.indexOf("</b>"));
		outxml.println("<option_name>"+tmp+"</option_name>");
		line=br.readLine();
		while (line.indexOf("<font ")<0) line=br.readLine();
		i=line.indexOf("<font ")+2;
		tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
		outxml.println("<option_price_invoice>"+tmp+"</option_price_invoice>");
		line=br.readLine();
		while (line.indexOf("<font ")<0) line=br.readLine();
		i=line.indexOf("<font ")+2;
		tmp=line.substring(line.indexOf(">",i)+1,line.indexOf("<",i)).trim();
		outxml.println("<option_price_msrp>"+tmp+"</option_price_msrp>\n</option>");
		
	    }
	    line=br.readLine();
	}

	outxml.println("</cars>");
	outxml.close();
	br.close();
	} catch (Exception e) {
	       e.printStackTrace(); 
	       try {
BufferedReader b=new BufferedReader(new InputStreamReader(System.in));
b.readLine();
	       }catch (Exception e2) {;}
	}

    }

    private static void parse_spec(String line, PrintWriter pw) {
	String tag,tmp;

	if (line.startsWith("<li>")) {
	    tag=line.substring(line.indexOf("<b>")+3, min(line.indexOf(":"),line.indexOf("("))).trim();
	    tag=tag.replace(' ','_');
	    tag=tag.replace('-','_');
	    tag=tag.toLowerCase();
	    tmp=line.substring(line.indexOf("</b>")+4,line.indexOf("</li>")).trim();
	    pw.println("<"+tag+">"+tmp+"</"+tag+">");
	}
    }

    private static void write_fueldata(BufferedReader br,PrintWriter pw) {
	String line,tmp;
	try {
	for (int i=0;i<2;i++) {
		line=br.readLine();
		if (line.toLowerCase().indexOf("manual")>-1) {
			tmp=line.substring(line.indexOf("</b>")+4,min(line.length(),line.indexOf("<br>"))).trim();
			pw.println("<manual>"+tmp+"</manual>");
		}	
		else if (line.toLowerCase().indexOf("automatic")>-1) {
			tmp=line.substring(line.indexOf("</b>")+4,min(line.length(),line.indexOf("<br>"))).trim();
			pw.println("<automatic>"+tmp+"</automatic>");
		}	
	}
	} catch (IOException e) {
		e.printStackTrace();
	}
    }
	

    private static void write_warranty(String line, PrintWriter pw) {
	String tmp,type;
	
	type=line.substring(line.indexOf("<b>")+3,line.indexOf("</b>")).trim();
	tmp=line.substring(line.indexOf("</b>")+4,line.indexOf("</font></li>"));
	if (type.toLowerCase().startsWith("basic")) {
	    pw.print("<basic>");
	    pw.print(writewty_yr_miles(tmp));
	    pw.println("</basic>");
	}
	else if (type.toLowerCase().startsWith("drivetrain")) {
	    pw.print("<drivetrain>");
	    pw.print(writewty_yr_miles(tmp));
	    pw.println("</drivetrain>");
	}
	else if (type.toLowerCase().startsWith("roadside")) {
	    pw.print("<roadside>");
	    pw.print(writewty_yr_miles(tmp));
	    pw.println("</roadside>");
	}
	else if (type.toLowerCase().startsWith("rust")) {
	    pw.print("<rust>");
	    pw.print(writewty_yr_miles(tmp));
	    pw.println("</rust>");
	}
    }

    private static String writewty_yr_miles(String s) {
	String tmp="<years>",tmp2;

	if (s.indexOf("/")<0) {
	    s=s.trim();
	    tmp=tmp+s+"</years><miles>"+s+"</miles>";
	}
	else {
	    tmp2=s.substring(0,s.indexOf("y")).trim();
	    tmp=tmp+tmp2+"</years><miles>";
	    tmp2=s.substring(s.indexOf("/")+1,s.indexOf("mi.")).trim();
	    tmp=tmp+tmp2+"</miles>";
	}
	return tmp;
    }

    private static String space2underscore(String str) {
	return str.replace(' ','_');
    }

    private static String slash2underscore(String str) {
	return str.replace('/','_');
    }

    private static int min(int a,int b) {
	if (a<0) return b;
	if (b<0) return a;
	if (a<b) return a;
	return b;
    }

}