package dl3;
import tool.*;
public class pro {
int s,datanumber;
String[] data=new String[5000];
String[] memo=new String[5000];
String[] name=new String[5000];
String[] link=new String[5000];
public static void main(String[] args) {
pro t=new pro();
}
pro(){
readfile sub4=new readfile();
sub4.makedata("book.csv","UTF-8");
data=sub4.data;
datanumber=sub4.datanumber;
for(s=1;s<datanumber+1;s++){
String[] x=data[s].split(",");
name[s]=x[0]+" "+x[1];
link[s]=x[2];
}
int tr=100;
int sig=datanumber;
for(tr=1;tr<sig+1;tr++){
String urlx=link[tr];
getdata sub3=new getdata();
sub3.makedata(urlx,"SJIS");
data=sub3.data;
datanumber=sub3.datanumber;
int s1=0;
for(s=1;s<datanumber+1;s++){
int h=0;
if(data[s].indexOf("<BODY")>-1)h=h+1;
if(s1==0)h=h+1;
if(h==2)s1=s;
}
int s2=0;
for(s=s1+1;s<datanumber+1;s++){
int h=0;
if(data[s].indexOf("</BODY>")>-1)h=h+1;
if(s2==0)h=h+1;
if(h==2)s2=s;
}
int sx;
sx=0;
for(s=s1;s<s2;s++){
data[s]=clean_str(data[s]);
if(data[s].length()>0)sx=sx+1;
if(data[s].length()>0)memo[sx]=data[s];
}
String n="("+tr+")"+name[tr];
if(tr<1000)n="(0"+tr+")"+name[tr];
if(tr<100)n="(00"+tr+")"+name[tr];
if(tr<10)n="(000"+tr+")"+name[tr];
writefile sub=new writefile();
sub.data=memo;
sub.datanumber=sx;
sub.makedata("data/"+n+".txt");
}
}
String clean_str(String str){
int n;
for(n=1;n<51;n++){
str=rev(str);
}
str=str.replace(" ","");
return str;
}
String rev(String str){
if(str==null)str="";
int p1=str.indexOf("<");
int p2=str.indexOf(">",p1);
String strx="";
int h=0;
if(p1>-1)h=h+1;
if(p2>-1)h=h+1;
if(h==2)strx=str.substring(p1,p2+1);
str=str.replace(strx,"");
return str;
}
}