東洋経済DL

package toyo;

import tool.*;

public class pro {

int datanumber;

String[] data=new String[5000];

int s;

String[] memo=new String[5000];

int number;

String[] text=new String[5000];

public static void main(String[] args) {

pro r=new pro();

}

pro(){

int sp;

for(sp=200088;sp<200433;sp++){

int ch;

check sub2=new check();

ch=sub2.makedata(sp);

if(ch>50){

article sub=new article();

sub.makedata(sp);

}

}

}}

package toyo;

import tool.*;

public class article {

int datanumber;

String[] data=new String[5000];

int s;

String[] memo=new String[5000];

int number;

String[] text=new String[5000];

void makedata(int cou){

getdata sub2=new getdata();

sub2.makedata("http://toyokeizai.net/articles/-/"+cou,"UTF-8");

data=sub2.data;

datanumber=sub2.datanumber;

String q1="<span class=\"page\">";

int cn=0;

for(s=1;s<datanumber+1;s++){

if(data[s].indexOf(q1)>-1)cn=cn+1;

}

String title="";

for(s=1;s<datanumber+1;s++){

if(data[s].indexOf("<title>")>-1)title=data[s];

}

title=clean_str(title);

title=title.replace("| 東洋経済オンライン | 経済ニュースの新基準","");

title=title.replace("| ","");

System.out.println(title);

package toyo;

import tool.*;

public class check {

int datanumber;

String[] data=new String[5000];

int s;

String[] memo=new String[5000];

int number;

String[] text=new String[5000];

int makedata(int cou){

getdata sub2=new getdata();

sub2.makedata("http://toyokeizai.net/articles/-/"+cou,"UTF-8");

data=sub2.data;

datanumber=sub2.datanumber;

int ch=0;

for(s=1;s<datanumber+1;s++){

if(data[s].indexOf("<title>")>-1)ch=100;

}

return ch;

}

}

package toyo;

import tool.*;

public class page {

int datanumber;

String[] data=new String[5000];

int s;

String[] memo=new String[5000];

int number;

void makedata(String urlx){

getdata sub2=new getdata();

sub2.makedata(urlx,"UTF-8");

data=sub2.data;

datanumber=sub2.datanumber;

String q1="<!-- cxenseparse_start -->";

String q2="<!-- cxenseparse_end -->";

int s1=0;

for(s=1;s<datanumber+1;s++){

if(data[s].indexOf(q1)>-1)s1=s;

}

int s2=0;

for(s=s1;s<datanumber+1;s++){

if(data[s].indexOf(q2)>-1)s2=s;

}

String q3="<div class=\"caption\">";

for(s=s1;s<datanumber+1;s++){

if(data[s].indexOf(q3)>-1)data[s]="";

}

int sx=0;

for(s=s1+1;s<s2;s++){

data[s]=clean_str(data[s]);

if(data[s].length()>0) sx=sx+1;

if(data[s].length()>0)memo[sx]=data[s];

}

number=sx;

}

String clean_str(String str){

int m;

String strx=str;

for(m=1;m<10;m++){

strx=fresh(strx);

}

strx=strx.replace("&nbsp","");

strx=strx.replace("&nbsp","");

strx=strx.replace(";","");

return strx;

}

String fresh(String str){

int p1=str.indexOf("<");

int p2=str.indexOf(">",p1);

String sp="";

if(p1>-1)sp=str.substring(p1,p2+1);

String k=str.replace(sp,"");

return k;

}

}