---
title: "java程序，保存csdn blog的文章"
author: "fanjava"
date: "2005-02-23T08:36:00Z"
tags: []
slug: "java-csdn-blog"
draft: false
lastmod: "2005-02-23T08:36:00Z"
id: 601789
url: "https://fanjava.iteye.com/blog/601789"
---

import java.io.\*;

import java.net.\*;

class csdn  
{

public static void main(String\[] args) throws Exception  
{  
String strUrl;  
String ss;  
int icount=0;

//处理月份开始，连接首页，分析月份  
StringBuffer sbMonth=new StringBuffer("");

strUrl="#";

URL url = new URL(strUrl);

URLConnection conn = url.openConnection();

BufferedReader rd = new BufferedReader(new InputStreamReader(conn.getInputStream(),"UTF8"));

System.out.println("连接成功。");

int i=0;  
int j=0;

while ((ss=rd.readLine())!=null)  
{

if(ss.indexOf("年")&gt;0&&ss.indexOf("id")&gt;0&&ss.indexOf("SingleColumn")&gt;0)  
{  
i=ss.indexOf("archive");  
if(i&gt;0)  
{  
j=ss.indexOf(".aspx",i);  
if(j&gt;0)  
{  
sbMonth.append(strUrl+"/"+ss.substring(i,j)+".aspx");  
sbMonth.append(",");  
}  
}  
}  
}  
rd.close();  
System.out.println("分析月份列表成功");  
//处理月份结束，得到一个包含每月URL地址的sbMonth字符串

//处理每月，分析每月文章列表  
StringBuffer sbArticle=new StringBuffer("");  
String\[] str=sbMonth.toString().split(",");

for(int i\_m=0;i\_m&lt;str.length;i\_m++)  
{  
strUrl=str\[i\_m];  
url = new URL(strUrl);  
conn = url.openConnection();  
rd = new BufferedReader(new InputStreamReader(conn.getInputStream(),"UTF8"));  
boolean bPrint=false;

while ((ss=rd.readLine())!=null)  
{  
if(ss.indexOf("postTitle")&gt;0)  
{  
bPrint=true;  
}  
if(ss.indexOf("postText")&gt;0)  
{  
bPrint=false;  
}  
if(bPrint)  
{

i=ss.indexOf("http");  
if(i&gt;0)  
{  
j=ss.indexOf(".aspx",i);  
if(j&gt;0)  
{  
sbArticle.append(ss.substring(i,j)+".aspx");  
sbArticle.append(",");  
}  
}  
}  
}  
}  
System.out.println("获取所有文章的URL地址列表成功");  
//获取每月文章列表结束，得到所有文章的URL地址

//获取每篇文章内容开始  
System.out.println("\\r\\n保存文章开始...");  
String\[] str1=sbArticle.toString().split(",");  
for(int i\_n=0;i\_n&lt;str1.length;i\_n++)  
{  
icount++;  
strUrl=str1\[i\_n];  
StringBuffer sb=new StringBuffer("");  
System.out.println(strUrl);  
url = new URL(strUrl);  
conn = url.openConnection();  
rd = new BufferedReader(new InputStreamReader(conn.getInputStream(),"UTF8"));  
boolean bPrint1=false;  
boolean bPrint2=false;

RandomAccessFile rf=new RandomAccessFile("csdn\_cqq\_"+icount+".htm","rw");

boolean bb=true;  
while ((ss=rd.readLine())!=null&&bb)  
{

if(ss.indexOf("postTitle")&gt;0)  
{  
bPrint1=true;  
}  
if(ss.indexOf("postfoot")&gt;0)  
{  
bPrint1=false;  
}  
if(bPrint1)  
{  
sb.append(ss);  
}  
}

byte \[] b;  
b=sb.toString().getBytes();  
rf.write(b);  
rf.close();  
}  
System.out.println("完成，总共保存 "+icount+" 篇文章");  
}  
}