java多线程采集+线程同步

做大数据项目必须用到多线程，从网上找了个例子，很好，故记录下来以备参考

源代码如下：

1、线程类

package com.yjf.util;
import java.util.Date;
import java.util.List;

public class GetWebThread extends Thread{

/**
* 线程
*/
public void run(){
try {
while (true) {
int day = 0;
long time1 = new Date().getTime();
//用来同步抓取线程
synchronized("searchthead"){
Main.thisdaycount++;
if(Main.thisdaycount>Main.daycount){
break;
}
System.out.println("开始查询第"+(Main.thisdaycount)+"天");
Thread.sleep(133);
day = Main.thisdaycount-1;
}
//获取抓取的时间
String datetext = TimeUtil.date.format(TimeUtil.addDaysForDate(day));
String[] txt =FileUtil.getCityByTxtFile();
for(int t=0;t<txt.length;t++){

String[] way = txt[t].split("\\|");
String start = way[0];
String end = way[1];
//抓取到的数据列表
List<DataBean> datalist = Main.getDataList(datetext, start, end);
if(datalist!=null){
Main.isadsl = 0;
CheckAdsl.adsllasttime = new Date().getTime();
FileUtil.addDataToFileCsv(datalist);
Main.log.printLog("===="+datetext+"="+start+"="+end+"="+t+"=数据总数："+datalist.size());
}else{
Thread.sleep(11);
AdslThead.isadsl = true;
Thread.sleep(11);
//判断是否正在拨号 并暂停线程
while (AdslThead.isadsl) {
Thread.sleep(5000);
}
t--;
}
}
long time2 = new Date().getTime();
Main.log.printLog(datetext+"==查询完毕=========耗时"+(time2-time1));
}
} catch (Exception e) {
Main.log.printLog(e.getMessage());
e.printStackTrace();
}
}

}
第二步，启动线程，准备线程数量

2、线程启动类，包括启动，控制，停止

package com.yjf.util;

import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Properties;
import java.util.Timer;

public class Main {
private static boolean isRunGrabThread = true; //抓取线程是否执行完毕
public static int threadCount = 3; //线程数量
public static int daycount = 30; //查询总天数
public static int thisdaycount = 0;
public static int isadsl = 0;
public static int adslcount = 1;

public static void main(String[] args) {
try {

startThead();//启动抓取数据主线程
} catch (Exception e) {
e.printStackTrace();
}
}

public static void startThead(){
Thread[] grabThreads= new Thread[threadCount];
try{
//开启-数据抓取子线程
for(int i=0;i<grabThreads.length;i++){
Thread searchThread=new GetWebThread();
grabThreads[i] = searchThread;
grabThreads[i].setDaemon(true);
grabThreads[i].start();
}

isRunGrabThread = true;

//监控子线程,全部完成程序退出
WhileLoop:

while(true){

//拨号策略控制
//reconnectControl();

//判断子线程是否运行完成
for(int i=0;i<threadCount;i++){
if(grabThreads[i].isAlive()){
Thread.sleep(3*1000);
continue WhileLoop;
}
}

//所有抓取线程执行完毕
isRunGrabThread = false;

//子线程执行完毕则退出
break;
}
}
catch (Exception e) {
System.out.println("main主线程--系统异常!");
}
}

}