java简单实现多线程及线程池实例详解
作者:shao-hang
这篇文章主要为大家详细介绍了java简单实现多线程,及java爬虫使用线程池实例,具有一定的参考价值,感兴趣的小伙伴们可以参考一下
本文为大家分享了java多线程的简单实现及线程池实例,供大家参考,具体内容如下
一、多线程的两种实现方式
1、继承Thread类的多线程
/** * 继承Thread类的多线程简单实现 */ public class extThread extends Thread { public void run(){ for(int i=0;i<100;i++){ System.out.println(getName()+"-"+i); } } public static void main(String arg[]){ for(int i=0;i<100;i++){ System.out.println(Thread.currentThread().getName()+"-"+i); if(i==50){ new extThread().start(); new extThread().start(); } } } }
2、实现Runnable接口的多线程
/** * 实现runable接口的多线程实例 */ public class runThread implements Runnable { public void run(){ for(int i=0;i<100;i++){ System.out.println(Thread.currentThread().getName()+"-"+i); } } public static void main(String arg[]){ for(int i=0;i<100;i++){ System.out.println(Thread.currentThread().getName()+"-"+i); if(i==50){ runThread rt = new runThread(); new Thread(rt,"新线程1").start(); new Thread(rt,"新线程2").start(); } } } }
二、线程池的简单实现
//实现Runnable接口 class TestThread implements Runnable{ public void run() { for(int i = 0;i < 100;i++){ System.out.println(Thread.currentThread().getName() + "i的值为:" + i); } } } public class threadPoolTest { public static void main(String[] args) { //创建一个具有固定线程数的线程池 ExecutorService pool = Executors.newFixedThreadPool(5); //向线程池中提交三个线程 pool.submit(new TestThread()); pool.submit(new TestThread()); pool.submit(new TestThread()); //关闭线程池 pool.shutdown(); } }
三、java爬虫使用线程池实例
/** * 爬虫调度线程池 */ public class threadPool { public static HashMap<String, Spiders> statusMap = new HashMap<String, Spiders>(); // 存放爬虫,key为爬虫的id,value为爬虫的线程池 static HashMap<Integer, ThreadPoolExecutor> threadMap = new HashMap<Integer, ThreadPoolExecutor>(); //创建一个线程池 static ThreadPoolExecutor threadPool = new ThreadPoolExecutor(200, 230,80000L, TimeUnit.SECONDS, new ArrayBlockingQueue<Runnable>(10), new ThreadPoolExecutor.CallerRunsPolicy()); public static void executeThread(Spiders spider) { statusMap.put(String.valueOf(spider.getId()), spider); // 爬虫有效 if (spider.getFlag() == 0) { if (spider.getStatus() == 0) { // 表示爬虫进入抓取状态 ThreadPoolExecutor detailPool = null; if (threadMap.get(spider.getId()) == null) { detailPool = new ThreadPoolExecutor(30, 80, 80000L, TimeUnit.SECONDS, new ArrayBlockingQueue<Runnable>( 10), new ThreadPoolExecutor.CallerRunsPolicy()); threadMap.put(spider.getId(), detailPool); threadPool.execute(new threadRun(spider, threadMap)); } } } } } //实现Runnable接口 class threadRun implements Runnable { private HashMap<Integer, ThreadPoolExecutor> threadPoolMap; private Spiders spider; public threadRun(Spiders spider, HashMap<Integer, ThreadPoolExecutor> threadPoolMap) { this.threadPoolMap = threadPoolMap; this.spider = spider; } //线程执行体 public void run() { try { if ("rong360".equals(spider.getWebsite())) { new RongThread(threadPoolMap.get(spider.getId()), spider) .startSpider(); } else if ("xxgg_sd".equals(spider.getWebsite())) { new Spider_ShanDong(threadPoolMap.get(spider .getId()), spider).startSpider(); } else if ("xxgg_gz".equals(spider.getWebsite())) { new Spider_GuiZhou(threadPoolMap.get(spider .getId()), spider).startSpider(); } else if ("sx".equals(spider.getWebsite())) { new SpiderSX(spider).startSpider(); } else if ("baidu".equals(spider.getWebsite())) { new SpiderBaiDu(spider).startSpider(); } else if ("11315".equals(spider.getWebsite())) { new Spider11315ByName(spider).startSpider(); } } catch (Exception e) { e.printStackTrace(); } } }
以上就是本文的全部内容,希望对大家的学习有所帮助,也希望大家多多支持脚本之家。