ThreadPoolExecutor类的核心是Worker内部类,其对资源进行了服用,减少创建线程的开销。Worker实现Runnable接口,并继承AbstractqueuedSynchronizer。 内部有一个worker的HashSet,存放工作线程。 线程池的状态:Runnable,shutdown,stop,tidying,terminated。 其核心方法: 1、executor()
public void execute(Runnable command) { if (command == null) throw new NullPointerException(); /* * Proceed in 3 steps: * * 1. If fewer than corePoolSize threads are running, try to * start a new thread with the given command as its first * task. The call to addWorker atomically checks runState and * workerCount, and so prevents false alarms that would add * threads when it shouldn't, by returning false. * * 2. If a task can be successfully queued, then we still need * to double-check whether we should have added a thread * (because existing ones died since last checking) or that * the pool shut down since entry into this method. So we * recheck state and if necessary roll back the enqueuing if * stopped, or start a new thread if there are none. * * 3. If we cannot queue task, then we try to add a new * thread. If it fails, we know we are shut down or saturated * and so reject the task. */ int c = ctl.get(); //获取线程池的线程数量 if (workerCountOf(c) < corePoolSize) { //如果小于核心线程数量,就新建核心线程 if (addWorker(command, true)) //如果新建核心线程成功,就返回 return; c = ctl.get(); } if (isRunning(c) && workQueue.offer(command)) { //否则,如果线程池运行状态且添加到任务队列成功 int recheck = ctl.get(); //将线程添加到阻塞队列成功,还要继续 确认线程池的状态 if (! isRunning(recheck) && remove(command)) reject(command); else if (workerCountOf(recheck) == 0) addWorker(null, false); } else if (!addWorker(command, false)) reject(command); }上面的方法就是线程池添加线程的执行步骤,其中 调用了addWorker(command, true)用于创建线程。
// core是指创建的线程是否是核心线程 private boolean addWorker(Runnable firstTask, boolean core) { retry: for (;;) { int c = ctl.get(); int rs = runStateOf(c); //获取线程池的状态 // Check if queue empty only if necessary. if (rs >= SHUTDOWN && //如果线程池》shutdown状态或者当前task为null ! (rs == SHUTDOWN && //(running状态<shutdown) firstTask == null && ! workQueue.isEmpty())) return false; //返回false,不创建线程 for (;;) { //不断循环 int wc = workerCountOf(c); //查看线程的数量 if (wc >= CAPACITY || //如果线程数量大于容量或者根据是否是核心线程标志 //来判断其是否超过了创建线程池规定的核心线程数量或者最大线程数量 wc >= (core ? corePoolSize : maximumPoolSize))// return false; if (compareAndIncrementWorkerCount(c)) //用CAS方法增加线程池的数量 break retry; // break retry后直接跳出for循环,后面的不执行,开始执行创建线程的操作 c = ctl.get(); // Re-read ctl if (runStateOf(c) != rs) continue retry; // else CAS failed due to workerCount change; retry inner loop } } boolean workerStarted = false; boolean workerAdded = false; Worker w = null; try { w = new Worker(firstTask); //初始化worker,此时只是新建,还没运行 final Thread t = w.thread; if (t != null) { final ReentrantLock mainLock = this.mainLock; //获取线程池的全局锁 mainLock.lock(); try { // Recheck while holding lock. // Back out on ThreadFactory failure or if // shut down before lock acquired. int rs = runStateOf(ctl.get()); if (rs < SHUTDOWN || (rs == SHUTDOWN && firstTask == null)) { if (t.isAlive()) // precheck that t is startable throw new IllegalThreadStateException(); workers.add(w); //将此线程添加进线程集合 int s = workers.size(); if (s > largestPoolSize) largestPoolSize = s; //跟新线程池的数量 workerAdded = true; } } finally { mainLock.unlock(); } if (workerAdded) { t.start(); //执行worker的run方法 a workerStarted = true; } } } finally { if (! workerStarted) addWorkerFailed(w); } return workerStarted; }上面的a所示的worker.start(),最终调用wrker的run方法,最终调用下面的方法
final void runWorker(Worker w) { Thread wt = Thread.currentThread(); Runnable task = w.firstTask; //即创建线程的task w.firstTask = null; w.unlock(); // allow interrupts 这个不知道啥意思 boolean completedAbruptly = true; try { //执行task方法或者执行完后通过getTask()获取任务队列的任务 while (task != null || (task = getTask()) != null) { w.lock(); // If pool is stopping, ensure thread is interrupted; // if not, ensure thread is not interrupted. This // requires a recheck in second case to deal with // shutdownNow race while clearing interrupt if ((runStateAtLeast(ctl.get(), STOP) || //如果线程池处于stop (Thread.interrupted() && //或者线程被中断 runStateAtLeast(ctl.get(), STOP))) && !wt.isInterrupted()) wt.interrupt(); //中断线程 try { beforeExecute(wt, task); //钩子方法,待学习 Throwable thrown = null; try { task.run(); //运行 } catch (RuntimeException x) { thrown = x; throw x; } catch (Error x) { thrown = x; throw x; } catch (Throwable x) { thrown = x; throw new Error(x); } finally { afterExecute(task, thrown); } } finally { task = null; w.completedTasks++; //w的执行完的任务量++ w.unlock(); } } completedAbruptly = false; } finally { processWorkerExit(w, completedAbruptly); //当任务队列为空,即执行此方法 } }上面的方法主要有两个方法调用比较重要: getTask() 是从任务队列获取任务, processWorkerExit(w, completedAbruptly);是对空闲线程的处理。
private Runnable getTask() { boolean timedOut = false; // Did the last poll() time out?用于判断是否poll超时 for (;;) { int c = ctl.get(); int rs = runStateOf(c); // Check if queue empty only if necessary. if (rs >= SHUTDOWN && (rs >= STOP || workQueue.isEmpty())) { decrementWorkerCount(); //如果线程池处于或大于shutdown状态并且任务队列为空 return null; } int wc = workerCountOf(c); // Are workers subject to culling? timed用于标识核心线程是否超时和当前线程数是否大于核心线程数 boolean timed = allowCoreThreadTimeOut || wc > corePoolSize; if ((wc > maximumPoolSize || (timed && timedOut)) //timeout为true且线程超过核心线程数,那就减少线程数,返回null && (wc > 1 || workQueue.isEmpty())) { if (compareAndDecrementWorkerCount(c)) return null; continue; } try { //如果当前线程数大于核心线程数,那就在规定时间内从阻塞的任务队列中取任务 Runnable r = timed ? workQueue.poll(keepAliveTime, TimeUnit.NANOSECONDS) : workQueue.take(); //如果是核心线程就一直等到 if (r != null) return r; //取到就返回 timedOut = true; //取不到,置timeout为空。 } catch (InterruptedException retry) { timedOut = false; } } }private void processWorkerExit(Worker w, boolean completedAbruptly)用于处理空闲线程
private void processWorkerExit(Worker w, boolean completedAbruptly) { if (completedAbruptly) // If abrupt, then workerCount wasn't adjusted decrementWorkerCount(); final ReentrantLock mainLock = this.mainLock; mainLock.lock(); try { completedTaskCount += w.completedTasks; workers.remove(w); //将w从worker删除 } finally { mainLock.unlock(); } tryTerminate(); //尝试终止线程池 int c = ctl.get(); //获取线程池状态 if (runStateLessThan(c, STOP)) { if (!completedAbruptly) { int min = allowCoreThreadTimeOut ? 0 : corePoolSize; if (min == 0 && ! workQueue.isEmpty()) min = 1; //如果线程池核心数量为0,如果任务队列不空,那维持一个线程 if (workerCountOf(c) >= min) return; // replacement not needed //如果线程池的数量大于核心数,不操作,直接返回 } addWorker(null, false); //否则,要创建空线程 } }shutdown()后线程池将变成shutdown状态,此时不接收新任务,但会处理完正在运行的 和 在阻塞队列中等待处理的任务。
shutdownNow()后线程池将变成stop状态,此时不接收新任务,不再处理在阻塞队列中等待的任务,还会尝试中断正在处理中的工作线程。 然后,看看shutdown()方法:
public void shutdown() { final ReentrantLock mainLock = this.mainLock; mainLock.lock(); //获取全局锁 try { checkShutdownAccess(); //判断是否有权限进行shutdown操作 advanceRunState(SHUTDOWN); //设置线程池的状态为shutdown,不再允许进行线程的添加操作 interruptIdleWorkers(); //中断空闲的线程 onShutdown(); // hook for ScheduledThreadPoolExecutor } finally { mainLock.unlock(); } tryTerminate(); //尝试终止线程池 }其会调用
private void interruptIdleWorkers(boolean onlyOne) { final ReentrantLock mainLock = this.mainLock; mainLock.lock(); try { for (Worker w : workers) { Thread t = w.thread; if (!t.isInterrupted() && w.tryLock()) { try { t.interrupt(); } catch (SecurityException ignore) { } finally { w.unlock(); } } if (onlyOne) break; } } finally { mainLock.unlock(); } }interruptIdleWorkers() 首先会获取mainLock锁,因为要迭代workers set,在中断每个worker前,需要做两个判断:
1、线程是否已经被中断,是就什么都不做
2、worker.tryLock() 是否成功
第二个判断比较重要,因为Worker类除了实现了可执行的Runnable,也继承了AQS,本身也是一把锁
tryLock()调用了Worker自身实现的tryAcquire()方法,这也是AQS规定子类需要实现的尝试获取锁的方法. 因为worker的锁是不可重入的,而在runworker中运行task都会对worker进行上锁操作,因此,上述代码中,只有空闲线程才会执行 t.interrupt()操作。捕获中断异常后,将继续循环到getTask()最开始的判断线程池状态的逻辑,当线程池是shutdown状态,且workQueue.isEmpty时,return null,进行worker线程退出逻辑。 tryTerminate() 执行流程:
1、判断线程池是否需要进入终止流程(只有当shutdown状态+workQueue.isEmpty 或 stop状态,才需要)
2、判断线程池中是否还有线程,有则 interruptIdleWorkers(ONLY_ONE) 尝试中断一个空闲线程(正是这个逻辑可以再次发出中断信号,中断阻塞在获取任务的线程)
3、如果状态是SHUTDOWN,workQueue也为空了,正在运行的worker也没有了,开始terminated. 会先上锁,将线程池置为tidying状态,之后调用需子类实现的 terminated(),最后线程池置为terminated状态,并唤醒所有等待线程池终止这个Condition的线程 而shutodwnnow则直接将线程池的状态设为stop,然后对所有的线程发出中断信号。
总结: 1、threadpoolExecutor内部有一个AtomicInteger变量用来统计线程池的线程数量和状态(高三位)。其状态为runing,shutdown、stop、tidying、terminated。由小到达 2、threadpoolExecutor的内部有个内部类worker,用于创建线程。其执行步骤是当线程数小于核心线程数量时,创建线程,否则将任务提交到任务队列,如果任务队列满了,就看线程数是否小于最大线程数,如果小于,就创建线程。否则抛出异常。 3、worker的runworker方法(就是新建的线程),先执行用户规定的任务,执行完后,去任务队列中取任务继续执行。取任务的gettask()方法中,要判断线程的数量是否小于核心线程数,如果大于,则对任务队列(阻塞的)进行规定时间的poll操作,如果没有就返回null。如果小于等于核心线程数,则一直阻塞。返回null后,就要进行空闲线程的销毁工作。 4、空闲线程的销毁工作是将线程从线程set中移除,并尝试销毁线程池(在此方法中对空闲线程发出中断操作,销毁线程)。此外如果发现线程数量小于核心线程数时,还要创建空线程。 5、shutdown()方法用于销毁线程池。其是将线程池的状态置为shutdown状态,阻止继续提交任务,对空闲线程发出中断,销毁线程。对于在任务队列和在执行的任务,继续执行。其销毁空闲线程是要获取锁,(此时正在工作的线程锁没释放,就不能被其获取),然后调用其中断方法。对于正在阻塞获取任务的核心线程,其在tryTerminate()中卓一进行中断。 6、shutdownnow()是将线程池的状态设为stop,对所有的线程执行interrupt()操作,对于没有执行的任务作为一个列表返回。