o i@ @s2dZddlZddlZddlmZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZmZmZddlmZdd lmZmZmZdd lm Z m!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'ddl(m)Z)ddl*m+Z+ddl,m-Z-ddl.m/Z/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6m7Z7ddl8m9Z9m:Z:ddl;mZ>m?Z?m@Z@mAZAddlBmCZCmDZDmEZEGddde e!ZFdeFfddZGeGd d!d!ZHeGd"d#d#ZIeGd$d%d%ZJd&eKd'e/deKfd(d)ZLd*eId+e e0d'es  z(StartedWorkerPool.run..N)rrI)selfrJr6rOr7runs  zStartedWorkerPool.runcstdd|jDddIdH}t|D]\}\}}|s'|jd|d|q|jdd=|jdd=|j|j dS)zv Shut down all of the workers in the pool. The pool is unusable after this method is called. cSsg|] }t|qSr6)r fromCoroutineexitrLr6r6r7 sz*StartedWorkerPool.join..T)Z consumeErrorsNzjoining disttrial worker #z failed) rrH enumerate_loggerfailurerIrGcloserFZunlock)rQresultsnZ succeededrXr6r6r7joins    zStartedWorkerPool.join)r8N)r2r3r4r5rrrCrr rr.r/rrWr0rRr\r6r6r6r7rEcs     rEc @sZeZdZUdZeed<deedee de de e fddZ d d Zd edefd d ZdS) WorkerPoolz Manage a fixed-size collection of child processes which can run tests. @ivar _config: Configuration for the precise way in which the pool is run. _config protocolsr?rAr8csfddt|DS)a Create local worker protocol instances and return them. @param protocols: The process/protocol adapters to use for the created workers. @param workingDirectory: The base path in which we should run the workers. @param logFile: The test log, for workers to write to. @return: A list of C{quantity} C{LocalWorker} instances. cs&g|]\}}t|t|qSr6)r.childrD)rMxprotocolrAr?r6r7rUsz2WorkerPool._createLocalWorkers..N)rV)rQr_r?rAr6rcr7_createLocalWorkerss zWorkerPool._createLocalWorkersc Csvtdjj}ddddddtdtdi}tj}tj t j|d<|D]}t j |g}| |||t j |||dq"d S) a Spawn processes from a list of process protocols. @param spawner: A C{IReactorProcess.spawnProcess} implementation. @param protocols: An iterable of C{ProcessProtocol} instances. @param arguments: Extra arguments passed to the processes. ztwisted.trial._dist.workertrialrwr&rr PYTHONPATH)argschildFDsenvN) rZfilePathpathr'r(osenvironcopypathsepr\sys executableextend) rQZspawnerr_ argumentsZworkertrialPathrirmrNrhr6r6r7_launchWorkerProcessess    z!WorkerPool._launchWorkerProcessesr9cst|jj\}}t|jjrt|jj}n||jj}t|}ddt|jj D}| |||}| |j ||jj t|||||S)z Launch all of the workers for this pool. @return: A started pool object that can run jobs using the workers. cSsg|]}tqSr6)r/)rMrar6r6r7rUsz$WorkerPool.start..N)r$r^r?rrArZ preauthChildr%ranger>rdrtZ spawnProcessr@rE)rQr9ZtestDirrFZ testLogPathrGrIrHr6r6r7starts4 zWorkerPool.startN)r2r3r4r5r=rCrr/rrr rr.rdrtrrErvr6r6r6r7r]s  r] untilFailureresultcCs |o|S)z Determine whether the test suite should be iterated again. @param untilFailure: C{True} if the suite is supposed to run until failure. @param result: The test result of the test suite iteration which just completed. N) wasSuccessful)rwrxr6r6r7shouldContinues rzpool testCases driveWorkercsJz|t|||IdHWdSty$|jtdtYdSw)Nz )rRr ExceptionoriginaladdErrorr#r)r{r|rxr}r6r6r7runTestss  rc@szeZdZUdZeZeZede fe d<e e d<e e e d<dZee d<edeed d Zee d <edeejd Zee d <d Ze e d<dZee d<dZee d<dZe e d<dZe e d<eZee gefe d<defddZ!ddZ"dede#e$de%ddfddZ& d+d e'e(e)fd!edefd"d#Z*d$e'e(e)fd!ede fd%d&Z+d$e'e(e)fde fd'd(Z,d$e'e(e)fde fd)d*Z-dS),DistTrialRunnera A specialized runner for distributed trial. The runner launches a number of local worker processes which will run tests. @ivar _maxWorkers: the number of workers to be spawned. @ivar _exitFirst: ``True`` to stop the run as soon as a test case fails. ``False`` to run through the whole suite and report all of the results at the end. @ivar stream: stream which the reporter will use. @ivar _reporterFactory: the reporter class to be used. ._reporterFactory _maxWorkers_workerArgumentsF _exitFirstN)factory)default converter_reactorstreamr_tracebackFormat_realTimeErrors_uncleanWarningsztest.log_logfileZ _trial_temp_workingDirectory_workerPoolFactoryr8cCs.|j|j|j|jd}|jrt|}||S)zL Make reporter factory, and wrap it with a L{DistReporter}. )ZrealtimeN)rrrrrr"_distReporterFactory)rQreporterr6r6r7 _makeResultJs   zDistTrialRunner._makeResultcCs |dS)z Write test run final outcome to result. @param result: A C{TestResult} which will print errors and the summary. N)done)rQrxr6r6r7 writeResultsUs zDistTrialRunner.writeResultsrxr|rNcs,fdd}|D] }||IdHq dS)a Drive a L{LocalWorkerAMP} instance, iterating the tests and calling C{run} for every one of them. @param worker: The L{LocalWorkerAMP} to drive. @param result: The global L{DistReporter} instance. @param testCases: The global list of tests to iterate. @return: A coroutine that completes after all of the tests have completed. cs@z |IdHWdStyj|tYdSwrK)rRr~rrr)caserxrNr6r7taskqs  z*DistTrialRunner._driveWorker..taskNr6)rQrxr|rNrrr6rr7 _driveWorker]s zDistTrialRunner._driveWorkersuiterwcstt|tttjtjj j }j d| d|jIdHtt}tdtdtffdd }zt||IdHWIdHSIdHw)a* Spawn local worker processes and load tests. After that, run them. @param suite: A test or suite to be run. @param untilFailure: If C{True}, continue to run the tests until they fail. @return: A coroutine that completes with the test result. zRunning z tests. Nr[r8cslrjd|ddjrfdd}ndd}tt|jIdHS)Nz Test Pass r& cs jSrK)rry_rxr6r7s z@DistTrialRunner.runAsync..runAndReport..cSsdSNTr6rr6r6r7rs)rwriterrrr-rr)r[ZcasesConditionrQZ startedPoolr|rwrr7 runAndReports z.DistTrialRunner.runAsync..runAndReport)listrrr=minlenrrrrrrrZcountTestCasesrvrrrzr*rBr)r,r\)rQrrwZ poolStarter conditionrr6rr7runAsynczs$    zDistTrialRunner.runAsynctestcsdddtttfddffdd }dtttffdd }dtdtffd d }jd d |t || | |j t trS t ts_Jd ttjS)NFrfr8cs|dSrKr6)rfrr6r7capturesz%DistTrialRunner._run..capturecsddur SdSr)cancelr6)reactorStoppingrxtestsInProgressr6r7maybeStopTestss z,DistTrialRunner._run..maybeStopTestsrxcssj|SrK)rstopr)rrQr6r7maybeStopReactors z.DistTrialRunner._run..maybeStopReactorbeforeshutdownz is not DistReporter)r rr)r robjectrZaddSystemEventTriggerrSrZaddBothrR isinstanceZraiseExceptionr r r)rQrrwrrrr6)rrxrQrr7_runs   zDistTrialRunner._runcC|j|ddS)za Run a reactor and a test suite. @param test: The test or suite to run. FrwNrrQrr6r6r7rRzDistTrialRunner.runcCr)z| Run the tests with local worker processes until they fail. @param test: The test or suite to run. TrNrrr6r6r7runUntilFailurerzDistTrialRunner.runUntilFailure)F).r2r3r4r5r)rrrWrr rCrBrrDrboolrrr<rr1rpstdoutrr rrrrrr]rr=rrr r!r/rr rrrrrRrr6r6r6r7r!sR             L,r)Or5rlrp functoolsros.pathrtypingrrrrrr r r r r ZunittestrrattrsrrrZattrs.convertersrZtwisted.internet.deferrrrZtwisted.internet.interfacesrrZtwisted.loggerrZtwisted.python.failurerZtwisted.python.filepathrZtwisted.python.lockfilerZtwisted.python.modulesrZ _asyncrunnerrZitrialr r!rr"runnerr#utilr$r%r'r(Z distreporterr)Z functionalr*r+r,r-rNr.r/r0r1r<r=rEr]rrzrrr6r6r6r7sb  0           8e