3 (h-o @sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlmZmZddlmZmZddlmZmZddlmZdd lmZy ddlZWnek rdZYnXGd d d ejZ Gd d d e!Z"Gddde!Z#ddZ$da%ddZ&ddZ'Gdddej(Z)Gddde!Z*ddZ+ddZ,d+dd Z-d,d!d"Z.d#d$Z/d%d&Z0d-d'd(Z1d)d*Z2dS).N) import_module)settings)ImproperlyConfigured)DEFAULT_DB_ALIAS connections)SimpleTestCaseTestCase)setup_test_environmentteardown_test_environment) OrderedSet)StringIOcsTeZdZfddZfddZfddZfddZfd d Zd d ZZ S) DebugSQLTextTestResultcs2tjd|_|jjtjtt|j|||dS)Nzdjango.db.backends)logging getLoggerloggersetLevelDEBUGsuperr __init__)selfstreamZ descriptions verbosity) __class__6/tmp/pip-install-q3hcpn_q/Django/django/test/runner.pyrs zDebugSQLTextTestResult.__init__cs8t|_tj|j|_|jj|jtt|j |dS)N) r debug_sql_streamr StreamHandlerhandlerr addHandlerrr startTest)rtest)rrrr sz DebugSQLTextTestResult.startTestcsTtt|j||jj|j|jrP|jjd|j j |jj |j j |j dS)Nr)rr stopTestr removeHandlerrZshowAllrseekrwritereadwriteln separator2)rr )rrrr!&s  zDebugSQLTextTestResult.stopTestcs>tt|j|||jjd|jd|jjf|jd<dS)Nrr))rr addErrorrr#errorsr%)rr err)rrrr*.s zDebugSQLTextTestResult.addErrorcs>tt|j|||jjd|jd|jjf|jd<dS)Nrr(r)r))rr addFailurerr#failuresr%)rr r,)rrrr-3s z!DebugSQLTextTestResult.addFailurecCs|xv|D]n\}}}|jj|j|jjd||j|f|jj|j|jjd||jj|j|jjd|qWdS)Nz%s: %sz%s)rr&Z separator1ZgetDescriptionr')rZflavourr+r r,Z sql_debugrrrprintErrorList8sz%DebugSQLTextTestResult.printErrorList) __name__ __module__ __qualname__rrr!r*r-r/ __classcell__rr)rrr s      r c@seZdZdZddZeddZddZdd Zd d Z d d Z ddZ ddZ ddZ ddZddZddZddZddZddZd d!Zd"S)#RemoteTestResulta Record information about which tests have succeeded and which have failed. The sole purpose of this class is to record events in the child processes so they can be replayed in the master process. As a consequence it doesn't inherit unittest.TestResult and doesn't attempt to implement all its API. The implementation matches the unpythonic coding style of unittest2. cCsg|_d|_d|_d|_dS)NFr)eventsfailfast shouldStoptestsRun)rrrrrMszRemoteTestResult.__init__cCs |jdS)Nr()r8)rrrr test_indexSszRemoteTestResult.test_indexcCsytj|Wntk r}zlt|d}tj|dddd}t|}tj|dddd}tdkrrtdj||ntdj|||WYdd}~XnXdS)Nr(Kz )initial_indentsubsequent_indentz {} failed: {} Unfortunately, tracebacks cannot be pickled, making it impossible for the parallel test runner to handle this exception cleanly. In order to see the traceback, you should install tblib: pip install tblib aL {} failed: {} Unfortunately, the exception it raised cannot be pickled, making it impossible for the parallel test runner to handle it cleanly. Here's the error encountered while trying to pickle the exception: {} You should re-run this test with the --parallel=1 option to reproduce the failure and get a correct traceback. ) pickledumps Exceptionreprtextwrapfilltblibprintformat)rr r,excZoriginal_exc_txtZpickle_exc_txtrrrcheck_picklableWs  z RemoteTestResult.check_picklablecCs|jr|jdS)N)r6stop)rrrrstop_if_failfastsz!RemoteTestResult.stop_if_failfastcCs d|_dS)NT)r7)rrrrrHszRemoteTestResult.stopcCs|jjddS)N startTestRun)rJ)r5append)rrrrrJszRemoteTestResult.startTestRuncCs|jjddS)N stopTestRun)rL)r5rK)rrrrrLszRemoteTestResult.stopTestRuncCs$|jd7_|jjd|jfdS)Nr(r)r8r5rKr9)rr rrrrszRemoteTestResult.startTestcCs|jjd|jfdS)Nr!)r5rKr9)rr rrrr!szRemoteTestResult.stopTestcCs,|j|||jjd|j|f|jdS)Nr*)rGr5rKr9rI)rr r,rrrr*s zRemoteTestResult.addErrorcCs,|j|||jjd|j|f|jdS)Nr-)rGr5rKr9rI)rr r,rrrr-s zRemoteTestResult.addFailurecCs tddS)Nz&subtests aren't supported at this time)NotImplementedError)rr Zsubtestr,rrr addSubTestszRemoteTestResult.addSubTestcCs|jjd|jfdS)N addSuccess)r5rKr9)rr rrrrOszRemoteTestResult.addSuccesscCs|jjd|j|fdS)NaddSkip)r5rKr9)rr reasonrrrrPszRemoteTestResult.addSkipcCs>tdkr|d|ddf}|j|||jjd|j|fdS)Nrr(addExpectedFailure)rCrGr5rKr9)rr r,rrrrRs z#RemoteTestResult.addExpectedFailurecCs|jjd|jf|jdS)NaddUnexpectedSuccess)r5rKr9rI)rr rrrrSsz%RemoteTestResult.addUnexpectedSuccessN)r0r1r2__doc__rpropertyr9rGrIrHrJrLrr!r*r-rNrOrPrRrSrrrrr4Bs"  / r4c@s&eZdZdZeZdddZddZdS) RemoteTestRunnerz Run tests and record everything but don't display anything. The implementation matches the unpythonic coding style of unittest2. FNcCs||_|dk r||_dS)N)r6 resultclass)rr6rWrrrrszRemoteTestRunner.__init__cCs&|j}tj||j|_|||S)N)rWunittestZregisterResultr6)rr resultrrrruns  zRemoteTestRunner.run)FN)r0r1r2rTr4rWrrZrrrrrVs rVc Cs:ttdsdSyttjdStk r4tjSXdS)zL Default number of test processes when using the --parallel option. forkr(ZDJANGO_TEST_PROCESSESN)hasattrosintenvironKeyErrormultiprocessing cpu_countrrrrdefault_test_processess  rcc Csb|j|jd7_|jaWdQRXx4tD],}t|}|jjt}|jj||jq.WdS)z Switch to databases dedicated to this worker. This helper lives at module-level because of the multiprocessing module's requirements. r(N) Zget_lockvalue _worker_idrcreationZget_test_db_clone_settings settings_dictupdateclose)counteralias connectionrgrrr _init_workers    rmcCs(|\}}}t|d}|j|}||jfS)z Run a suite of tests with a RemoteTestRunner and return a RemoteTestResult. This helper lives at module-level and its arguments are wrapped in a tuple because of the multiprocessing module's requirements. )r6)rVrZr5)argssubsuite_indexsubsuiter6ZrunnerrYrrr _run_subsuites   rqcs2eZdZdZeZeZdfdd ZddZ Z S)ParallelTestSuitea Run a series of tests in parallel in several processes. While the unittest module's documentation implies that orchestrating the execution of tests is the responsibility of the test runner, in practice, it appears that TestRunner classes are more concerned with formatting and displaying test results. Since there are fewer use cases for customizing TestSuite than TestRunner, implementing parallelization at the level of the TestSuite improves interoperability with existing custom test runners. A single instance of a test runner can still collect results from all tests without being aware that they have been run in parallel. Fcs(t||_||_||_tt|jdS)N)partition_suite_by_case subsuites processesr6rrrr)rsuiterur6)rrrrs zParallelTestSuite.__init__c s,tdk rtjjtjtjd}tjjj j |gd}fddt j D}|j jj |}x|jrr|jPy|jdd\}}Wn4tjk rwbYntk r|jPYnXtj |}xP|D]H} | d} t|| d} | dkrq|| d} | d d}| | f|qWqbW|j|S) a/ Distribute test cases across workers. Return an identifier of each test case with its result in order to use imap_unordered to show results as soon as they're available. To minimize pickling errors when getting results from workers: - pass back numeric indexes in self.subsuites instead of tests - make tracebacks picklable with tblib, if available Even with tblib, errors may still occur for dynamically created exception classes such Model.DoesNotExist which cannot be unpickled. Nr)ruZ initializerZinitargscsg|]\}}||jfqSr)r6).0indexrp)rrr <sz)ParallelTestSuite.run..g?)timeoutr()rCZpickling_supportinstallraValuectypesc_intZPoolru init_worker__func__ enumeratertZimap_unordered run_subsuiter7 terminatenext TimeoutError StopIterationrilistgetattrjoin) rrYrjpoolrnZ test_resultsror5testseventZ event_namerr r)rrrZ$s@       zParallelTestSuite.run)F) r0r1r2rTrmrrqrrrZr3rr)rrrr s rrc @seZdZdZejZeZej Z ej Z e efZdddZed d Zd d Zdd dZddZddZddZddZddZddZdddZdS) DiscoverRunnerzB A Django test runner that uses unittest2 test discovery. Nr(TFrc KsV||_||_||_||_||_||_||_||_| |_t | p>g|_ t | pLg|_ dS)N) pattern top_levelr interactiver6keepdbreverse debug_sqlparallelsettags exclude_tags) rrrrrr6rrrrrrkwargsrrrrhszDiscoverRunner.__init__c Cs|jddddddd|jdddd d d d|jd d ddddd|jddddddd|jddddddd|jddddttddd |jd!d"d#d$d%|jd&d"d'd(d%dS))Nz-tz--top-level-directorystorerz,Top level of project for unittest discovery.)actiondestdefaulthelpz-pz --patternrztest*.pyz0The test matching pattern. Defaults to test*.py.z-kz--keepdb store_truerFz#Preserves the test DB between runs.z-rz --reverserzReverses test cases order.z-dz --debug-sqlrz%Prints logged SQL queries on failure.z --parallelr?r(Nz+Run tests using up to N parallel processes.)rnargsrtypeconstmetavarrz--tagrKrzBRun only tests with the specified tag. Can be used multiple times.)rrrz --exclude-tagrzDDo not run tests with the specified tag. Can be used multiple times.) add_argumentr^rc)clsparserrrr add_argumentsys2      zDiscoverRunner.add_argumentscKstdt_tjdS)NF)r rrrXZinstallHandler)rrrrrr sz%DiscoverRunner.setup_test_environmentcKs|j}|pdg}|pg}i}|jdk r2|j|d<|jdk rF|j|d<x|D]}|j}d}tjj|}tjj|s|jj |}n^tjj |r|j r|} x.r()r)rrrpartition_suite_by_typer)rvclassesrZ class_count suite_classbinsZreordered_suiterrrrrfs rcCst|}|rtt|}xj|D]b}t||r>t||||dqx@tt|D]"}t|||rL||j|PqLW|dj|qWdS)aX Partitions a test suite by test type. Also prevents duplicated tests. classes is a sequence of types bins is a sequence of TestSuites, one more than classes reverse changes the ordering of tests within bins Tests of type classes[i] are added to bins[i], tests with no match found in classes are place in bins[-1] )rr(Nr))rreversedtuple isinstancerrradd)rvrrrrr rrrrr|s    rcCsbg}t|}xPtj|tD]@\}}t|tjr>|j||qx|D]}|jt|qDWqW|S)zN Partitions a test suite by test case, preserving the order of tests. ) r itertoolsgroupby issubclassrXrrKextendrs)rvgroupsrZ test_typeZ test_groupitemrrrrss  rscCsi}i}i}ttjj}xtD]}t|}|jd}|drL|d||<q |j|jj|jdtf}|dj|d|kr|d||<q |tkr |jj|kr |jdtg||<q Wt |j |}t j |}||fS)a Figure out which databases actually need to be created. Deduplicate entries in DATABASES that correspond the same database or are configured as test mirrors. Return two values: - test_databases: ordered mapping of signatures to (name, list of aliases) where all aliases share the same underlying database. - mirrored_aliases: mapping of mirror aliases to original aliases. TESTZMIRRORNAMEr(Z DEPENDENCIES) rrrfZtest_db_signaturerg setdefaultrrrritems collections OrderedDict)mirrored_aliasesrrZ default_sigrkrlZ test_settingsrrrr get_unique_databases_and_mirrorss(    rc Ks"t\}}g}x|jD]\} \} } d} x| D]} t| }|j|| | dkf| dkr| } |jj|| ||jjdijddd|dkrx>t|D]}|jj |d||dqWq.t| jj t| jq.WqWx*|jD]\} }t| jj t|jqW|rxtD]} dt| _ q W|S)z% Creates the test databases. NrZ SERIALIZET)rZ autoclobberr serializer()rrr) rrrrKrfZcreate_test_dbrgrrZ clone_test_dbZset_as_test_mirrorZforce_debug_cursor)rrrrrrrrZ old_namesrrrZ first_aliasrkrlrxZ mirror_aliasrrrrs:     rc Cst|}|}x|D]}t||r6|jt|||qtt|dt}t|dt|}t|||}tt|dt} |j| } | j|} | s| r| j| r|j |qW|S)NrZ_testMethodName) rrrrrrstrunion intersectionr) rvrrrZfiltered_suiter Z test_tagsZ test_fn_nameZtest_fnZ test_fn_tagsZall_tagsZ matched_tagsrrrrs     r)F)F)FFr)3rr~rrrar]r=rArX importlibrZ django.confrZdjango.core.exceptionsrZ django.dbrrZ django.testrrZdjango.test.utilsr r Zdjango.utils.datastructuresr Zdjango.utils.sixr Ztblib.pickling_supportrCrZTextTestResultr objectr4rVrcrermrqrrrrrrrrrsrrrrrrrsL       (z SP*  - /