3 gu@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddlm Z ddlmZddlmZddlmZmZddlmZmZmZmZmZmZddlmZdd l m!Z!y ddl"Z#Wne$k rddl#Z#YnXy ddl%Z&Wne$k r dZ&YnXGd d d e j'Z(Gd d d e j'Z)GdddZ*GdddZ+ddZ,da-ddZ.ddZ/Gddde j0Z1GdddZ2ddZ3d'dd Z4d(d!d"Z5d#d$Z6d%d&Z7dS))N) import_module)StringIO) call_command) connections)SimpleTestCaseTestCase)NullTimeKeeper TimeKeepersetup_databasessetup_test_environmentteardown_databasesteardown_test_environment) OrderedSet)PY37cs`eZdZfddZfddZfddZfddZfd d Zfd d Zd dZ Z S)DebugSQLTextTestResultcs4tjd|_|jjtjd|_tj|||dS)Nzdjango.db.backends)logging getLoggerloggersetLevelDEBUGdebug_sql_streamsuper__init__)selfstreamZ descriptions verbosity) __class__P/var/www/tester-filtro-web/env/lib/python3.6/site-packages/django/test/runner.pyr&s zDebugSQLTextTestResult.__init__cs4t|_tj|j|_|jj|jtj|dS)N) rrr StreamHandlerhandlerr addHandlerr startTest)rtest)rrrr",sz DebugSQLTextTestResult.startTestcsPtj||jj|j|jrL|jjd|jj |jj |jj |j dS)Nr) rstopTestr removeHandlerr ZshowAllrseekrwritereadwriteln separator2)rr#)rrrr$2s   zDebugSQLTextTestResult.stopTestcsNtj|||jdkrd}n|jjd|jj}|jd|f|jd<dS)Nrr-)raddErrorrr&r(errors)rr#errZsql)rrrr.:s    zDebugSQLTextTestResult.addErrorcs:tj|||jjd|jd|jjf|jd<dS)Nrr,r-r-)r addFailurerr&failuresr()rr#r0)rrrr1Ds z!DebugSQLTextTestResult.addFailurecs\tj||||dk rX|jjdt|d|jr:|jn|j}|d|jjf|d<dS)Nrr,r-r-) r addSubTestrr& issubclassZfailureExceptionr2r/r()rr#subtestr0r/)rrrr3Is  z!DebugSQLTextTestResult.addSubTestcCstxn|D]f\}}}|jj|j|jjd||j|f|jj|j|jj||jj|j|jj|qWdS)Nz%s: %s)rr)Z separator1ZgetDescriptionr*)rZflavourr/r#r0Z sql_debugrrrprintErrorListPs z%DebugSQLTextTestResult.printErrorList) __name__ __module__ __qualname__rr"r$r.r1r3r6 __classcell__rr)rrr%s     rcs4eZdZdZfddZfddZddZZS)PDBDebugResultz^ Custom result class that triggers a PDB session when an error or failure occurs. cstj|||j|dS)N)rr.debug)rr#r0)rrrr.`szPDBDebugResult.addErrorcstj|||j|dS)N)rr1r<)rr#r0)rrrr1dszPDBDebugResult.addFailurecCs2|jd|_|\}}}td|tj|dS)NFz Opening PDB: %r)Z_restoreStdoutbufferprintpdbZ post_mortem)rerrorexc_type exc_value tracebackrrrr<hs   zPDBDebugResult.debug)r7r8r9__doc__r.r1r<r:rr)rrr;Zs  r;c@seZdZdZddZeddZddZdd Zd d Z d d Z ddZ ddZ ddZ ddZddZddZddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(S))RemoteTestResulta Record information about which tests have succeeded and which have failed. The sole purpose of this class is to record events in the child processes so they can be replayed in the master process. As a consequence it doesn't inherit unittest.TestResult and doesn't attempt to implement all its API. The implementation matches the unpythonic coding style of unittest2. cCs.tdk rtjjg|_d|_d|_d|_dS)NFr)tblibZpickling_supportinstalleventsfailfast shouldStoptestsRun)rrrrr{s  zRemoteTestResult.__init__cCs |jdS)Nr,)rK)rrrr test_indexszRemoteTestResult.test_indexcCstjtj|dS)z Confirm that obj can be pickled and unpickled as multiprocessing will need to pickle the exception in the child process and unpickle it in the parent process. Let the exception rise, if not. N)pickleloadsdumps)robjrrr_confirm_picklablesz#RemoteTestResult._confirm_picklablecCstdj|||dS)Na' Subtest failed: test: {} subtest: {} Unfortunately, the subtest that failed cannot be pickled, so the parallel test runner cannot handle it cleanly. Here is the pickling error: > {} You should re-run this test with --parallel=1 to reproduce the failure with a cleaner failure message. )r>format)rr#r5Z pickle_excrrr_print_unpicklable_subtests z+RemoteTestResult._print_unpicklable_subtestcCsy|j|Wntk r}zlt|d}tj|dddd}t|}tj|dddd}tdkrrtdj||ntdj|||WYdd}~XnXdS)Nr,Kz )initial_indentsubsequent_indentz {} failed: {} Unfortunately, tracebacks cannot be pickled, making it impossible for the parallel test runner to handle this exception cleanly. In order to see the traceback, you should install tblib: python -m pip install tblib aL {} failed: {} Unfortunately, the exception it raised cannot be pickled, making it impossible for the parallel test runner to handle it cleanly. Here's the error encountered while trying to pickle the exception: {} You should re-run this test with the --parallel=1 option to reproduce the failure and get a correct traceback. )rQ ExceptionreprtextwrapfillrFr>rR)rr#r0excZoriginal_exc_txtZpickle_exc_txtrrrcheck_picklables  z RemoteTestResult.check_picklablecCsFy|j|Wn2tk r@}z|j|||WYdd}~XnXdS)N)rQrWrS)rr#r5r[rrrcheck_subtest_picklables z(RemoteTestResult.check_subtest_picklablecCs|jr|jdS)N)rIstop)rrrrstop_if_failfastsz!RemoteTestResult.stop_if_failfastcCs d|_dS)NT)rJ)rrrrr^szRemoteTestResult.stopcCs|jjddS)N startTestRun)r`)rHappend)rrrrr`szRemoteTestResult.startTestRuncCs|jjddS)N stopTestRun)rb)rHra)rrrrrbszRemoteTestResult.stopTestRuncCs$|jd7_|jjd|jfdS)Nr,r")rKrHrarL)rr#rrrr"szRemoteTestResult.startTestcCs|jjd|jfdS)Nr$)rHrarL)rr#rrrr$szRemoteTestResult.stopTestcCs,|j|||jjd|j|f|jdS)Nr.)r\rHrarLr_)rr#r0rrrr.s zRemoteTestResult.addErrorcCs,|j|||jjd|j|f|jdS)Nr1)r\rHrarLr_)rr#r0rrrr1s zRemoteTestResult.addFailurecCsB|dk r>|j|||j|||jjd|j||f|jdS)Nr3)r\r]rHrarLr_)rr#r5r0rrrr3s   zRemoteTestResult.addSubTestcCs|jjd|jfdS)N addSuccess)rHrarL)rr#rrrrcszRemoteTestResult.addSuccesscCs|jjd|j|fdS)NaddSkip)rHrarL)rr#reasonrrrrdszRemoteTestResult.addSkipcCs>tdkr|d|ddf}|j|||jjd|j|fdS)Nrr,addExpectedFailure)rFr\rHrarL)rr#r0rrrrfs z#RemoteTestResult.addExpectedFailurecCs|jjd|jf|jdS)NaddUnexpectedSuccess)rHrarLr_)rr#rrrrgsz%RemoteTestResult.addUnexpectedSuccessN)r7r8r9rDrpropertyrLrQrSr\r]r_r^r`rbr"r$r.r1r3rcrdrfrgrrrrrEps(  /  rEc@s&eZdZdZeZdddZddZdS) RemoteTestRunnerz Run tests and record everything but don't display anything. The implementation matches the unpythonic coding style of unittest2. FNcCs||_|dk r||_dS)N)rI resultclass)rrIrjrrrrszRemoteTestRunner.__init__cCs&|j}tj||j|_|||S)N)rjunittestZregisterResultrI)rr#resultrrrrun"s  zRemoteTestRunner.run)FN)r7r8r9rDrErjrrmrrrrris ric Cs<tjdkrdSyttjdStk r6tjSXdS)zBDefault number of test processes when using the --parallel option.forkr,ZDJANGO_TEST_PROCESSESN)multiprocessingget_start_methodintosenvironKeyError cpu_countrrrrdefault_test_processes*s  rvc Csf|j|jd7_|jaWdQRXx8tD]0}t|}|jjtt}|jj||j q.WdS)z Switch to databases dedicated to this worker. This helper lives at module-level because of the multiprocessing module's requirements. r,N) Zget_lockvalue _worker_idrZcreationZget_test_db_clone_settingsstr settings_dictupdateclose)counteralias connectionrzrrr _init_worker9s   rcCs*|\}}}}||d}|j|}||jfS)z Run a suite of tests with a RemoteTestRunner and return a RemoteTestResult. This helper lives at module-level and its arguments are wrapped in a tuple because of the multiprocessing module's requirements. )rI)rmrH)args runner_classsubsuite_indexsubsuiterIrunnerrlrrr _run_subsuiteRs   rcs>eZdZdZeZeZeZ d fdd Z ddZ ddZ Z S) ParallelTestSuitea Run a series of tests in parallel in several processes. While the unittest module's documentation implies that orchestrating the execution of tests is the responsibility of the test runner, in practice, it appears that TestRunner classes are more concerned with formatting and displaying test results. Since there are fewer use cases for customizing TestSuite than TestRunner, implementing parallelization at the level of the TestSuite improves interoperability with existing custom test runners. A single instance of a test runner can still collect results from all tests without being aware that they have been run in parallel. Fcs$t||_||_||_tjdS)N)partition_suite_by_case subsuites processesrIrr)rsuiterrI)rrrrts zParallelTestSuite.__init__c stjtjd}tjjjj|gd}fddtj D}|j j j|}x|j r`|j Py|jdd\}}Wn4tjk rwPYntk r|jPYnXtj |}xP|D]H} | d} t|| d} | dkrq|| d} | d d}| | f|qWqPW|j|S) a Distribute test cases across workers. Return an identifier of each test case with its result in order to use imap_unordered to show results as soon as they're available. To minimize pickling errors when getting results from workers: - pass back numeric indexes in self.subsuites instead of tests - make tracebacks picklable with tblib, if available Even with tblib, errors may still occur for dynamically created exception classes which cannot be unpickled. r)r initializerinitargscs g|]\}}j||jfqSr)rrI).0indexr)rrr sz)ParallelTestSuite.run..g?)timeoutNr,)roValuectypesc_intPoolr init_worker__func__ enumeraterZimap_unordered run_subsuiterJ terminatenext TimeoutError StopIterationr|listgetattrjoin) rrlr}poolrZ test_resultsrrHtestseventZ event_namer r#r)rrrmzs<      zParallelTestSuite.runcCs t|jS)N)iterr)rrrr__iter__szParallelTestSuite.__iter__)F)r7r8r9rDrrrrrirrrmrr:rr)rrr_s6rc@seZdZdZejZeZej Z ej Z e efZd%ddZed d Zd d Zd&d dZddZddZddZddZddZddZddZddZdd Zd!d"Zd'd#d$ZdS)(DiscoverRunnerz8A Django test runner that uses unittest2 test discovery.Nr,TFrc Ks||_||_||_||_||_||_||_||_| |_| |_ t | pDg|_ t | pRg|_ t j r|ryt jtjjdWn,ttjfk rt jtjjdYnX||_|jr|j dkrtd||_|jr|j dkrtdd|_|rtnt|_| rdd| D|_dS)N)filer,zFYou cannot use --pdb with parallel tests; pass --parallel=1 to use it.zLYou cannot use -b/--buffer with parallel tests; pass --parallel=1 to use it.cSs h|]}d|kr|nd|qS)*z*%s*r)rpatternrrr sz*DiscoverRunner.__init__..)r top_levelr interactiverIkeepdbreverse debug_mode debug_sqlparallelsettags exclude_tags faulthandlerZ is_enabledenablesysstderrfilenoAttributeErrorioUnsupportedOperation __stderr__r? ValueErrorr=test_name_patternsr r time_keeper)rrrrrrIrrrrrrrrr?r=enable_faulthandlerZtimingkwargsrrrrs:zDiscoverRunner.__init__c Cs|jddddd|jdddd d |jd d d d|jddd dd|jdd dd|jddd dd|jdddttddd|jdddd d!|jd"dd#d$d!|jd%d d&d|jd'd(d d)d|jd*d+d,d-d!|jd.d d/dtr|jd0dd1d2d!dS)3Nz-tz--top-level-directoryrz,Top level of project for unittest discovery.)desthelpz-pz --patternztest*.pyz0The test matching pattern. Defaults to test*.py.)defaultrz--keepdb store_truez#Preserves the test DB between runs.)actionrz-rz --reversezReverses test cases order.z --debug-modezSets settings.DEBUG to True.z-dz --debug-sqlz%Prints logged SQL queries on failure.z --parallel?r,Nz+Run tests using up to N parallel processes.)nargsrtypeconstmetavarrz--tagrarzBRun only tests with the specified tag. Can be used multiple times.)rrrz --exclude-tagrzDDo not run tests with the specified tag. Can be used multiple times.z--pdbz@Runs a debugger (pdb, or ipdb if installed) on error or failure.z-bz--bufferz"Discard output from passing tests.z--no-faulthandler store_falserz5Disables the Python faulthandler module during tests.z--timingz=Output timings, including database set up and total run time.z-krz~Only run test methods and classes that match the pattern or substring. Can be used multiple times. Same as unittest -k option.) add_argumentrqrvr)clsparserrrr add_argumentssXzDiscoverRunner.add_argumentscKst|jdtjdS)N)r<)r rrkZinstallHandler)rrrrrr +s z%DiscoverRunner.setup_test_environmentcKs|j}|pdg}|pg}|j|j_i}|jdk r<|j|d<|jdk rP|j|d<x|D]}|j}d}tjj |}tjj |s|jj |}n^tjj |r|j r|} xsortedfilter_tests_by_tags reorder_suite reorder_byrrparallel_test_suiterIlenrmin)r test_labels extra_testsrrZdiscover_kwargslabelrZ label_as_pathrZinit_pyZtry_nextr#Zparallel_suiteZparallel_unitsrrr build_suite/s`                 zDiscoverRunner.build_suitecKs(t|j|jf|j|j|j|jd|S)N)rrrr)_setup_databasesrrrrrr)rrrrrr szDiscoverRunner.setup_databasescCs|jr tS|jrtSdS)N)rrr?r;)rrrrget_resultclassszDiscoverRunner.get_resultclasscCs|j|j|j|jdS)N)rIrjrr=)rIrrr=)rrrrget_test_runner_kwargssz%DiscoverRunner.get_test_runner_kwargscCstd|j|ddS)Ncheck)r databases)rr)rrrrr run_checksszDiscoverRunner.run_checkscKs|j}|jf|}|j|S)N)r test_runnerrm)rrrrrrr run_suites zDiscoverRunner.run_suitecKst||j|j|jddS)z%Destroy all the non-mirror databases.)rrrN)_teardown_databasesrrr)r old_configrrrrr s z!DiscoverRunner.teardown_databasescKstjtdS)N)rkr%r )rrrrrr sz(DiscoverRunner.teardown_test_environmentcKst|jt|jS)N)rr2r/)rrrlrrrr suite_resultszDiscoverRunner.suite_resultcCs`t}xT|D]L}t|tjrHt|dd}|dkr8ttS|rX|j|q |j|j|q W|S)Nr__all__)r isinstancerkrrrr{_get_databases)rrrr#Ztest_databasesrrrrs    zDiscoverRunner._get_databasescsD|j||jdkr@fddtD}|r@tddjt|S)Nrcsg|]}|kr|qSrr)rr~)rrrrsz0DiscoverRunner.get_databases..z)Skipping setup of unused database(s): %s.z, )rrrr>rr)rrZunused_databasesr)rr get_databasess   zDiscoverRunner.get_databasesc %Ks|j|j||}|j|}|jjd|j|d}WdQRXd}z8y|j||j|}Wntk rzd}YnXWdy.|jjd|j |WdQRX|j Wntk r|sĂYnXX|jj |j ||S)aZ Run the unit tests for all the test labels in the provided list. Test labels should be dotted Python paths to test modules, test classes, or test methods. A list of 'extra' tests may also be provided; these tests will be added to the test suite. Return the number of tests that failed. zTotal database setup)aliasesNFTzTotal database teardown) r rrrZtimedr rrrWr r Z print_resultsr) rrrrrrrZ run_failedrlrrr run_testss*        zDiscoverRunner.run_tests)NNr,TFFFFFrNNNFFTF)NN)N) r7r8r9rDrk TestSuiterrrZTextTestRunnerrZdefaultTestLoaderrrrrr classmethodrr rr rrrrr r rrrrrrrrrs4 & C S  rc CsDy t|}Wnttfk r$Yn Xt|dStjjtjj|S)z Check if a test label points to a Python package or file directory. Relative labels like "." and ".." are seen as directories. __path__)r ImportError TypeErrorhasattrrrrrr)rmodrrrrs   rFcCsdt|}t|}ddt|dD}t||||d|}x"t|dD]}|j||qJW|S)aI Reorder a test suite by test type. `classes` is a sequence of types All tests of type classes[0] are placed first, then tests of type classes[1], etc. Tests with no match in classes are placed last. If `reverse` is True, sort tests within classes in opposite order but don't reverse test classes. cSsg|] }tqSr)r)rirrrr sz!reorder_suite..r,)r)rrrangepartition_suite_by_typer)rclassesrZ class_count suite_classbinsZreordered_suiterrrrrs rcCst|}|rtt|}xj|D]b}t||r>t||||dqx@tt|D]"}t|||rL||j|PqLW|dj|qWdS)aV Partition a test suite by test type. Also prevent duplicated tests. classes is a sequence of types bins is a sequence of TestSuites, one more than classes reverse changes the ordering of tests within bins Tests of type classes[i] are added to bins[i], tests with no match found in classes are place in bins[-1] )rr,Nr-)rreversedtuplerrrradd)rrr rrr#rrrrrs    rcCsbg}t|}xPtj|tD]@\}}t|tjr>|j||qx|D]}|jt|qDWqW|S)zCPartition a test suite by test case, preserving the order of tests.) r itertoolsgroupbyr4rkrraextendr)rgroupsrZ test_typeZ test_groupitemrrrr+s  rc Cst|}|}x|D]}t||r6|jt|||qtt|dt}t|dt|}t|||}tt|dt} |j| } | j|} | s| r| j| r|j |qW|S)NrZ_testMethodName) rrrrrrryunion intersectionr) rrrrZfiltered_suiter#Z test_tagsZ test_fn_nameZtest_fnZ test_fn_tagsZall_tagsZ matched_tagsrrrr8s     r)F)F)8rrrr rrorrrMrrYrk importlibrrZdjango.core.managementrZ django.dbrZ django.testrrZdjango.test.utilsrr r rr r rr Zdjango.utils.datastructuresrZdjango.utils.versionrZipdbr?rZtblib.pickling_supportrFZTextTestResultrr;rErirvrxrrrrrrrrrrrrrrsX          5%  U9