a }0b:@sddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z mZddlmZmZmZmZmZmZmZmZddlmZddlZdd lmZdd lmZdd lmZm Z m!Z!dd l"m#Z#dd l$m%Z%m&Z&ddl'm(Z(m)Z)m*Z*m+Z+dZ,dZ-z8e.e,Z/e0e/Z1Wdn1s00YWne2yTiZ1Yn0z8e.e-Z3e0e3Z4Wdn1s0YWne2yiZ4Yn0ddZ5ddZ6e%e%e7dddZ8e e9dddZ:ededddZ;e;de%e&d d!d"Ze ee7e9fd&d'd(Z?e9e9d d)d*Z@eeee9eAfe%d+d,d-ZBe9e7d.d/d0ZCe9ee7d.d1d2ZDe%e dd3d4ZEd?e9e9dd6d7d8ZFd@e9e9e9e=e9d:d;d<ZGGd=d>d>ZHdS)ANwraps)blake2b)getsize)Path)runPIPE)TupleListCallableIterableUnionLiteralAnyOptional) ElementTree)Workbook)get_column_letter)post HTTPErrorConnectionError)InsecureRequestWarning)PathLikeHtmlValidationResult)HTML_VALIDATOR_URLCSS_VALIDATOR_URLMAX_TRY CACHE_FOLDERz(/home/manager/cache_html_validation.jsonz'/home/manager/cache_css_validation.jsoncstdfdd }|S)Ncs^j}z||jvr|j|WSWnty8i|_Yn0|g|Ri|}||j|<|SN)__name___cacheAttributeError)selfargskwkeyresultfQ/home/manager/.local/lib/python3.9/site-packages/websites_test_framework/tools.pycached_f?s    zcached..cached_f)Nrr(r+r)r'r*cached>s r-cCs tt|Sr)propertyr-r'r)r)r*cached_propertyNsr/)pathrootreturncCsBt|}t|}z||WdSty<YdS0dS)zUFunction similar to Path.is_relative_to(), which is only available for python >= 3.9.TFN)rresolve relative_to ValueError)r0r1r)r)r*is_relative_toRs    r6)r0r2cCsBt|d$}t|ddWdS1s40YdS)Nrb )Z digest_size)openrreadZ hexdigest)r0filer)r)r* hash_filebs r<)htmlcss) html_or_cssr2cs ttgtfdfdd }|S)Nr'cs ttdfdd }|S)N)filenamecsnt|}ttt|d}|r>t|jdd}n,|}|jjddd|j t |dd|S)Nz.jsonutf8)encodingT)parentsexist_ok) as_pathrr<is_filejsonloads read_textparentmkdir write_textdumps)r@ cache_pathr&)r(r?r)r*r+isz>cache_result_as_json_file..decorator..cached_f)rrr,r?r'r* decoratorhs z,cache_result_as_json_file..decorator)r rr)r?rPr)rOr*cache_result_as_json_filegsrQr=)r@r2c CsttD]}zbtdt|d,}tjtddidd|fid}Wdn1sT0Y|WqWqt yt d |d Yq0q| d }d d |D}dd |D}t |t sJtdd|DsJt |t sJ|tdd|Ds J||dS)uaRenvoie la liste des erreurs et celle des avertissements émis par le validateur HTML du W3C.r7outrGr;z file.html)datafilesNErreur de validation de . Nouvel essai...messagescSs g|]}|ddkr|dqS)typeerrormessager).0msgr)r)r* z!validate_html..cSs"g|]}|ddkr|dqS)ZsubTypewarningr[)getr\r)r)r*r_r`css|]}t|tVqdSr isinstancestr)r]rZr)r)r* r`z validate_html..css|]}t|tVqdSrrc)r]rar)r)r*rfr`)errorswarnings)rangertimesleepr9requestsrrZraise_for_statusrprintrGrdlistall)r@_r(rrXZ errors_listZ warnings_listr)r)r* validate_html{s*    $   rrr>c Cst|dd}d|dd}ttD]F}ztdtjt|dj }Wq$t yht d|d Yq$0q$t d |}|d usJt|t|dS) u,Renvoie le nombre d'erreurs CSS détectées.z /home/managerzhttps://iut.uca.netspace.frZcss3svgZsoap12)ZprofileurioutputrR)paramsrVrWz%([0-9]+)N)rereplacerirrjrkrlrbrtextrrmresearchreprintgroup)r@rsZpayloadrprwmatchr)r)r* validate_csss     r~) html_filer2c Csz~t|}|}Wdn1s(0Yt|D]\}}|r:qbq:dd|jfWSd||<td|WdStjt fy}zd|j dfWYd}~Sd}~00dS)zTest if HTML file is also a valid XML file. `path` is the path of an HTML file. Return the result of the test (True/False) and a message. NFz Empty file: uo '>]> )Trr) r9 readlines enumeratestripnamerZ fromstringjoinZ ParseError UnicodeErrorr#)rr(linesilinerZr)r)r* is_valid_xmls & rcCsJtdd|gtdj}t|dkr$dS|dd}|dkrFdS|S) z#Detect and return encoding of file.r;z--mime-encoding)stdoutrzutf-8:rRzus-ascii)rrrrsplitdecoder)r@rrBr)r)r*detect_encodings r)rT xlsx_filec Cst}|j}t|ddD].\}}t|ddD]\}}||j||d_q,qtddd}g} |D]N}t|D]@\}}|t| kr||| |kr||| |<qj| ||g7} qjq^t| dD]\}} | |jt|_ q| t || dS)z7Write a matrix (list of lists) to an XLSX (Excel) file.rR)start)rowZcolumn)r2cSs t|trt|d}tt|S)N)rdfloatroundlenre)valuer)r)r*sizes  zlist2xlsx..sizeN) rZactiverZcellrr{rZcolumn_dimensionsrwidthZsavereclose) rTrwbwsrrjvalrZ column_widthsZ column_widthr)r)r* list2xlsxs" r)urlr2cCs$|}td|duo"|d S)Nz\w+:/)rrxr} startswith)rr)r)r*is_url_relative src Csttjdtdztj|dddd\}|j}|dksD|dkrbWdWWddS|d kWdWWdS1s0YWnFtjjyYWddStjj yYWddS0Wdn1s0YdS) Nignore)categoryTF)streamZtimeoutZverifyiii) rhcatch_warningsfilterwarningsrrlrbZ status_code exceptionsrZ ReadTimeout)rZresponseZstatusr)r)r* url_existss :rcCst|Sr)r expanduserr3)r0r)r)r*rEsrEr)titler^r2cCs0td|r dnd||rdndd|dS)zPrint a warning.zWARNINGz - r:z N)rm)rr^r)r)r*warn#sr)stringoldnewcountr2cCs||||S)zHWorks like python builtin str.replace(), but replace from right to left.)rrsplit)rrrrr)r)r* right_replace(src@s@eZdZdZddZddZddZdd Zd d Zd d Z dS)LastOrderedSetaQUn ordered set minimalist implementation, based on a dict. Implemented methods: - add(element) : add element at the end of the set - pop() : remove first element of the set If an already present value is added to the ordered set, it will be moved to its end. (It is also iterable and have its length defined.) cGst||_dSr)dictfromkeys_dict)r"r#r)r)r*__init__9szLastOrderedSet.__init__cCs ||jvr|j|=d|j|<dSr)r)r"eltr)r)r*add<s zLastOrderedSet.addcCs<ztt|j}|j|=|WSty6tdYn0dS)Nzpop from an empty set)nextiterr StopIterationKeyError)r"Zelementr)r)r*popAs  zLastOrderedSet.popcCs t|jSr)rrr"r)r)r*__iter__IszLastOrderedSet.__iter__cCs t|jSr)rrrr)r)r*__len__LszLastOrderedSet.__len__cCsdddd|DdS)Nz LastOrderSet(,css|]}t|VqdSr)rz)r]rr)r)r*rfPr`z*LastOrderedSet.__repr__..))rrr)r)r*__repr__OszLastOrderedSet.__repr__N) r __module__ __qualname____doc__rrrrrrr)r)r)r*r-s r)rr)r)IrGrxrjrh functoolsrZhashlibrZos.pathrpathlibr subprocessrrtypingr r r r r rrrZ xml.etreerrlZopenpyxlrZopenpyxl.utilsrrrrZurllib3.connectionpoolr$websites_test_framework.custom_typesrrwebsites_test_framework.paramrrrrZCACHE_HTML_VALIDATIONZCACHE_CSS_VALIDATIONr9Z _cache_htmlloadZJSON_HTML_VALIDATIONFileNotFoundErrorZ _cache_cssZJSON_CSS_VALIDATIONr-r/boolr6rer<rQrrr{r~rrrrrrrErrrr)r)r)r*s^    (     .  . ' #