a .bs1@sdZddlmZddlmZddlmZmZmZmZ m Z m Z m Z m Z mZddlmZmZmZddlmZmZmZmZddlmZmZddlmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&Gd d d Z'Gd d d e'Z(Gd dde'Z)e de'dZ*GdddZ+e e(eee)dddZ,dS)zu Website ======= This module implement classes representing (static) websites: - HTMLWebFile - CSSWebFile - Website )Counter)Path) TupleListOptionalrIteratorTypeTypeVarIterableDict) BeautifulSoupCommentTag)CssSimpleParserRuleCssErrorlooks_like_css_code)PathLikeHtmlValidationResult) detect_encoding validate_html validate_csscachedcached_property is_valid_xmlas_pathis_relative_tois_url_relativewarnLastOrderedSetc@seZdZUdZeedfed<deeedddZ e dd Z e d d Z e ed d dZe ed ddZe ed ddZe ed ddZe ed ddZe ddZddZddZddZdS) WebFilezYGeneric base class for classes HTMLFile and CSSFile. You should not use it directly..valid_extensionsN)pathrootcCsF|j}|j}vr*td|d|d||_|dur<|}||_dS)NzInvalid file extension: z (expected: ))suffixr! RuntimeErrorr"r#)selfr"r#ext extensionsr*S/home/manager/.local/lib/python3.9/site-packages/websites_test_framework/website.py__init__5s zWebFile.__init__cCstdSNNotImplementedErrorr'r*r*r+ structure=szWebFile.structurecCstt|jSr-)rstrr"r0r*r*r+encodingAszWebFile.encodingreturncCs|jdddkS)N-utf8)r3lowerreplacer0r*r*r+is_utf8EszWebFile.is_utf8cCs0|jdkr td|jddS|jj|jdS)NbinaryzCan't decode file z (binary file !)z BINARY FILE !r3)r3printr" read_textr0r*r*r+textIs z WebFile.textcCs t|jSr-)lenr@r0r*r*r+number_of_charactersPszWebFile.number_of_characterscCsXd}|jdkrTt|j|jd&}t|ddD]\}}q,Wdn1sJ0Y|S)Nrr<r=)start)r3openr" enumerate)r'nfileliner*r*r+number_of_linesVs   zWebFile.number_of_linescCs|j|jSr-)r" relative_tor#r0r*r*r+ relative_path_szWebFile.relative_pathcCs|jjSr-)r"namer0r*r*r+rMcsz WebFile.namecCst|j|jfSr-)hashr"r#r0r*r*r+__hash__gszWebFile.__hash__cCs"t|to |j|jf|j|jfkSr-) isinstancer r"r#)r'otherr*r*r+__eq__jszWebFile.__eq__cCs|jjd|jdS)Nz('z')) __class____name__rLr0r*r*r+__str__mszWebFile.__str__)N)rT __module__ __qualname____doc__rr2__annotations__rrr,propertyr1rr3boolr;r@intrBrJrLrMrOrRrUr*r*r*r+r -s,    r c@seZdZdZdZeedddZee dddZ ee ddd Z e e dd d Ze e dd d ZeeedddZeeedddZeeedddZeddZeedddZeeedddZeeddddZeeeefdddZd S)! HTMLWebFilez Class representing an HTML file.).htmlz.htmr4cCstt|jSr-)rr2r"r0r*r*r+get_w3c_validationvszHTMLWebFile.get_w3c_validationcCs |dS)Nerrorsr_r0r*r*r+r`zszHTMLWebFile.errorscCs |dS)Nwarningsrar0r*r*r+rb~szHTMLWebFile.warningscCstdSr-r.r0r*r*r+is_valid_html5szHTMLWebFile.is_valid_html5cCst|jdS)Nr)rr"r0r*r*r+rszHTMLWebFile.is_valid_xmlcCs$|j}tdd|Ds J|S)Ncss|]}t|tVqdSr-)rPr.0tagr*r*r+ z#HTMLWebFile.tags..)r1find_allall)r'tagsr*r*r+rks zHTMLWebFile.tagscCstdd|jDS)Ncss|] }|jVqdSr-)rMrdr*r*r+rgrhz)HTMLWebFile.tags_count..)rrkr0r*r*r+ tags_countszHTMLWebFile.tags_countcCstdSr-r.r0r*r*r+ linked_cssszHTMLWebFile.linked_csscCs|jjdddS)NcSs t|tSr-)rPr )sr*r*r+rhz&HTMLWebFile.comments..)r@)r1rir0r*r*r+commentsszHTMLWebFile.commentscCs>t|jd}|}Wdn1s*0Yt|dS)Nrblxml)rEr"readr )r'fZ html_coder*r*r+r1s&zHTMLWebFile.structurecCsJg}|jjdddD]0}|jd}t|r||jj|q|S)Nlink stylesheet)rMrelhref) r1riattrsstriprappendr"parentresolve)r'pathsruurlr*r*r+!directly_linked_local_stylesheetss z-HTMLWebFile.directly_linked_local_stylesheets CSSWebFilecCst|g|jSr-)_get_local_css_filesr#r0r*r*r+local_css_filesszHTMLWebFile.local_css_files)selectorr5cCs&i}|jD]}||j|q |Sr-)rupdater1Zget_properties)r'r propertiescss_filer*r*r+get_css_propertys zHTMLWebFile.get_css_propertyN)rTrVrWrXr!rrr_rlistr`rbrZr[rcrrrrk CounterTyper2rlrmrpr r1rrrr rr*r*r*r+r]qs6 r]c@seZdZdZdZeedddZeedddZ ee e ddd Z ee dd d Zee edd d Zee e dddZee e dddZdS)rzClass representing a CSS file.).cssr4cCstt|jSr-)rr2r"r0r*r*r+r_szCSSWebFile.get_w3c_validationcCs|Sr-rar0r*r*r+r`szCSSWebFile.errorscCsdd|jjDS)NcSsg|]}t|s|qSr*)r)recommentr*r*r+ rhz'CSSWebFile.comments..)r1rpr0r*r*r+rpszCSSWebFile.commentscCsJt}z||jWn.tyD|jdkr@tdd|jYn0|S)NrzCSS parsing error:zDCSS can not be parsed but no error was reportedby W3C Validator for )rparser@rr`rr")r'r1r*r*r+r1s   zCSSWebFile.structurecCs|jjS)z=Find recursively all the css rules and return them as a list.)r1rulesr0r*r*r+rszCSSWebFile.rulescCs|jjS)zAFind recursively all the css selectors and return them as a list.)r1 selectorsr0r*r*r+rszCSSWebFile.selectorscCs|jjS)zEFind recursively all the css @rules' names and return them as a list.)r1at_rules_namesr0r*r*r+rszCSSWebFile.at_rules_namesN)rTrVrWrXr!rr\r_rr`rr2rprr1rrrrr*r*r*r+rs rT)boundc@sfeZdZdZd.eedddZeee edfddd Z eed d d Z e e e dfd ddZe e edfd ddZe eed ddZe e edfd ddZeeedddZd/eee dddZd0eeedddZeeddd Ze eed d!d"Ze ed d#d$Ze eed d%d&Ze ed d'd(Z e d)d*Z!d+d,Z"d-S)1WebsitezClass representing a full website. Currently, provides simple access to HTML and CSS file, using its .html_files and .css_files attributes. /)r#path_on_servercCsJt||_|jr(|jjdkr(||js@td|||_dS)Nz.zipzNo such directory: )rr#is_filer%_extract_from_zipis_dirFileNotFoundErrorr)r'r#rr*r*r+r,s   zWebsite.__init__.)class_r5cs tfddjdDS)Nc3s.|]&}|r|jjvr|jVqdSr-)rr%r!r#rer"rr'r*r+rgsz/Website._files_of_given_type..*tupler#rglob)r'rr*rr+_files_of_given_types zWebsite._files_of_given_type)rr5cCs4||jr0|t|jd}|ds0d|}|S)Nr) startswithrrA)r'rr*r*r+rewrite_absolute_urls   zWebsite.rewrite_absolute_urlr4cCs |tSr-)rr]r0r*r*r+ html_filesszWebsite.html_filescCs |tSr-)rrr0r*r*r+ css_filesszWebsite.css_filescCst|j|jS)aReturn only the CSS files which are effectively used by the website. A CSS file is considered used if it meets one of the following: - it is linked to an HTML file using a tag - it is imported in a used CSS file using an @import rule. )rrr#r0r*r*r+used_css_filesszWebsite.used_css_filescCs |j|jS)zReturn CSS and HTML files.)rrr0r*r*r+ web_files szWebsite.web_files)r)r5csFr0tddDfdd|jdDSdd|jdDS)zReturn path of all filescss|]}|VqdSr-)r9)rer(r*r*r+rg(rhz3Website.iterate_over_files_paths..c3s(|] }|r|jvr|VqdSr-)rr%r9rr)r*r+rg)srcss|]}|r|VqdSr-rrr*r*r+rg.rhr)r'r)r*rr+iterate_over_files_paths%s   z Website.iterate_over_files_pathsr7)rLr5cs4|j|s t|dfdd|jDS)N is not a directorycsg|]}t|jr|qSr*rr"rerH directoryr*r+r4rhz4Website.get_directory_html_files..)r#rrrr'rLr*rr+get_directory_html_files0s z Website.get_directory_html_filescs4|j|s t|dfdd|jDS)Nrcsg|]}t|jr|qSr*rrrr*r+r:rhz3Website.get_directory_css_files..)r#rrrrr*rr+get_directory_css_files6s zWebsite.get_directory_css_filescCsv|jt|}|jdkr$|j}n"|jdkr6|j}ntd|d|D]}|j|krJ|SqJtd|ddS)Nr^rz"HTML or CSS file expected (file: 'z').zFile 'z ' not found.) r#rr}r%rrr/r"r)r'rLr"filesrHr*r*r+ __getitem__<s    zWebsite.__getitem__cCs t}|jD]}||j7}q |S)z6Return a dictionary {tag.name: number of occurrences}.)rrrl)r'rlrHr*r*r+rlIs  zWebsite.tags_countcCst|jS)zReturn global tags' number.)sumrlvaluesr0r*r*r+tags_global_numberQszWebsite.tags_global_numbercCsdd|jDS)NcSsg|]}|jD]}|qqSr*)r)rerrr*r*r+rXrhz)Website.all_selectors..)rr0r*r*r+ all_selectorsVszWebsite.all_selectorscCstdd|jDS)z Return global css rules' number.css|]}t|jVqdSr-)rAr)rerr*r*r+rg]rhz2Website.css_rules_global_number..)rrr0r*r*r+css_rules_global_numberZszWebsite.css_rules_global_numbercCstdd|jdDS)Ncss|]}|r|VqdSr-r)repthr*r*r+rgarhz*Website.all_files_paths..z**/*)rr#globr0r*r*r+all_files_paths_szWebsite.all_files_pathscCstdSr-r.r0r*r*r+rcszWebsite._extract_from_zipN)r)r7)r7)#rTrVrWrXrr2r,rrrrrrr]rrrrrr rrrrrrrrrlr\rrrrrr*r*r*r+rs6    r)rr#r5c Cst}|D]2}|jD]&}|rt||r|t||qq t}|r|}|||jD]B}|j j | }|rdt||rdt||}||vrd||qdqDt |Sr-) rrrraddrpopr1Z list_importsr"r|r}r) rr#rZ html_filer"Zprocessed_css_filesrrZ new_css_filer*r*r+rgs    rN)-rX collectionsrpathlibrtypingrrrrrrr r r Zbs4r r rZ"websites_test_framework.css_parserrrrrZ$websites_test_framework.custom_typesrrZwebsites_test_framework.toolsrrrrrrrrrrrr r]rrrrr*r*r*r+s  , 4DH5 v