-i0]RdZddlZddlZddlZddlZejdejdddlmZddlm Z ddl Z ddl Z ddlmZddlZ ddlZdZejejejejgZGd d Zd Zed kr edSdS) z Arabic Semantic analyzer Nz../z../lib) sem_const) semdictionaryFcjeZdZdZddZdZdZ ddZdZd Z d Z d Z d Z d Z ddZdZdZdS)SemanticAnalyzerz& Arabic Semantic analyzer Fctj|_tj||_t jt jt j t|_ dS)N)level) rSemanticDictionarysemdictsylajonecachesyncachelogging basicConfigNOTSET getLogger__name__logger)self cache_paths J/var/www/html/speakWrite/venv/lib/python3.11/site-packages/asmai/anasem.py__init__zSemanticAnalyzer.__init__/sW$799 !,,Z88 '.1111'11 c,||S)a# Semantic analysis of stemming and syntaxic results. morphological and analysis Result is a list of list of StemmedSynWord class. The semantic result have the same structure, but we add a field named 'semantic' to every word steming dictioionary @param detailed_stemming_dict: detailed stemming stemmedsynword. @type detailed_stemming_dict:list of list of stemmedsynword @return: detailed semantic result with semantic tags. @rtype: list of list of stemmedsynword )context_analyze)rdetailed_stemming_dicts ranalyzezSemanticAnalyzer.analyze8s##$:;;;rc Pd}d}tt|D]}d}||D]p}|dkr|d|d}n-d}||D]"}|||||\}}|dz }#|rd}nd}|dz }q|s|}d}|S)aG Semantic analysis of stemming results. @param stemmed_synwordlistlist: detailed stemming and syntaxic details. @type stemmed_synwordlistlist: list of list of stemmedsynword class @return: detailed semantic result with semantic tags. @rtype: list of list of stemmedsynword class FrNrT)rangelenbigram_analyzeis_transparent) rstemmed_synwordlistlistignoreprevious_index current_indexstmword_case_positionstmwordprevious_case_positionpreviouss rrz SemanticAnalyzer.context_analyzeHs#C(?$@$@AA# # M$% !2=A , ,!Q&& $224AA!DGG/0*$;N$K55-1-@-@z2SemanticAnalyzer.bigram_analyze..s)EyEy^_a>FYEyEyEyEyEyEyrz ok0-primateok1ok2ok3ok4uاسم فاعلok5uاسم مفعولok6zanasem:r relation confirmed)!is_syn_relatedget_next_relation get_orderr is_related get_originaldebugprintjoinstrreprencodesycVerbSubjectRelationSubjectVerbRelationPRIMATE_RELATION_LISTanyis_verbis_nounare_sem_relatedr Predicate is_passive is_marfou3 is_mansoubSubjectAdded is_majrourAdjis_adjget_type add_sem_nextadd_sem_previous) rr*currentprevious_positioncurrent_positionrelationr= syn_relationsyn_relat_dict_invertdr5s @rr!zSemanticAnalyzer.bigram_analyzes&  %w %W$ $   x 1 1q 2$55g6G6G6I6IJJL"]55h6K6K6M6M6=6J6J6L6LNNN&*]%=%=g>R>R>T>T6>6K6K6M6M&O&O " %eHooo ReDIIx'<'<'>'>@T@T@V@VX[\hXiXikop~kk'ABBCCJJKQRRR . >11+H %II!c&===#BY]sBsBs+H 2II"&;;;#EyEyEyEycxEyEyEyByBy;+H -I: 2##%%92'//*;*;92 "I $ 4 4Xw G GH 2#y':::'224429K9K9M9M2,1 %-%8%8%:%:2w?Q?Q?S?S2,1 %):::#+#6#6#8#82W=O=O=Q=Q2,1 %%''(2GOO,=,=(2 $ 4 4Wh G GH "I 2#y':::&11332,1 %,%7%7%9%92,1 %):::#*#5#5#7#72,1 %%''2GOO,=,=2 $ 4 4Wh G GH "I2#y66&11332,1 %9=88&~~//2,1 %9+<<<&~~//24F'JZJZJ\J\4\4\,1 %9+>>> '~~//24HGL\L\L^L^4^4^,1   B  B Re/+yRRR  ! !"2H = = =  $ $%6 A A A  rc:|}d}|rd}|}|rd}tj|gr(tj||d}net dd||gdtjD]}tj|d|kr;tj||d}|tj krnd}Ztj|drWtj|d|kr;tj||d}|tj krn[d}tj|d |kr:tj||d}|tj krnd}!t ||dkrd S|S)  verify the semantic relation between the previous to current stemmed word. If the current word is related with the previous word, return True. The previous word can contain a pointer to the next word. the current can have a pointer to the previous if they ara realated @param previous: the previous stemmed word, choosen by the tashkeel process. @type previous:stemmedSynWord class @param current: the current stemmed word. @type current:stemmedSynWord class @return: return the relation between two words, else False @rtype: Unicode or False r,فلانrPz + r/subjtransobjaddF) rBis_proper_nounrSEM_RELATION_TABLEgetrDrErHSEM_DERIVATION_TABLErUrQrV)rr*r] preoriginr` curoriginkeys rare_sem_related3z!SemanticAnalyzer.are_sem_related3!s++--   " " $ $ &%I**,,  ! ! # # &%I  ' + +Ir : : & 3I>BB9bQQHH #fkk9i2H&I&I%Q%QRX%Y%Y Z Z Z 5 & &1#6v>)KK(;C@DDYPRSSH9#444#% 5c:7C &.s3E:iGG(;C@DDYPRSSH9#666#%4S9%@IMM(;C@DDYPRSSH9?22#% h r>>5Orc|}d}|rd}|}|rd}|j||S)rdr,re)rBrjr lookup)rr*r] origin_prer` origin_curs rrPz SemanticAnalyzer.are_sem_relatedWsu  ,,..   " " $ $ '&J++--  ! ! # # '&J|"":z:::rc|oQ|oO||vo'||vS)a{ verify the syntaxic path from the previous to current stemmed word. If the current word is related with the previous word, return True. The previous word can contain a pointer to the next word. the current can have a pointer to the previous if they ara realated @param previous: the previous stemmed word, choosen by the tashkeel process. @type previous:stemmedSynWord class @param current: the current stemmed word. @type current:stemmedSynWord class @return: return if the two words are related syntaxicly. @rtype: boolean )r@ get_previousget_nextrr*r]s rr>zSemanticAnalyzer.is_syn_relatedps['7 4 4 6 667     8#4#4#6#6 6 rc|rM|jd|t||rM|jd|t||oQ|oO||vo'||vS)ar verify the syntaxic path from the previous to current stemmed word. If the current word is related with the previous word, return True. The previous word can contain a pointer to the next word. the current can have a pointer to the previous if they ara realated @param previous: the previous stemmed word, choosen by the tashkeel process. @type previous:stemmedSynWord class @param current: the current stemmed word. @type current:stemmedSynWord class @return: return if the two words are related syntaxicly. @rtype: boolean zpr-ordr: %d, pr-next %szcr-ordr: %d, cr-prvs %s)rrCr@rG get_sem_nextget_sem_previousrys rrAzSemanticAnalyzer.is_relateds  n K  79K9K9M9MtT\TiTiTkTkOlOl m m m  p K  79J9J9L9LdSZSkSkSmSmNnNn o o o'; 8 8 : ::;     8#8#8#:#: : rc\tjtj|}d|D}|S)a/ Decode objects result from analysis. helps to display result. @param stemmed_synwordlistlist: list of list of StemmedSynWord. @type word_result: list of list of StemmedSynWord @return: the list of list of dict to display. @rtype: list of list of dict cg|] }|j Sr2)__dict__)r3xs r z+SemanticAnalyzer.decode..s444AQZ444r) functoolsreduceoperatorconcatrr# flat_lists rdecodezSemanticAnalyzer.decodes2$X_6MNN 44444 rc d}|D]X}|dz }|D]I}|dz }|}|D]}|d|d||dz }|dz }J|dz }Y|d z }|S) z display objects result from analysis @param stemmed_synwordlistlist: list of list of StemmedSynWord. @type word_result: list of list of StemmedSynWord [z [z {z u'z' = u'z', z }z ]z ])get_dictkeys)rr#textrlistitemr(rps rdisplayzSemanticAnalyzer.displays ,  E X D $ $# MMOO"<<>>NNCD333 MMDD# X DD  rc pg}g}g}d}|D]e}||d|D]-}|r|dn:.|r"|ddkr|dn|dg} |D]}|r|j} |D]} | } | | vrv| || || | | dg|| |}gtt|||} g}|s"| D]\}}}|r|||} | S)a display objects result from analysis @param stemmed_synwordlistlist: list of list of StemmedSynWord. @type word_result: list of list of StemmedSynWord @param all: display all words with tags @type all: boolean (default False) NrBIOi') appendget_word has_sem_nexthas_sem_previous sem_previousr@ get_vocalizedrBrllistzip)rr#all wordsemlistwordlisttag_listprevious_rlistrr forms_listsem_prevwordstemorderresulttmp_listwordtagsems r display_semzSemanticAnalyzer.display_sems  , # #E OOE!H--// 0 0 0 ) )$$&&OOC(((E )  3 3OOC((((OOC(((J ; ;((**;#0H$2;; ( 2 2 4 4 H,,&--t/A/A/C/CXE[E[E]E]!..00(2G2G2I2I&ll5%88/:;;;   z * * *"NNc(Hk::;; "( ) )c3)OOC(((F rcX||}tj|dS)z print objects result from analysis @param stemmed_synwordlistlist: list of list of StemmedSynWord. @type word_result: list of list of StemmedSynWord N)rpprintrs rrzSemanticAnalyzer.pprints,KK 788  i     rctj}tj}||}||\}}||}|S)z* Text Analysis semanticly )qalsadianalexAnalexr anasynSyntaxAnalyzer check_textr)rranalyzeranasyntr synodelists r analyze_textzSemanticAnalyzer.analyze_textsi^**,,_3355((..&v66 LL(( rN)F)rr)r __module__ __qualname____doc__rrrr!rqrPr>rArrrrrr2rrrr*s2222 < < < 5'5'5'pEF^!^!^!^!B555l;;;2   (   0   $1111d ! ! !     rrcd}ddl}g}|j}tj}t }||}||\}}||}| |}t| ddS)z main test u1يعبد الله منذ أن تطلع الشمسrNr/) qalsadi.analexrrr rrrrrrrDrH)rrrrrr-r text2displays rmainlyrsBDF&&((H..00G!!F""4((F"??622FJ~~f%%FOOF++L ,  f % %&&&&&r__main__)rrrrsyspathrr,rrrrsylajone.anasynr sylajone.syn_const syn_constrIsylajone.cacherrCPrimatePredicateMansoubRelationPrimateMansoubPredicateRelationDescribedAdjectiveRelationPrimatePredicateRelationrLrrrr2rrrsN %%%%%%  33.,  XXXXXXXXt'''(  FHHHHHr