-ia1ZdZddlmZmZmZmZddlZedkr-ej dddl m Z ddl m Z ddlmZnddlm Z ddlm Z dd lmZd Zd Zd Zd ZdZdZddZdZdZedkrgdZeD]ZeedZeee jeZee j eZ!ed"e!e j eZ#ee#Z$e%e$e#Z&e&D] Z'ee'dSdS)z Arabic Named enteties recognation pyarabic.named @author: Taha Zerrouki @contact: taha dot zerrouki at gmail dot com @copyright: Arabtechies, Arabeyes, Taha Zerrouki @license: GPL @date:2017/02/14 @version: 0.3 )absolute_importprint_functionunicode_literalsdivisionN__main__z../)araby) named_const) propernouns)uشمسuتقيuعلاءuنجمuنورuسيفc|tjvS)z Test if the word is a proper noun @param word: given word @type word: unicode @return: True if is properword @rtype: Boolean )r PROPER_NOUNSwords L/var/www/html/speakWrite/venv/lib/python3.11/site-packages/pyarabic/named.pyis_proper_nounr's ;+ ++cg}d}d}t|D]X\}}|dzt|krtj||dz}nd}|dz dkr:tj||dz }|r|dkr|ddvr |dd}nd}tj|}|} |r|dkr|ddvr |dd} |dkr | dvr|}|}| d vr |dkr|}|}|d vr|dkr|dz }|}|d vr |dkr|}|}|dkrt | r|}|} |dkrC|d r|d r|}|||fd}Z|dkr|||f|S)u Detect named enteties words in a text and return positions of each phrase. Example: >>> detect_named_position(u"قال خالد بن رافع حدثني أحمد بن عنبر عن خاله") ((1,3), (6,8)) @param wordlist: wordlist @type wordlist: unicode list @return: list of numbers clause positions [(start,end),(start2,end2),] @rtype: list of tuple FrruوuفuلuبuكNابن rبنأبوأباأبيعبدعبيدبنوبنيبنت rrrrrrrr r!r"rr"الي) enumeratelenr strip_tashkeelr startswithendswithappend) wordlist positions startnamedendnamedirnextwordpreviousword_nmkeys rdetect_named_positionr62s6IJHX&&224 Q3X  +HQqSM::HHh Q3!88+HQqSM::H (JNN{AAA#ABB<H&t,,  zA~~ !*; ; ;!""+C >>c]22JHH PPPA~~ HH OOOA~~qS HH . . .A~~ HH !^^s 3 3^JHHQ%%g..!73C3CE3J3J! H  *h!7888JJQ*h/000 rc bg}tj|}t|}|D]}t|dkrq|dt|krX|dt|kr?|d||d|ddz|S)uj Extract named enteties words in a text. Example: >>> extract_named(u"قال خالد بن رافع حدثني أحمد بن عنبر عن خاله") ("خالد بن رافع"، "أحمد بن عنبر ") @param text: input text @type text: unicode @return: named enteties words extracted from text @rtype: integer rr r tokenizer6r(r,join)textphrasesr-r.poss r extract_namedr@|sG~d##H%h//IFF s88q==1vX&&3q6S]]+B+Btyy#a&#a&(2B)CDDEEE Nrc g}tj|}t|}|D]}t|dkr|dt|kr|dt|kr|ddz dkr||ddz }nd}|ddzt|kr||ddz}nd}||d||d|ddz|f|S)uR Extract number words in a text. Example: >>> extract_named_within_context(u"تصدق عبد الله بن عمر بدينار") ("تصدق"، "عبد الله بن عمر"، "بدينار") @param text: input text @type text: unicode @return: number words extracted from text @rtype: integer r8rrrr9r:)r=r>r-r.r?r3r2s rextract_named_within_contextrBsG~d##H%h//I E E s88q==1vX&&3q6S]]+B+Bq6!8q=='Aq1HH!$hq6!8c(mm++'Aq1HH!$h99Xc!fc!fQh&6788( DEEE Nrctj|}|tjvrdS|tjvrdS|tjvrdSdS)ztGet the word tags @param word: given word @type word: unicode @return: word tag @rtype: unicode منصوب مجرور مرفوعr)r r)r NOUN_NASEB_LISTJAR_LIST RAFE3_LISTrs rget_previous_tagrJsR   % %D {***} % % %} ' ' '}srrc4g}|}d}t|D]\}}tj|}|dkr|r|dvr|dz }n|dvr|dz }n |dvr|dz }|dkr&|d z }|d krd|vrd }nd|vrd }nd|vrd }nd }nd }n|}|||S)z Vocalize a number words @param wordlist: words to vocalize @type wordlist: unicode list @param syn_tags: tags about the clause @type syn_tags: unicode @return: the vocalized wordlist. @rtype: unicode r)rr uآلrrE)rrF)rrDrruبْنِuبْنُuبْنَuبْن)r'r r)r,) r-syn_tagsnewlisttags bin_countr1rr4vocs rvocalize_namedrQsG DIX&&  4&t,, 66g6EEE %M)) %M)) % g   NIA~~ D((%CC"d**%CC"d**%CC#CC"Cs Nrcd}g}d}t|D]\}}tj|}|}|dzt|krtj||dz}nd}|r|s|ddvr |dd}|r|s|ddvr |dd}|s|dvrd}|d nP|d vr2|sd}|d n1|d n|d vrD|s,d}||d n|d n|d vr0|sd}|d n|d n|s't |rd}|d nu|dkrX|dr+|dr|d n/|dd}n|dd}|}|S)u Detect named enteties words in a text and return positions of each phrase. Example: >>> detect_named_position(u"قال خالد بن رافع حدثني أحمد بن عنبر عن خاله") ((1,3), (6,8)) @param wordlist: wordlist @type wordlist: unicode list @return: list of numbers clause positions [(start,end),(start2,end2),] @rtype: list of tuple FrrrrNrTNBrNIr#r$r%r&O) r'r r)r(r,poprr*r+) r-r/taglistr3r1rr4r5r2s r detect_namedrXs JGHX&&774&t,, Q3X  +HQqSM::HHh  $J $HQK;^,^,^|H  : '!*8[*[*[!""+C( #c]22J NN4 PPP %! t$$$$t$$$$ OOO %!  t$$$$t$$$$ . . . %! t$$$$t$$$$ #s 3 3 #J NN4 Q%%g..'73C3CE3J3J'NN4((((NN3'''!&JJs###"  Nrct|}d}g}g}d}t||D]n\}}|dvr|||r6t|}t ||}||g}|||}o|r4t|}t ||}|||S)z Detect named words in a text. @param wordlist: input text @type wordlist: unicode @return: wordlist with vocalized named clause @rtype: list r)rSrT)rXzipr,rJrQextend) r-rWr3vocalized_listchunk previous_tagrtag vocalizeds rpretashkeel_namedraEs8$$GHN EL7++   c ,   LL     /99 *5,?? %%i000  ! !$ ' ' 'HH )'11 "5,77 i((( r)u/وجد عبد الله بن عمر ديناراutجاء خالد بن الوليد وقاتل مسيلمة بن حذام الكذاب في موقعة الحديقةuروى أحمد بن عقيل الشامي عن أبي طلحة المغربي أنّ عقابا بن مسعود بن أبي سعاد قالuXقال مُحَمَّدُ بْنُ خَالِدُ بْنُ إسماعيلفي حديثهu[ِنْصَرَفْنَا إِلَى أَنَسُ بْنُ مَالِكَ الْحَديثِr9)r)(__doc__ __future__rrrrsys__name__pathr,pyarabic.arabyr pyarabic.named_constr pyarabic.propernounsr r DINENAMEDrr6r@rBrJrQrXraTEXTStext1splitpositions_namedprintr)r;resultr< word_listtag_listrZtuplestuprrrvs   zHOOE"""""".............   , , ,HHHT0<&1111fLLLZD z   E// C0@0@AA o$$U++#">5>%#8#899 dii   "EN5)) < **#h **  C E#JJJJ -r