B P?[KC@sdZddlZddlZddlZddlmZddlZddlm Z dZ dZ dZ d Z ed eejZd d d ddddddddddddddgZddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVh;Ze e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e dWBZdXdXdYdZd[d\dZd]Zdld_d`ZdmdbdcZdddeZdfdgZGdhdidieZGdjdkdkeZdS)na If you use the VADER sentiment analysis tools, please cite: Hutto, C.J. & Gilbert, E.E. (2014). VADER: A Parsimonious Rule-based Model for Sentiment Analysis of Social Media Text. Eighth International Conference on Weblogs and Social Media (ICWSM-14). Ann Arbor, MI, June 2014. N)product)pairwisegn?gnҿg~jt?gGzz[{0}].!?,;:-'"z!!z!!!z??z???z?!?z!?!z?!?!z!?!?ZaintZarentZcannotZcantZcouldntZdarentZdidntZdoesntzain'tzaren'tzcan'tzcouldn'tzdaren'tzdidn'tzdoesn'tZdontZhadntZhasntZhaventZisntZmightntZmustntZneitherzdon'tzhadn'tzhasn'tzhaven'tzisn'tzmightn'tzmustn'tZneedntzneedn'tneverZnoneZnopeZnornotZnothingZnowhereZoughtntZshantZshouldntZuhuhZwasntZwerentzoughtn'tzshan'tz shouldn'tzuh-uhzwasn'tzweren'tZwithoutZwontZwouldntzwon'tzwouldn'tZrarelyZseldomZdespite)BZ absolutelyZ amazinglyZawfullyZ completelyZ considerablyZ decidedlyZdeeplyZeffingZ enormouslyZentirelyZ especiallyZ exceptionallyZ extremelyZ fabulouslyZflippingZflippinZfrickingZfrickinZfriggingZfrigginZfullyZfuckingZgreatlyZhellaZhighlyZhugelyZ incrediblyZ intenselyZmajorlyZmoreZmostZ particularlyZpurelyZquiteZreallyZ remarkablysoZ substantiallyZ thoroughlyZtotallyZ tremendouslyZuberZ unbelievablyZ unusuallyZutterlyveryZalmostZbarelyZhardlyz just enoughzkind ofZkindaZkindofzkind-ofZlesslittleZ marginallyZ occasionallyZpartlyZscarcelyZslightlyZsomewhatzsort ofZsortaZsortofzsort-ofg?g)zthe shitzthe bombzbad assz yeah rightzcut the mustardz kiss of deathz hand to mouthTcsnttfdd|DrdS|r8tdd|Dr8dSx0t|D]$\}}|dkrB|dkrBdSqBWdS)z4 Determine if input contains negation words c3s|]}|kVqdS)N)lower).0word) neg_words3lib/python3.7/site-packages/nltk/sentiment/vader.py sznegated..Tcss|]}d|kVqdS)zn'tN)r)rrrrrrsleastatF)NEGATEanyrr)Z input_wordsZ include_ntfirstsecondr)rrnegatedsr#cCs|t|||}|S)zp Normalize the score to be between -1 and 1 using an alpha that approximates the max expected value )mathZsqrt)ZscoreZalphaZ norm_scorerrr normalizesr&cCsVd}d}x|D]}|r|d7}qWt||}d|krJt|krRnnd}|S)z Check whether just some words in the input are ALL CAPS :param list words: The words to inspect :returns: `True` if some but not all items in `words` are ALL CAPS FrrT)isupperlen)ZwordsZ is_differentZ allcap_wordsrZcap_differentialrrrallcap_differentials   r)cCsVd}|}|tkrRt|}|dkr,|d9}|rR|rR|dkrJ|t7}n|t8}|S)z\ Check if the preceding words increase, decrease, or negate/nullify the valence gr)r BOOSTER_DICTr'C_INCR)rvalence is_cap_diffZscalarZ word_lowerrrrscalar_inc_decs  r/c@s(eZdZdZddZddZddZdS) SentiTextzL Identify sentiment-relevant string-level properties of input text. cCs8t|tst|d}||_||_t|j|_dS)Nzutf-8) isinstancestrencodetext_words_and_emoticonswords_and_emoticonsr)r.)selfr4rrr__init__s   zSentiText.__init__cCsbtd|j}|}tdd|D}ddtt|D}ddt|tD}|}|||S)zt Returns mapping of form: { 'cat,': 'cat', ',cat': 'cat', } css|]}t|dkr|VqdS)rN)r()rwrrrr/sz-SentiText._words_plus_punc..cSsi|]}|dd|qS)rr9)join)rprrr 1sz.SentiText._words_plus_punc..cSsi|]}|dd|qS)rr9)r;)rr<rrrr=2s)REGEX_REMOVE_PUNCTUATIONsubr4splitsetr PUNC_LISTupdate)r7Z no_punc_textZ words_onlyZ punc_beforeZ punc_afterwords_punc_dictrrr_words_plus_punc#s zSentiText._words_plus_punccCsN|j}|}dd|D}x(t|D]\}}||kr*||||<q*W|S)z Removes leading and trailing puncutation Leaves contractions and most emoticons Does not preserve punc-plus-letter emoticons (e.g. :D) cSsg|]}t|dkr|qS)r)r()rwerrr ?sz2SentiText._words_and_emoticons..)r4r@rE enumerate)r7ZwesrDirFrrrr57s zSentiText._words_and_emoticonsN)__name__ __module__ __qualname____doc__r8rEr5rrrrr0s r0c@szeZdZdZdddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZdS)SentimentIntensityAnalyzerz8 Give a sentiment intensity score to sentences. ;sentiment/vader_lexicon.zip/vader_lexicon/vader_lexicon.txtcCstj||_||_dS)N)nltkdataload lexicon_file make_lex_dictlexicon)r7rSrrrr8Ksz#SentimentIntensityAnalyzer.__init__cCsDi}x:|jdD]*}|ddd\}}t|||<qW|S)z6 Convert lexicon file to a dictionary   rr)rSr@stripfloat)r7Zlex_dictlinerZmeasurerrrrTQs z(SentimentIntensityAnalyzer.make_lex_dictcCst|}g}|j}xt|D]l}d}||}|t|dkrZ|dkrZ||ddksf|tkrr||q||||||}qW|||}| ||S)z Return a float for sentiment strength based on the input text. Positive values are positive valence, negative value are negative valence. rrZkindZof) r0r6indexr(rr+appendsentiment_valence _but_check score_valence)r7r4 sentitext sentimentsr6itemr-rIrrrpolarity_scores[s      z*SentimentIntensityAnalyzer.polarity_scoresc Cs|j}|j}|}||jkr |j|}|rP|rP|dkrH|t7}n|t8}xtddD]} || kr\||| d|jkr\t||| d||} | dkr| dkr| d} | dkr| dkr| d} || }|||| |}| dkr\| |||}q\W| |||}| ||S)Nrrrgffffff?rg?) r.r6rrUr'r,ranger/ _never_check _idioms_check _least_checkr\) r7r-r`rbrIrar.r6Zitem_lowercasestart_isrrrr]ws6       z,SentimentIntensityAnalyzer.sentiment_valencecCs|dkrd||d|jkrd||ddkrd||ddkr||ddkr|t}n:|dkr||d|jkr||ddkr|t}|S)Nrrrrrr)rrUN_SCALAR)r7r-r6rIrrrrgs z'SentimentIntensityAnalyzer._least_checkcCsd|ksd|kry|d}Wntk r<|d}YnXx\|D]T}||}||krv|||||dqD||krD|||||dqDW|S)NZbutZBUTg?g?)r[ ValueErrorpopinsert)r7r6raZbiZ sentimentZsirrrr^s    z%SentimentIntensityAnalyzer._but_checkc Cshd||d||}d||d||d||}d||d||d}d||d||d||d}d||d||d}|||||g} x| D]} | tkrt| }PqWt|d|krd||||d} | tkrt| }t|d|dkrHd||||d||d} | tkrHt| }|tks\|tkrd|t}|S)Nz{0} {1}rz {0} {1} {2}rr)formatSPECIAL_CASE_IDIOMSr(r+B_DECR) r7r-r6rIZonezeroZ twoonezeroZtwooneZ threetwooneZthreetwo sequencesseqZzerooneZ zeroonetworrrrfsB        z(SentimentIntensityAnalyzer._idioms_checkcCs |dkr"t||dgr"|t}|dkr||ddkrd||ddksZ||ddkrd|d}nt|||dgr|t}|dkr||ddkr||ddks||ddks||ddks||ddkr|d }n t|||dgr|t}|S) Nrrrrrthisg?rg?)r#rj)r7r-r6rhrIrrrres(   z'SentimentIntensityAnalyzer._never_checkcCs ||}||}||}|S)N) _amplify_ep _amplify_qm)r7sum_sr4 ep_amplifier qm_amplifierpunct_emph_amplifierrrr_punctuation_emphasiss  z0SentimentIntensityAnalyzer._punctuation_emphasiscCs"|d}|dkrd}|d}|S)Nrg㥛 ?)count)r7r4Zep_countrwrrrrt$s  z&SentimentIntensityAnalyzer._amplify_epcCs0|d}d}|dkr,|dkr(|d}nd}|S)Nrrrrg ףp= ?gQ?)r|)r7r4Zqm_countrxrrrru.s  z&SentimentIntensityAnalyzer._amplify_qmcCsdd}d}d}xL|D]D}|dkr.|t|d7}|dkrF|t|d7}|dkr|d7}qW|||fS)Ngrr)rY)r7rapos_sumneg_sum neu_countZsentiment_scorerrr_sift_sentiment_scores;s  z1SentimentIntensityAnalyzer._sift_sentiment_scorescCs|rtt|}|||}|dkr.||7}n|dkr>||8}t|}||\}}}|t|krn||7}n|t|kr||8}|t||} t|| } t|| } t|| } nd}d} d} d} t| dt| dt| dt|dd} | S)Nrgrr{)negneuposcompound)rYsumrzr&rr%Zfabsround)r7rar4rvryrr}r~rZtotalrrrZsentiment_dictrrrr_Ms4    z(SentimentIntensityAnalyzer.score_valenceN)rO)rJrKrLrMr8rTrcr]rgr^rfrerzrtrurr_rrrrrNFs  22  rN)T)r$)rMr%restring itertoolsrZ nltk.datarPutilrZB_INCRrpr,rjcompilernescapeZ punctuationr>rBrr+ror#r&r)r/objectr0rNrrrrsL    1