<jupyter_start><jupyter_text><jupyter_code>! git clone https://github.com/microsoft/LID-tool.git
import os       #importing os to set environment variable
def install_java():
  !apt-get install -y openjdk-8-jdk-headless -qq > /dev/null      #install openjdk
  os.environ["JAVA_HOME"] = "/usr/lib/jvm/java-8-openjdk-amd64"     #set environment variable
  !java -version       #check java version
install_java()
!git clone https://github.com/mimno/Mallet.git
!pip install twitter-text-python
cd LID-tool
!python getLanguage.py
from getLanguage import langIdentify
langIdentify("    /q teri behan ka rape kiya tha us criminal ne ya wo tere maa ka yar hai salo 2kaudi ki aukad nhi tingu tumhari aur aa gaye bakwas karne /wo rohini wala baba jisne masoom hindu ladkiyo ko rape kiya tha uska kya naam tha /but why jab pri ye sochke vikas ko support kr rha tha tb to ji frndshp ki bat kr rhe the ki frnds ko hi support kro 2min pahle kh rhe the i hate u bhi janta tha ki wha bethe kitne bhi city baje pr dil se sirf hina sath hai to uska vote metter krta h /sapna ji rape krne wala chahe hindu ho ya muslim saja ek honi chahiye uske hath pair kat diye jayen ya phir uski aankhen phod di jayen kam se kam unhe v dard ka ehsas to ho /i hate you raju srivastava tumhara kya bigada hai shilpa ne paise lekar kuch bhi karoge kya bhagwan ne tumhe bhi beti di hai upar wala sab dekh raha hai usse daro /kya hindu baba ko hindu ladhkiyon ka rape karna allowed hae /nawaz sharif janwer hai or khawateen ko rape karwata hai punjab main /haan islam sirf sharaab peene se hi badnaam hota hai terrorism aur fundamentalism wahabism and salafism se nahin nahin zyadatar mughal badshah aur sultans bewre the zinko islami apna masiha maante hain /agar no hate guru gobind singh /kuch logo ne enjoy kiya kuch ko afsos hua aap pure fans ko nahi bol sakte i was also sad but i also hate her too /flu se naak sarh gya hai yar i hate winters /ab se main bhi locki ki sabzi naho khaungi i hate this sabzi /aur bhi bahut kuch tha bb related se bolne ko raju shri pr tumne parsnol ja ke bola shilpa ko uske kam ke bare me uske self respect ke bare me i hate u raju shri jaisi tumhri shakl waisi tumhari akal /fir whistle bajane se pehle i hate u i hate u q bola or jo luv hamesha tumhare sath raha use support q nahi kiya akhade me /i hate too yaar this show is so biased na sare ache logo ko bahar kar chutiyo ko rakh liya shit /kafi sankalpit ho aap ki dwarkaexpressway kabhi bane hi na aur kherkidaulatoll kabhi hate hi na poster bana ke tweet kar dene se hum thodi maan lange aapke jhoot ko saach rera dilute kia aur online rti bhi nahi haryana me /itna bada namard hai ki agar iske samne koi eve teasing ho ya rape ho to baith k hasega ar bolega mai kyu padu inke beech mai aise aadmi kalank hai hamare desh k lye /i hate takla s all raps woh muh kholta hai ki usse khuch phek ke marne ka mann karta hai /now i hate colorstv show entertainmentkiraat ye kya tarika hai joke banane ka shilpa ji ki insult kar dali jokes ki apni limit hoti wo bhi jispe joke kar re wo waha pe hai bhi nahi hate this so no respect for women shilpashinde westandbyshilpa /hahahahaah haan samjh gaya tha mn bari bt hai aisi hoti nhn hen girls i hate this dhishom dhishom hahahahah /raju shri jaise ghatiya entertainers hote hai jo paise ko liye kisi bhi had tak kisi ko bhi bol shkte hai raju shri bhul gye ki public agar upre lati hai to niche lana bhi janti hai i hate raju shri u r a disgusting entertainer /nahi ji i just hate tinday karele nd e tc jo bhi bole hain /asram ko beti doge to rape to hoga hi kahte hai na aag aur koila ek sath rahega to aag lage hi /kutti tu jitana vikas ke khilaf likhege utana hi tere shitpa ko nafrat milege mujhe woh buri nhi latati tere jaise wahiyat fan ke wajah se shilpa shitpa lagane lagi carry on more u will write bullshit more people will hate shitpa twitter par hi jeeta lena shitpa ko /raju ji same on you jo aapne shilpa ji ke baare me bahut galat bola i hate you me pehle aap ki fan aab nahi hu /bhai jo strong hota he usko hate he kiya jata he or apna bhai sbse strong he is waqt game me to ye to obviously bolege esa luv k liye /pakistan ka scene alag hai they hate us we hate them /sahi bolte hai hum jab ram rahim asaram rampal ko dekha tha to bhi akal nahi aati inko ghar me maa baap saas sasur ki seva nahi kar sakti or baba ke per dabane chali jati hai to kya inki puja karege rape hi hoge /or baba ki baat to jo ladki khud hi baba ke pass jaye uska to rape hoga hi par jo masum bachi ka ghar me rape karte hai wo up ke muslim the rahege /up me kyu muslim hi hindu betiyo ka rape karte hai kisne di unhe taaqat hindu ko kamjor bnaya aap jese logo ne /ghamand hai use khud par bahut fake hai chalu behuda ghatiya i hate her /kya kya seh ke aayi hai hamari queen i hate you /sale chutiye ek ladki ki ijjat karna nahi janta hate u from nepal /delhi ka nirbhaya case apko yaad hoga up ka 2 dalit ladki ko rape karke jala kar marne ka case bhi yad hoga ye sab yadav congress raaj me hi huya /tumhe koi kehe shkti kapoor k pass jayo even jutta utha de toh kaisa lagega hate karna bandh karo but fact par baat karo jha if u girl so yeh girls ki respect ki baat hai behan /aree 16 dec gang rape me justice ke liye protest kr rhe logo pe laathicharge krna even ladkiyo ko marna ye manmohan ji se seekhe /and 2nd ma kbhi apni tareef ni krta i hate myself ya to paka koi ar hi ha /sab hath dho k pade hai shilpa ko degrade karne tum logo ko shilpa chor k aur kuch sujhta ni hate u all shilpa haters we viewers love her tum logo ko aisi ki taisi /mujhe aj bahut gussa aya wo log ka degradeshilpaprocess dekh ke hate them entertainment kiraat /kyu re randi ke bacche fake id sirf teri maa ki chut se hi bana sakta hai kya suvar ki aulad tu hakla hakla kya krta tu kya suvar ke bacche modi ki gand se nikla hai ya salgay ke lund ne teri maa ka rape kiya tab tu peda hua suvar be bacche /jab tak waha pe terrorism khatm nhi hoga tab tak pak kabhi nhi sudhrega tigerzindahai /this is india log dil se sochate h we hate you jo apne shilpa k sath kiya or baher aane k baad apne dekh hi liya hoga ki awam kis k sath h /kya be bhagwa bhand garib mahilao se blatkar atychar tere sanskar me hae tere narbhachchi raj me dalit nirbal se rape 200 bad gya /kutta raju shriwastaw i hate that admi mene bhi dekha aaj kitna begerat admi hai zara sharam nhi ise comedy kehte hai kya kutta /mujhe lagta nehi ki inki maa b hai esiliye sanskar nehi sikhe hai hate u raju /i hate these awards acha bhala drama nahi aaya /wahhh bhai mehdi pehle acha banda tha kya ye salman se hate kabse karne laga /bhai tu bs hate karta hai issleye bakchodi kar raha /kisiko bolne se pehle socha karo mai pehle tumhri respect karta tha but ab nhi i hate u ap ek wahaiyiyat battmiz aurat h /it was so disrespectful i hate that raju apne season mein beizzatti karwaa kar nikla tha aur doosron par comment kar raha hai /koi baat nai he shilpa ki bejati karne k liye to tum ko bahar akar patta chalega etna marenge something wessa hi kaha its too much yar hina akash ka to jokely kiya par usko buri tara peskiya shilpa ka i hate that guy shilpians check out in voot app /thodi hi der pehle i hate u i hate u kaha or fir usi k liye whistle bajaya luv ki hi hamesha q bali di jati he dosti k naam pr /maine khud bahut baar condemn kiya hai aur kisi bhi ghair muslim se zyada ek sachaa musalman karta hai kyunki terrorism se sabse bada nuqsaan musalman ko hua hai /show rigged hai aur shilpa ne kya kiya yaar jo usko kaha joota nikal ke maruga to joota bhi ganda ho jayega ma bana ka shauk hai to bahar nikalo shakti kapoor wait kar raha hai i hate u i m deeply hurt /vikaas is real ok smjhao phr pehlay shpa se hate phr love aur peth peechay burai isk bad priyank se itni nafrat shakal nh dekhao ye wo sab aglay hi din hiten k jatay hi sab thk hogya kaisay /wo hara b pehen lenge toh bhi hate jaari rahegi /mai kisi dharm ko hate nai karta koi mera dharm leke ungli karega yah kshoti karne ki kousis karega usko chorne wala nai hu /shilpa ki maa bannay ki overacting maa ban ban k sab ki bitching kr re na koi task m part leti na kuch vikas ki mind gamer bannay k bad bh rkh rkh k acting pehlay priyank se itna hate aur hiten k jannay k bad foran itna pyar k uff us sb se to bht bhtr hai bhaie /bohot ganda tha yea i just hate the show kyu jalti hai sabki shilpa se abb kya biggboss wale khud nehi bol paye to ish show ko use kiya haiiiiiiii /khud ko bht bara celeb samjhti ha choro yar i hate her  /bc meme bnane ke chkr mei mind ka rape kyu karwana hai /hina ne uske liye whistle bjayi jise usne 2min phle bola tha i hate u /i also hate vikas bt priyank ne hina ka naam nh liya ar hina kaise khus hokr boli vikas ko muh dekhne layak tha vikas ka vikas gupta kya smjte ho /az bahram behtar too rape farsi vaghan nadarim Ø§Ø´ØªØ¨Ø§Ù‡Ø®ÙˆØ¨ /is bc ka tweet padha kisi ne meri to hasi hi nahi ruk rahi shubhangi ji se hate karne ki koi wajah nahi to shubhangi ji ko pagal bata raha hai aise hi shitpa ke fan nahi bana tu /is bc ka tweet padha kisi ne meri to hasi hi nahi ruk rahi shubhangi ji se hate karne ki koi wajah nahi to shubhangi ji ko pagal bata raha hai aise hi shitpa ke fan nahi bana tu /women ke sath rape kab rukega ab to baba v /is desh ka jisne bhi bala karne ki sochi usi ke piche pad hate hai /koi baba larkio aurto ko bandi banake rakha hai media akh band rakhe koi rape ho media akh band rakhe koi udyogpati loot raha desh kai paiso ko media ki akh band unemployment faila hai industry ki halat kharab m /ayesha se bari khabees aurat nahi is dunia mei koi i hate her so much /jee bilkul farz hota hai lekin phir maa baap ka bhi farz hota hai k woh apni aulad ki khushiyon ka khayal rakhen unke na chahte huye bhi unhe dur bhej kar konsi khidmat hoti hai i freaking hate sabir khamoshi /ye log babaon ke rape jihad k khilaf kyon nahin kucchh karte hain ye baba bahno ko apne hawash ka shikar bana rahe hai jo few neutral media reporting ki wajah se ek 1 karke jail ja rahe hain /pahle bata na ki tu chat ke aaya ki nahi aur kitni der ghusa tha osama aur bagdadi ke ga d me aur ye bata ki kis vajah se hate karta hain sare peaceful community wale modi se /i hate vikaas sab badaa doglaa insan hai woh ghar ka /lala kal ke baud se zinda ghar wapis aye ho na bagair rape hue /koi bat niiii ap k hate ko dekhta /atleast tumhare journalism ke gold standard ki tarah apne bhai ke rape ko toh nahi chupatey /hate kisi say bhi nahi tha sab say pyar tha wo bhi bht zyada and ab nafrat hai apnay aap say isi wajah say k q tha aisa /nahi mujhe i hate u likhna tha /kyun ki itna hate tumko karte hain ham /villain ki tharak ko salam bhencho fight scene ke beech mein bhi rape attempt band nahi karta /but abhi cutiyapa itna badh gaya hai ke sarcasm ka rape ho raha hai /haha yaar kitna bhi gujju ko hate kar le pm to wahi rahega /kabhi gujrat ke rape case par aur mp keisi ke jasus par bhi kar le /1avataar ko janam le k sari dunya ko khatam kr k nayi ek takhleek karni paregi nai tou terrorism khatam na hoga dharti se /ravish ji bade bhai rape ke saukin n bade se chhota seekta hai it s true /karachi ko support karnay wali bachiyan bhi ugly hen i hate this yaar nonsense /haan bhai rape toh nai hua aaj koi par bomb toh pahte tere pakistan mein chal bhai jab tak zinda hai twitter karle /waise rape se mujhe teri maa ki hai allah hai yaad hai /tu hamari fd ki jotish hai bahena and sacchi mein i hate neha /delhi main kaam ho na ho hate mongering toh kar hi sakte hain /sutiye thand kam padi delhi rape capital hai abhi bhi /bhai hate n hater ki baat nahi main toh fact bol raha mujhe unlogo se koi lena dena nahi /agar koi mere bharat ma ke tukre karne ki bat karega or me agar hate na karu toh me bharat ma ko kese muh dikhaoga /likha lo aj b karachi ka rape ho ga /acha hia yar aur india walay tu bilkul na suno i hate india par kiya karo song un khe sunte ho /bhai haste hate gir pade the ham to maza aa gayi yaar keep it up /phir kyon jhel rahe hain unko he was hindu hriday samrat till he gave hate speech /modi hate pagal bana deta hai suna tha andha bhi bana deta hai /delhi mei to modi sarkar hai wahan chedchhad chodo roj rape ho raha hai /khude gaan raj akaser hate achhe ekrash asha /sab hate hi karte hai iss pyari si bachhi ko /dalit ladki ka rape kiya tere bhai ne /aur tum logo nay tou indian army k naam pay balatkari suar paal rakhe hain jo sirf kashmiriyon ka rape karna jaante hai bas /hum tumhari tarah besharm nahi jo apni behen ke sath rape kare or use shaadi bataye burqe me sab galat hota h /i hate dis condolences akhir kab tak ab waqt hai pahele protesters ki legs me goli marne ka jo jis bhasa ko samjhta hai/to rape ho rha ho tb bhi yahi kare /mohtarma vaham mein na rahen nuksan aap ka jyada hai hum terrorism ko khatam karna chahte hain badhana nahi /panama par app me kabhi baat nahi ki hisaab mangna tu hate nahi heee /jo log apne hi minister ki nabalik betiyo k sath rape kar rahe hain unhe log kaise vote kre jail me interospection krege kuchh dino me /iit ke naam par kalank wahan rape kiya tha aur arrest bhi hua tha /aap ki ma ko rape kuta tha mogul indars ne shame child of rape /gali mat de bhai nai to bolegi muslim hoon is liye gali de raha bolti ha army iski maa been ka rape kiya /camershal onair honi chahiye aap khud sochiye kya ye hate spech nhi 3 3 /dost suna hai hafeez saeed jail mein hai terrorism ke charges par /corruption bhi terrorism jitna bara nasoor hai dar sahb ka us baray mai kia khyal hai /karachi ko terrorism ka shikaar honey pe bura bhalla bolnay waaley aaj chup se sog mana rahey hain /o bhai apni ego aur terrorism ke saath dushmani side pe kr ke logoun ke baary me socho bharwoun /bhai sp aur bsp ke up candidates kyon chod diye aur ravish ke bhai ko kyon chod diya ek dalit ke rape case main /use hate karo jo eksath itne msgs send kar raha hai /kidnap aur rape 17 saala karne wale shaik sayeed bawazir aur uska sathi chanchalguda jail me /ye maa beti hamesha he ishwari ko bachate he aur khud he phas hate he krpkab kuchrangpyarkeaisebhi /sir jin ko 6 months ki pay ni milti or wo bechary qarz ly kr guzara krain to kia khaak laray gy terrorism k liye /jab aik larki ko rape kerne k baad us ko dhande wali banaya ja sakta hai to building main chemical bhi ho sakta hai /to madhya pradesh and rajsthan me karati hai jaha rape case sabase adhik darj huye hai /kyu bhaiya uske bhai ne rape kiya laga tere bhai ne rape kiya wah wah jo tum karo wo teek bjp kare toh kharab /hamare foji jawan shaheed ho kar bhi haar jate hain ar dehshatgard mar ke bhi jeet jaate hain utter reality of terrorism in pakistan lahore /sir ji vijay jolly ne party worker ka hi rape kar diya boliye ji achambhit patra ji /kyaa kiya hai delhi me ab tak camera lgawaya so that rape hote huye dekh sko rape rokne par dhyaan lgao pm ke pap par nahi /gang rape for bears wo bhi 45 din se kya haal ho chuka hai bears ki g ka /twitter pe beth kar fauj or riasat k faislo k khilaf qoum ko warghalana ye hate speech to the nation hai /itni achchi ladki ko koi kaise hate kr skta hai /sari suwidhaye aaye hai or wo pta nhi kaha hate hai sab jhuth hai sab jagah toilet fecility me yes kar rkha hai or unke pass aaj tak nhi hai /sirf ulama qasoorwar nahi ab to university sai parhe likhe log terrorism mai involv nazar ate hain /congress neta aur ravish ndtv ke bhai pe rape aarop neta farar /yar tum log mujhe hate kiu nahi dete /aapki mane to pareshani bharat ke tukde kehne per bhi nahi hona chahiyesoch hai apni apni i hate jnu supporter /sirf musalman ki beti meri beti hy ramzan mein bijli milegi ne kaha ladke rape kar sakte hain mulayam ne kaha vote4bjp /delhi me daily rape hote hai to unko ye kanjarwal hi karta hoga /apni dhaak bithany ke liye sabhi awam ka khoon bahate hai aap ulta bol rahe hain kamran sahab /baat to sahi hai bhai lekin phir rape ke case me mp no 1 kyu hai /jaise note k lie modi zimmedar hain waise hi rape k liye tu tune hi karaye hain rape delhi me balatkari /janab sirf up me rape nahi hota hai gujrat me 23 bjp leader ne 12 ladies ke sath rape kiya tha aandh bhakt /election me koi mudda nhi na hi kuch 3saal me kiya uper se isi rape to public ka dhyan kahi too hatana ha /ise aaj rape ki bahut fikr ho rhi h uss time kha tha jb kashmiri pandito ko bhagay jaa rha tha aur aurto k saath rape ho rha /modi bhakt nalia rape ke bare me kuch kaho /yaar ye bas attention seeking stunt hai takeh jo hate kare wo bhi taras kha kar chor de c /bht hate mjhey milti hai liken pata nhi kiun bht hain dushman mere /rubbish ne mujhe bhi block kar rakha hai maine badaun rape par iski reporting par sawal kiya tha /khawar pore hate torkari lege chilo ar thumi hat wash koro nai so thumi hatr shugran nicho is ur dp /jnu me yahi log mahilaao ka rape karte hain /or aisha ka rape karne wala kon he /apne neta ko defend karne ke liye kisi ko rape ki dhamki dete hain /as salamualikum amjed bhai gutta ps limit ke rape case ke barre mei bhi tweet karna tha /kya hate wala kaam kiya bata to tere pass bahut followers hai to jo man me aayega karega /apni bharat mata ki har aurat ka tum rape karna chahte ho aur kehte ho aazadi humse chahiye arrey kameenon /jnu ko badnaam karne ki saajish dekhaana chahte h log kitna hate kartey h jnu ko jaha jaati h jhagda ho jaata h /bhai koi iska rape kar doo g main bahut khujli ho rahi hai /ji ab aapke bhakton ne rape threats bhi dene shuru kar diye hain ab bhi aap chup rahoge /bhai ab kya ravish ka rape krvoage vo bhi ravish ke bhai se ab pati kali ni g d lal hogi kuch dino m jab police m /ramjas ye 2 haraamkhor rehte yaha h yaha ki hawaa me saans lete h yaha ka namak khate h yaha ka paani peete h par desh me nafrat failate h pic twitter com aubmndy4hi /agr ye dunya aaj b sheikh sa adi aur molana roomi ko follow krey aman hojaye aur terrorism khtam hojaye plz plz /is hisab se to wo dalit nhi h na jiska rape kiya /lol matlab bhabhiji bach gayi samajwadiyon ke rape ladke hai rape kar hibdete hai aisa unke sasur ne bola lol /beta burma mein kismat se bach gya nhi toh isse bhi bura ho jata rape ho jata is jhath ke baal ka pic twitter com zt6xtszai8 /allahabad hate h to tapas kar diya jata h koyi na koyi kami nikal kar /farther ka jo paisa tha yo abi tak nhi mila h jab jab allahabad hate h tab tab koyi na koyi bahana bana kar uapas kar diya j /is shahid ke mu mat lago in sab rapist ke aulad hai unki masiha ke tara jo ke 55 sall umar me 09 saal ki ayesha ko rape kya /dekhna ek din koi inke jindagi ka rape karke chala jayega /are chor saale lalu mamta rahul gandhi vadra ye saare bhi junda hai abhi bolti band ho gayi gandu teri hate u rascal /delhi rape case ka tumne kya kar lia tha wo dickshit kya kar rahi thi /jiska mla rashan card ke liye rape kar sakta hai wo cm layak nahi dhaba hai puri political party ke liye /gujarat me to khud bjp ke karyakarta o ne rape kiya he kyu chup ye log /ramjas enko tarek fateh ke bare me puchho kuchh yad he kya 2 din pahle wo kya freedom of speech ya intalactual terrorism tha /to kuch naliya gang rape ya isi agents ke baare mein batao bhakt /bhai filmi duniya me hi raho why u hate modi so much /haan and naliya gang rape bhi bewkoof bhakt /sambit jo gujrat me or mp me rape ho rahe h un pur kyo chup ho itna ghamand na kero janta sab janti h /sishumandir me kahi bhi nafarat nhi sirf desh prem ki baat ki jati kisi bhi sishumandir me apko hate speech sun ne ko nhi milegi /yeh deshbakt hai yeh rape nhi karte yeh mahila ka udhaar karte hai toh aap rape shabdh ko jhodke deshdroh mat karo /saram aana chahiye aap jaise hi ladkia rape ki karan banti h /aur jab rape jae to pahuch jao delhi mombatti le ke /kitni saram ki baat h aap jaise hi ladkia h jo is desh me rape ka karan banti h pahle offer karo unhi ko rape k liye /aise log sirf police ki maujoodgi me hi ghundagardi karne ki himmat karte hain police read protection hate hi ghayab /sir aap aaj public se ye jarur pachna ki aap rohit bemulla ke marne par aap roye aur abhi ek bihar dalit girl ke sath rape 1 2 /are chutiyo tumhare vidhayak kisi ka rape karte h aur bolenge mai dalit hun kyu bdnam kr rhe dalit ko /afghaniyon se jaan chura lo 90 terrorism khatam ho jaegi /paas ke gaon mein londo ka scorpio mein uthake rape kar lena bhi jyada rare nahi hai saala pata bhi sabko hota hai kisne kiya /agar up mien sp jeeti to ek hi gaana bajega up ko rape pasand hai yahi to yahan ke neta kehte hai naadani galti /budhe wahi toh madarasa me quran padhake terrorists bante h aur ham ssvm se padhke khali sickularvando ko hate karte h /kya aap vijay jolly ka rape bhi dabane denge jaise bjp sab apne paap daba dete hain /freedom of speech hate speech ho jaati hai jab gen bakshi bengal jaate hai aur ramdev jnu /vo aur desh hote honge sir yaha to rape ki fir bhi nahie hoti aur log mar jaate hai /kamai aamir ne bhi diya ehsaan h unka tabhi ab hate nhi karti main dono ki movie dekhti hu /me mang leta hun me kisiko dusman banake nhi rakhna chahta dost bana deta hun pehle ladai uske bad dosti i hate negativity /abe rndtv ravish kumar ke bhai ki khabar dikhaao rape waali /gujaratkegadhe ek aur gadha vijay jolly rape ke male mein phansa yeh gadhe multiply ho rahe hain modi sarkar mein /gujrat jaakr dekho miya rajsthan b dekhlo bundelkhnd me bjp wale hi rape kr rhe he sharam karo   ",
             "classifier/HiEn.classifier")<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.013335846567079779, 'fraction_numerical': 0.0020262947080721926, 'mean_word_length': 3.721245828698554, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 6, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 1, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 1, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '262458', 'license': 'Unlicense', 'n_tokens_mistral': 7912, 'n_tokens_neox': 7664, 'n_words': 4212, 'path': 'langtag2.ipynb', 'repo_name': 'shankarb14/python', 'size': '21221'}