{ "cells": [ { "cell_type": "code", "id": "initial_id", "metadata": { "collapsed": true, "ExecuteTime": { "end_time": "2024-05-14T15:00:26.015772Z", "start_time": "2024-05-14T15:00:25.963139Z" } }, "source": [ "import pandas as pd\n", "\n", "df_43 = pd.read_csv('/home/gui/hf_dev/datatrove/blogpost/data/top_60k_urls_CC_MAIN_2021_43.csv').sort_values(by=\"Frequency\", ascending=False)\n", "df_49 = pd.read_csv('/home/gui/hf_dev/datatrove/blogpost/data/top_60k_urls_CC_MAIN_2021_49.csv').sort_values(by=\"Frequency\", ascending=False)" ], "outputs": [], "execution_count": 27 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-14T15:00:27.625974Z", "start_time": "2024-05-14T15:00:26.358729Z" } }, "cell_type": "code", "source": "freqs_49 = {row[1][\"URL\"]: row[1][\"Frequency\"] for row in df_49.iterrows()}", "id": "6a21a1ed442a6d79", "outputs": [], "execution_count": 28 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-14T15:00:28.029676Z", "start_time": "2024-05-14T15:00:27.626997Z" } }, "cell_type": "code", "source": [ "df_43['in_49'] = df_43.apply(lambda row: freqs_49.get(row[\"URL\"], 0), axis=1)\n", "df_43['change_to_49'] = df_43.apply(lambda row: freqs_49.get(row[\"URL\"], 0) - row[\"Frequency\"], axis=1)" ], "id": "bc7cdf0d04ff0d0", "outputs": [], "execution_count": 29 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-14T15:00:28.035756Z", "start_time": "2024-05-14T15:00:28.030629Z" } }, "cell_type": "code", "source": "df_43", "id": "990f471d499d7064", "outputs": [ { "data": { "text/plain": [ " URL Frequency in_49 change_to_49\n", "0 worldwidescience.org 0.001337 0.001317 -2.004393e-05\n", "1 issuu.com 0.001006 0.000992 -1.395550e-05\n", "2 en.wikipedia.org 0.000824 0.001125 3.004770e-04\n", "3 caselaw.findlaw.com 0.000661 0.000228 -4.330254e-04\n", "4 www.frontiersin.org 0.000611 0.000402 -2.088168e-04\n", "... ... ... ... ...\n", "59995 www.basketballghana.com 0.000001 0.000002 7.485694e-07\n", "59996 meisendorf.com 0.000001 0.000000 -1.323341e-06\n", "59997 www.anyrubbish.co.uk 0.000001 0.000000 -1.323290e-06\n", "59998 qjshhxx.cn 0.000001 0.000000 -1.323239e-06\n", "59999 www.al-enterprise.com 0.000001 0.000000 -1.323225e-06\n", "\n", "[60000 rows x 4 columns]" ], "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
URLFrequencyin_49change_to_49
0worldwidescience.org0.0013370.001317-2.004393e-05
1issuu.com0.0010060.000992-1.395550e-05
2en.wikipedia.org0.0008240.0011253.004770e-04
3caselaw.findlaw.com0.0006610.000228-4.330254e-04
4www.frontiersin.org0.0006110.000402-2.088168e-04
...............
59995www.basketballghana.com0.0000010.0000027.485694e-07
59996meisendorf.com0.0000010.000000-1.323341e-06
59997www.anyrubbish.co.uk0.0000010.000000-1.323290e-06
59998qjshhxx.cn0.0000010.000000-1.323239e-06
59999www.al-enterprise.com0.0000010.000000-1.323225e-06
\n", "

60000 rows × 4 columns

\n", "
" ] }, "execution_count": 30, "metadata": {}, "output_type": "execute_result" } ], "execution_count": 30 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-14T14:59:00.727813Z", "start_time": "2024-05-14T14:59:00.713582Z" } }, "cell_type": "code", "source": "freqs_49", "id": "6d9dec8ef32e61b2", "outputs": [ { "data": { "text/plain": [ "{'worldwidescience.org': 0.0013371601446593,\n", " 'issuu.com': 0.0010055409292792,\n", " 'en.wikipedia.org': 0.0008242551989742,\n", " 'caselaw.findlaw.com': 0.0006608764065299,\n", " 'www.frontiersin.org': 0.0006109349846815,\n", " 'chroniclingamerica.loc.gov': 0.0005375644622649,\n", " 'www.nature.com': 0.0005266164399221,\n", " 'lookformedical.com': 0.0004704824927555,\n", " 'en.m.wikipedia.org': 0.0004443793906608,\n", " 'ufdc.ufl.edu': 0.0004426934126914,\n", " 'journals.plos.org': 0.0004371460070378,\n", " 'casetext.com': 0.0003903933122818,\n", " 'hansard.parliament.uk': 0.0003611472676514,\n", " 'search.audioburst.com': 0.0003535316041847,\n", " 'ivy.fm': 0.0003530053155805,\n", " 'link.springer.com': 0.0003286474058102,\n", " 'www.newageislam.com': 0.0003196897846979,\n", " 'www.studylight.org': 0.0003159274076666,\n", " 'panewsarchive.psu.edu': 0.0003121250457216,\n", " 'www.theguardian.com': 0.0003038877330206,\n", " 'bmcgenomics.biomedcentral.com': 0.0002553320996198,\n", " 'law.justia.com': 0.0002463165002013,\n", " 'www.hotfreebooks.com': 0.0002438439057772,\n", " 'www.hindawi.com': 0.0002374853040569,\n", " 'zims-en.kiwix.campusafrica.gos.orange.com': 0.0002318541153106,\n", " 'discover.hubpages.com': 0.0002314644626707,\n", " 'www.fanfiction.net': 0.00023022444825,\n", " 'www.huffpost.com': 0.0002272851203057,\n", " 'nebnewspapers.unl.edu': 0.0002254127055625,\n", " 'www.angi.com': 0.0002231034435845,\n", " 'www.theyworkforyou.com': 0.0002208272250724,\n", " 'www.ola.org': 0.000218709862407,\n", " 'www.wikihow.com': 0.0002180965139118,\n", " 'acp.copernicus.org': 0.0002111536489058,\n", " 'www.semanticscholar.org': 0.0001950019041289,\n", " 'www.theatlantic.com': 0.0001913746442804,\n", " 'docplayer.net': 0.0001907412725177,\n", " 'irclogs.ubuntu.com': 0.0001898102449522,\n", " 'www.forbes.com': 0.00018939073865,\n", " 'publications.waset.org': 0.0001873821881616,\n", " 'www.washingtonpost.com': 0.0001866054782221,\n", " 'subsaga.com': 0.0001865089939112,\n", " 'www.nybooks.com': 0.000184557446664,\n", " 'newspapers.library.wales': 0.0001845348751784,\n", " 'www.dailymail.co.uk': 0.0001837949675985,\n", " 'deepai.org': 0.0001831206612305,\n", " 'www.gastearsivi.com': 0.0001817473130172,\n", " 'transparentpng.netlify.app': 0.0001812971084796,\n", " 'api.parliament.uk': 0.0001797907418292,\n", " 'pubmed.ncbi.nlm.nih.gov': 0.0001747089206415,\n", " 'gateway.ipfs.io': 0.0001725078365045,\n", " 'www.thefreelibrary.com': 0.0001708132388158,\n", " 'alumnius.net': 0.0001683239812924,\n", " 'www.yumpu.com': 0.0001673814233117,\n", " 'www.inkitt.com': 0.0001636112276366,\n", " 'm.fanfiction.net': 0.0001552928359265,\n", " 'contracts.justia.com': 0.0001548855632462,\n", " 'patents.google.com': 0.0001517315288932,\n", " 'www.latimes.com': 0.0001510611082861,\n", " 'www.arxiv-vanity.com': 0.0001493404557011,\n", " 'bmcpublichealth.biomedcentral.com': 0.0001492791353507,\n", " 'www.telegraph.co.uk': 0.0001486748451729,\n", " 'archiveofourown.org': 0.0001479185499767,\n", " 'www.economist.com': 0.0001453357732099,\n", " 'studylib.net': 0.0001453062312784,\n", " 'www.espn.com': 0.0001440956536707,\n", " 'hubpages.com': 0.0001390828482346,\n", " 'time.com': 0.000137760710869,\n", " 'www.ipl.org': 0.0001376025183566,\n", " 'robineko.com': 0.0001360150473236,\n", " 'www.advocatekhoj.com': 0.0001359044227581,\n", " 'www.tumgir.com': 0.000135691851343,\n", " 'www.counterpunch.org': 0.0001340337950299,\n", " 'tropedia.fandom.com': 0.000133800765374,\n", " 'www.encyclopedia.com': 0.00013326334508,\n", " 'www.nbcnews.com': 0.0001321288877867,\n", " 'veranstaltungen.badminton.de': 0.0001317963108835,\n", " 'slate.com': 0.0001308241783483,\n", " 'patents.justia.com': 0.0001259783845068,\n", " 'www.british-history.ac.uk': 0.0001259638274029,\n", " 'bmchealthservres.biomedcentral.com': 0.0001243383360853,\n", " 'dokumen.pub': 0.0001212929181714,\n", " 'alchetron.com': 0.0001211202772984,\n", " 'scocal.stanford.edu': 0.000121076402999,\n", " 'www.avclub.com': 0.0001200605774033,\n", " 'www.preceptaustin.org': 0.0001200404127696,\n", " 'www.politico.com': 0.0001198441927229,\n", " 'voracity.e-fic.com': 0.0001192375681888,\n", " 'bmcbioinformatics.biomedcentral.com': 0.0001189960674294,\n", " 'www.smh.com.au': 0.0001184023181027,\n", " 'datatracker.ietf.org': 0.0001181400473718,\n", " 'www.seattletimes.com': 0.0001175724181873,\n", " 'm.scirp.org': 0.0001172250594441,\n", " 'www.independent.co.uk': 0.0001172085630845,\n", " 'www.theglobeandmail.com': 0.0001169944801374,\n", " 'blogs.sap.com': 0.0001168635749453,\n", " 'www.airtasker.com': 0.0001165835971794,\n", " 'bmccancer.biomedcentral.com': 0.0001165253723884,\n", " 'newrepublic.com': 0.0001156806326365,\n", " 'en.wikisource.org': 0.0001146742133368,\n", " 'www.newworldencyclopedia.org': 0.0001145322380761,\n", " 'docs.justia.com': 0.0001144089739136,\n", " 'www.fool.com': 0.0001144039245994,\n", " 'www.vox.com': 0.0001139990805197,\n", " 'moz.com': 0.0001138081019004,\n", " 'www.fastcompany.com': 0.0001133714141558,\n", " 'www.thedailybeast.com': 0.0001121551963952,\n", " 'grantland.com': 0.0001121058124351,\n", " 'apps.apple.com': 0.0001097454882252,\n", " 'www.cdc.gov': 0.0001070063277096,\n", " 'techcrunch.com': 0.0001061237416623,\n", " 'www.bostonglobe.com': 0.0001050931342265,\n", " 'www.creativelive.com': 0.0001047344988024,\n", " 'www.si.com': 0.0001044359259311,\n", " 'devrant.com': 0.0001040909704149,\n", " 'www.opendemocracy.net': 0.0001039552116465,\n", " 'gizmodo.com': 0.0001036007519653,\n", " 'www.healthline.com': 0.0001035295830961,\n", " 'thehockeywriters.com': 0.0001025606947362,\n", " 'www.npr.org': 0.0001020513809621,\n", " 'www.jpost.com': 0.0001018387189275,\n", " 'www.newstatesman.com': 0.0001016472835864,\n", " 'bleacherreport.com': 0.0001013723877576,\n", " 'www.foxnews.com': 0.000101312256334,\n", " 'www.apotelyt.com': 0.0001010690519295,\n", " 'archive.org': 9.968097987253116e-05,\n", " 'www.nzherald.co.nz': 9.956585333416228e-05,\n", " 'truthout.org': 9.943359610027588e-05,\n", " 'www.fictionpress.com': 9.892011745752971e-05,\n", " 'www.politico.eu': 9.790526692680434e-05,\n", " 'www.techradar.com': 9.74725918101852e-05,\n", " 'www.prnewswire.com': 9.738541230153274e-05,\n", " 'www.newyorker.com': 9.735472131572091e-05,\n", " 'www.inquirer.com': 9.707689666725828e-05,\n", " 'www.haaretz.com': 9.671520555620812e-05,\n", " 'digital.bentley.umich.edu': 9.671287844945354e-05,\n", " 'thepointsguy.com': 9.628801110222596e-05,\n", " 'www.thoughtco.com': 9.607799153001185e-05,\n", " 'www.openpr.com': 9.553215812886762e-05,\n", " 'encyclopedia2.thefreedictionary.com': 9.500022574704412e-05,\n", " 'www.usatoday.com': 9.488317082737702e-05,\n", " 'www.democracynow.org': 9.415912889588526e-05,\n", " 'www.cnn.com': 9.4023819599869e-05,\n", " 'www.abc.net.au': 9.389910915143912e-05,\n", " 'www.chicagotribune.com': 9.352145452302566e-05,\n", " 'dictionnaire.sensagent.leparisien.fr': 9.26353234439554e-05,\n", " 'bioresources.cnr.ncsu.edu': 9.263514582988844e-05,\n", " 'contract4j.org': 9.26177287769977e-05,\n", " 'www.motortrend.com': 9.25636108582342e-05,\n", " 'www.canada.ca': 9.242836680820172e-05,\n", " 'www.salon.com': 9.222098969833042e-05,\n", " 'www.thestar.com': 9.19553624240566e-05,\n", " 'www.reuters.com': 9.194116054825516e-05,\n", " 'publications.parliament.uk': 9.19099077220275e-05,\n", " 'tvtropes.org': 9.137703652299302e-05,\n", " 'www.instructables.com': 9.10100169899347e-05,\n", " 'www.stitcher.com': 9.093581418249948e-05,\n", " 'edition.cnn.com': 9.04522725719749e-05,\n", " 'www.inc.com': 9.042346647013876e-05,\n", " 'mickopedia.org': 9.03179963373684e-05,\n", " 'www.rollingstone.com': 8.991108613478614e-05,\n", " 'oregonnews.uoregon.edu': 8.958794815059258e-05,\n", " 'military.wikia.org': 8.950105499931337e-05,\n", " 'supersearch.can.ucsd.edu': 8.913234632023067e-05,\n", " 'www.rt.com': 8.907333857746101e-05,\n", " 'dilbert.com': 8.872705639291213e-05,\n", " 'www.instantcheckmate.com': 8.847558024756348e-05,\n", " 'scienceblogs.com': 8.833675854275406e-05,\n", " 'www.nap.edu': 8.760726132206345e-05,\n", " 'venturebeat.com': 8.734926420311428e-05,\n", " 'www.lastminute.com': 8.725486413892421e-05,\n", " 'www.thesun.co.uk': 8.722505759867021e-05,\n", " 'www.buzzfeednews.com': 8.717305654960247e-05,\n", " 'ilgotha.org': 8.713850880119424e-05,\n", " 'www.finder.com': 8.69887910170946e-05,\n", " 'laagvlieger.x24hr.com': 8.674987109884553e-05,\n", " 'www.cheatsheet.com': 8.580867603424703e-05,\n", " '75-3-247-200.lightspeed.sntcca.sbcglobal.net': 8.560513031353399e-05,\n", " 'themillions.com': 8.537252838138035e-05,\n", " 'www.mic.com': 8.527057065740314e-05,\n", " 'www.baltimoresun.com': 8.519745165825395e-05,\n", " 'www.lrb.co.uk': 8.511623128278618e-05,\n", " 'suptg.thisisnotatrueending.com': 8.504496091984392e-05,\n", " 'www.eurasiareview.com': 8.477297578692904e-05,\n", " 'www.news.com.au': 8.465024084189674e-05,\n", " 'www.firstpost.com': 8.437763224735913e-05,\n", " 'journals.lww.com': 8.429768416857495e-05,\n", " 'insecure.archiveofourown.org': 8.37850319749566e-05,\n", " 'www.bristolpost.co.uk': 8.359137464556217e-05,\n", " 'www.vice.com': 8.343498364723322e-05,\n", " 'kanithamizh.in': 8.289961860170783e-05,\n", " '33.agilestudio.cn': 8.202731242164385e-05,\n", " 'www.colombotelegraph.com': 8.186559662608357e-05,\n", " 'www.icty.org': 8.181046739457158e-05,\n", " 'www.pcmag.com': 8.167827903144583e-05,\n", " 'www.globalsecurity.org': 8.133342138420935e-05,\n", " 'transcripts.cnn.com': 8.113191641287768e-05,\n", " 'www.indiewire.com': 8.110638710933774e-05,\n", " 'www.denofgeek.com': 8.093316264719514e-05,\n", " 'www.smithsonianmag.com': 8.085372203717366e-05,\n", " 'www.bailii.org': 8.072180553231362e-05,\n", " 'www.thisismoney.co.uk': 8.06264956491276e-05,\n", " 'www.bartleby.com': 8.037844491792707e-05,\n", " 'www.express.co.uk': 8.037329773476269e-05,\n", " 'www.csmonitor.com': 8.036398930774429e-05,\n", " 'www.irishexaminer.com': 8.036148096214588e-05,\n", " 'yaledailynews.com': 8.031070146288547e-05,\n", " 'www.texasmonthly.com': 8.021909610166704e-05,\n", " 'fr.slideserve.com': 8.019415401198106e-05,\n", " 'www.speakingtree.in': 8.013157586398822e-05,\n", " 'en.m.wikiquote.org': 7.987411883679364e-05,\n", " 'heavy.com': 7.941452975186778e-05,\n", " 'www.mentalfloss.com': 7.925765303343739e-05,\n", " 'www.romper.com': 7.902143719873806e-05,\n", " 'nypost.com': 7.891734810595757e-05,\n", " 'de.zxc.wiki': 7.869296354298256e-05,\n", " 'www.tripsavvy.com': 7.866977222052784e-05,\n", " 'www.inverse.com': 7.846257634950035e-05,\n", " 'www.ukessays.com': 7.822928208496332e-05,\n", " 'erhverv.studentersamfundet.aau.dk': 7.788662830206765e-05,\n", " 'www.ajmc.com': 7.778079931638652e-05,\n", " 'www.cnet.com': 7.776564049948973e-05,\n", " 'www.aljazeera.com': 7.776164962014891e-05,\n", " 'www.theverge.com': 7.771762670498596e-05,\n", " 'www.kayak.com': 7.758318373064315e-05,\n", " 'homeguides.sfgate.com': 7.750585999031743e-05,\n", " 'medium.com': 7.744013553599594e-05,\n", " 'philarchive.org': 7.742044574800376e-05,\n", " 'wikimili.com': 7.71816454473916e-05,\n", " 'www.hollywoodreporter.com': 7.709207721077766e-05,\n", " 'www.boloji.com': 7.692111098462902e-05,\n", " 'www.readkong.com': 7.682233943952609e-05,\n", " 'parasitesandvectors.biomedcentral.com': 7.654496788817299e-05,\n", " 'shakespir.com': 7.649789653565706e-05,\n", " 'docoh.com': 7.647789501685351e-05,\n", " 'www.thestreet.com': 7.587663152771657e-05,\n", " 'www.quotemaster.org': 7.578018346459137e-05,\n", " 'pizza.dominos.com': 7.554430473414153e-05,\n", " 'www.crikey.com.au': 7.552816722748815e-05,\n", " 'ew.com': 7.54755717150127e-05,\n", " 'aspe.hhs.gov': 7.542470159633038e-05,\n", " 'en.wikibooks.org': 7.538765637665437e-05,\n", " 'www.deseret.com': 7.517427301149898e-05,\n", " 'www.huffingtonpost.co.uk': 7.506976706937772e-05,\n", " 'thehill.com': 7.506696149207544e-05,\n", " 'www.businesswire.com': 7.447800774521049e-05,\n", " 'finance.yahoo.com': 7.432127601785517e-05,\n", " 'www.patheos.com': 7.431243156227694e-05,\n", " 'gahistoricnewspapers.galileo.usg.edu': 7.409300569406873e-05,\n", " 'www.thisdaylive.com': 7.401369920079166e-05,\n", " 'www.hindustantimes.com': 7.400497073807348e-05,\n", " 'americanliterature.com': 7.39991203481951e-05,\n", " 'www.govinfo.gov': 7.398683597936124e-05,\n", " 'www.vulture.com': 7.397641837061869e-05,\n", " 'www.verywellhealth.com': 7.367888943505635e-05,\n", " 'edwardbetts.com': 7.347130933767997e-05,\n", " 'www.osapublishing.org': 7.340340639245581e-05,\n", " 'jamanetwork.com': 7.339769374409872e-05,\n", " 'worldcrunch.com': 7.332037362854988e-05,\n", " 'journals.biologists.com': 7.314969738455134e-05,\n", " 'www.knowpia.com': 7.278462073189873e-05,\n", " 'www.japantimes.co.jp': 7.270068177377371e-05,\n", " 'casestudylion.com': 7.267251725744468e-05,\n", " 'listverse.com': 7.263129629480715e-05,\n", " 'www.wired.com': 7.262107079923904e-05,\n", " 'reason.com': 7.227048600453796e-05,\n", " 'www.pcworld.com': 7.210347803473826e-05,\n", " 'lrb.co.uk': 7.202621229084256e-05,\n", " 'apnews.com': 7.177186894698473e-05,\n", " 'vault.si.com': 7.175390092800879e-05,\n", " 'www.mirror.co.uk': 7.167631257897111e-05,\n", " 'www.washingtontimes.com': 7.157697919345235e-05,\n", " 'abcnews.go.com': 7.154017320905017e-05,\n", " 'www.michigandaily.com': 7.145109069253766e-05,\n", " 'japantoday.com': 7.141615509300366e-05,\n", " 'www.indystar.com': 7.137189294256688e-05,\n", " 'www.alternet.org': 7.133872260937165e-05,\n", " 'brooklynrail.org': 7.131313530940169e-05,\n", " 'www.angelfire.com': 7.12078065429295e-05,\n", " 'www.cracked.com': 7.115592873627557e-05,\n", " 'www.nj.com': 7.110599381002733e-05,\n", " 'washingtoncitypaper.com': 7.102516853523909e-05,\n", " 'www.lifehack.org': 7.096077437403122e-05,\n", " 'www.cbc.ca': 7.093102945498411e-05,\n", " 'www.etsy.com': 7.086754148799531e-05,\n", " 'www.wnd.com': 7.084338235011462e-05,\n", " 'thenextweb.com': 7.078859022285212e-05,\n", " 'www.paperdue.com': 7.078620874444437e-05,\n", " 'www.intechopen.com': 7.062377161828572e-05,\n", " 'core-cms.prod.aop.cambridge.org': 7.005774096038663e-05,\n", " 'www.foxbusiness.com': 6.999398113513212e-05,\n", " 'www.freep.com': 6.994770723352898e-05,\n", " 'www.rxlist.com': 6.978336709951025e-05,\n", " 'variety.com': 6.975902309800886e-05,\n", " 'news.yahoo.com': 6.969056918669951e-05,\n", " 'thoughtcatalog.com': 6.942696816269956e-05,\n", " 'www.afr.com': 6.928289415619634e-05,\n", " 'www.frontstretch.com': 6.924485212287934e-05,\n", " 'www.yahoo.com': 6.923795054770682e-05,\n", " 'counter-currents.com': 6.914461254314151e-05,\n", " 'www.macworld.com': 6.895888622555247e-05,\n", " 'www.actionnetwork.com': 6.890092604330007e-05,\n", " 'www.thenation.com': 6.889150162342162e-05,\n", " 'supreme.justia.com': 6.858906111519188e-05,\n", " 'www.technologyreview.com': 6.842741419039226e-05,\n", " 'www.bbc.com': 6.82069081386749e-05,\n", " 'www.answers.com': 6.810150325188831e-05,\n", " 'www.tomsguide.com': 6.802705033484864e-05,\n", " 'qz.com': 6.796972086377271e-05,\n", " 'locations.acima.com': 6.781505888401377e-05,\n", " 'www.pajiba.com': 6.774461134542243e-05,\n", " 'www.slideserve.com': 6.767139447729758e-05,\n", " 'www.cinemablend.com': 6.707308880609173e-05,\n", " 'www.scoop.co.nz': 6.700737160132399e-05,\n", " 'www.desmoinesregister.com': 6.696830375615098e-05,\n", " 'nationalpost.com': 6.695414175289518e-05,\n", " 'www.edweek.org': 6.689663466775233e-05,\n", " 'www.yukon-news.com': 6.681017648969827e-05,\n", " 'bmcinfectdis.biomedcentral.com': 6.676929263131023e-05,\n", " 'hbr.org': 6.664135975623728e-05,\n", " 'www.zdnet.com': 6.661904562978665e-05,\n", " 'www.lifesitenews.com': 6.656624712980612e-05,\n", " 'www.lifenews.com': 6.648742635663048e-05,\n", " 'projects.sare.org': 6.648619393249253e-05,\n", " 'www.aanda.org': 6.623126337478073e-05,\n", " 'www.thenationalnews.com': 6.621839179209292e-05,\n", " 'www.digitaltrends.com': 6.600602698923979e-05,\n", " 'dzone.com': 6.590109332344712e-05,\n", " 'cc.bingj.com': 6.589474996391355e-05,\n", " 'www.cnbc.com': 6.588816736910614e-05,\n", " 'www.today.com': 6.586893792777725e-05,\n", " 'www.tor.com': 6.58186260247339e-05,\n", " 'www.scotsman.com': 6.567917723352487e-05,\n", " 'incidecoder.com': 6.564429238086714e-05,\n", " 'nymag.com': 6.561455833615067e-05,\n", " 'www.pbs.org': 6.54957526492523e-05,\n", " 'www.entrepreneur.com': 6.546032408006312e-05,\n", " 'www.aol.com': 6.534515766914859e-05,\n", " 'deadline.com': 6.521372688439e-05,\n", " 'www.azcentral.com': 6.515080438259391e-05,\n", " 'chicagoreader.com': 6.509821611967221e-05,\n", " 'www.plymouthherald.co.uk': 6.485229313249809e-05,\n", " 'www.inman.com': 6.484517044593611e-05,\n", " 'www.rediff.com': 6.465703727650121e-05,\n", " 'github.com': 6.455723629476541e-05,\n", " 'www.theepochtimes.com': 6.435335346980286e-05,\n", " 'indianexpress.com': 6.421343345759994e-05,\n", " 'smallbusiness.chron.com': 6.420471949398925e-05,\n", " 'todayinsci.com': 6.418823400875574e-05,\n", " 'www.biblegateway.com': 6.416743866381627e-05,\n", " 'www.computerweekly.com': 6.40963241662797e-05,\n", " 'electricscotland.com': 6.40196528857917e-05,\n", " 'www.eurekalert.org': 6.398032768146048e-05,\n", " 'chestofbooks.com': 6.388934940664165e-05,\n", " 'wwd.com': 6.380502622216775e-05,\n", " 'www.vanityfair.com': 6.37191190101989e-05,\n", " 'www.detroitnews.com': 6.369564133037095e-05,\n", " 'www.popsci.com': 6.354896110929367e-05,\n", " 'email.varsitytutors.com': 6.349104442436378e-05,\n", " 'unispal.un.org': 6.334205522041628e-05,\n", " 'www.stylist.co.uk': 6.33394961279416e-05,\n", " 'www.polygon.com': 6.3172749142077e-05,\n", " 'spectator.org': 6.305600595322126e-05,\n", " 'www.trustedreviews.com': 6.28778300458656e-05,\n", " 'matadornetwork.com': 6.286947493516568e-05,\n", " 'www.bizpacreview.com': 6.274636663811513e-05,\n", " 'cloudflare-ipfs.com': 6.264667439968561e-05,\n", " 'moderndiplomacy.eu': 6.260917608290006e-05,\n", " 'www.cyclingnews.com': 6.254338275781793e-05,\n", " 'www.orlandosentinel.com': 6.235571718460006e-05,\n", " 'torontosun.com': 6.229324415513663e-05,\n", " 'hindi.hwnews.in': 6.223899936918246e-05,\n", " 'www.nakedcapitalism.com': 6.218519318123032e-05,\n", " 'www.golfdigest.com': 6.213693290189896e-05,\n", " 'www.indiatoday.in': 6.208597578857161e-05,\n", " 'admin.rushlimbaugh.com': 6.205893857785112e-05,\n", " 'slideplayer.com': 6.194997416017198e-05,\n", " 'koreajoongangdaily.joins.com': 6.189866544348762e-05,\n", " 'www.discovermagazine.com': 6.185195294388246e-05,\n", " 'www.ncronline.org': 6.178336491582866e-05,\n", " 'scroll.in': 6.174224182216679e-05,\n", " 'www.elephantjournal.com': 6.153964579299534e-05,\n", " 'www.eadt.co.uk': 6.147534950076313e-05,\n", " 'www.mlb.com': 6.127388802675397e-05,\n", " 'signalscv.com': 6.126671096853886e-05,\n", " 'www.genomeweb.com': 6.11374333012448e-05,\n", " 'sabr.org': 6.11251996792872e-05,\n", " 'www.liverpoolecho.co.uk': 6.105908374906308e-05,\n", " 'www.tomshardware.com': 6.105648115926588e-05,\n", " 'blogs.lse.ac.uk': 6.087712357464855e-05,\n", " 'lawprofessors.typepad.com': 6.073721806155311e-05,\n", " 'www.walesonline.co.uk': 6.073342654494048e-05,\n", " 'www.rferl.org': 6.072680770236432e-05,\n", " 'www.treatwell.co.uk': 6.070949214322612e-05,\n", " 'www.straitstimes.com': 6.070556650986906e-05,\n", " 'wccftech.com': 6.061624113330584e-05,\n", " 'genomebiology.biomedcentral.com': 6.0551513492625336e-05,\n", " 'www.refinery29.com': 6.031577612847368e-05,\n", " 'profiles.stanford.edu': 6.031038246048171e-05,\n", " 'www.rollcall.com': 6.0308276465116567e-05,\n", " 'wol.jw.org': 6.020821812422255e-05,\n", " 'translational-medicine.biomedcentral.com': 6.0120034552375366e-05,\n", " 'www.sun-sentinel.com': 6.006348803310472e-05,\n", " 'www.varsitytutors.com': 6.002798696837802e-05,\n", " 'salesandmarketingnetwork.com': 5.997694286040564e-05,\n", " 'www.nottinghampost.com': 5.986280951090086e-05,\n", " 'www.dailypress.com': 5.9842826115981694e-05,\n", " 'thestuffedbakedpotatofactory.com': 5.982481459968324e-05,\n", " 'www.catholicculture.org': 5.978192986445947e-05,\n", " 'www.wsws.org': 5.972766695462091e-05,\n", " 'www.irishcentral.com': 5.962983060195208e-05,\n", " 'db0nus869y26v.cloudfront.net': 5.961873153515678e-05,\n", " 'www.brookings.edu': 5.9409991509179976e-05,\n", " 'www.tripadvisor.com': 5.919981969633702e-05,\n", " 'docs.microsoft.com': 5.914151153550449e-05,\n", " 'www.courant.com': 5.906802280911392e-05,\n", " 'www.gearpatrol.com': 5.8947230744487336e-05,\n", " 'www.thefreedictionary.com': 5.8906499126728096e-05,\n", " 'www.dailyrecord.co.uk': 5.889077121986173e-05,\n", " 'www.hulldailymail.co.uk': 5.880339234848109e-05,\n", " 'www.mycentraljersey.com': 5.868136785971656e-05,\n", " 'www.stokesentinel.co.uk': 5.8600274351439456e-05,\n", " 'bookriot.com': 5.853559020808147e-05,\n", " 'wn.rsarchive.org': 5.845390223639666e-05,\n", " 'chicago.suntimes.com': 5.844645694469269e-05,\n", " 'info.mzalendo.com': 5.843388621848561e-05,\n", " 'www.manchestereveningnews.co.uk': 5.820470970048009e-05,\n", " 'malariajournal.biomedcentral.com': 5.816658792207181e-05,\n", " 'quizlet.com': 5.811156018431234e-05,\n", " 'www.cyclingweekly.com': 5.804181947721189e-05,\n", " 'www.tw.kayak.com': 5.791512627583065e-05,\n", " 'www.opentable.com': 5.791108464961355e-05,\n", " 'www.charityjob.co.uk': 5.780437121837461e-05,\n", " 'thecyberwire.com': 5.769611000740947e-05,\n", " 'bmcresnotes.biomedcentral.com': 5.769451873036076e-05,\n", " 'dev.to': 5.768846172820043e-05,\n", " 'newsblaze.com': 5.767688781563433e-05,\n", " 'mmajunkie.usatoday.com': 5.767364001555314e-05,\n", " 'villains.fandom.com': 5.756588627335069e-05,\n", " 'ar15partspro.com': 5.756451973246832e-05,\n", " 'www.informationweek.com': 5.746075324482982e-05,\n", " 'www.phillymag.com': 5.737931538274948e-05,\n", " 'www.kayak.co.uk': 5.732462837401639e-05,\n", " 'www.mdpi.com': 5.7296170250760384e-05,\n", " 'www.villagevoice.com': 5.728727504830589e-05,\n", " 'www.smore.com': 5.721818680104317e-05,\n", " 'www.outsideonline.com': 5.721286562858873e-05,\n", " 'bgr.com': 5.711787472576781e-05,\n", " 'www.livemint.com': 5.711578685428705e-05,\n", " 'dir.indiamart.com': 5.711059254902328e-05,\n", " 'timelines.ws': 5.705113170914408e-05,\n", " 'www.medicalnewstoday.com': 5.698305477462985e-05,\n", " 'www.gty.org': 5.697810695419367e-05,\n", " 'anchor.fm': 5.696123724261127e-05,\n", " 'investorplace.com': 5.6919421816566006e-05,\n", " 'www.medpagetoday.com': 5.681609030215267e-05,\n", " 'www.barnesandnoble.com': 5.678419951519478e-05,\n", " 'www.foxsports.com': 5.676209562580296e-05,\n", " 'www.wrswebsolutions.ca': 5.674841571787172e-05,\n", " 'www.saltwire.com': 5.671346199445334e-05,\n", " 'www.livescience.com': 5.670516125540656e-05,\n", " 'www.myantispyware.com': 5.6697172247171146e-05,\n", " 'www.sunnewsonline.com': 5.663415912595314e-05,\n", " 'yourstory.com': 5.658385447246354e-05,\n", " 'www.edp24.co.uk': 5.654794743272668e-05,\n", " 'sports.yahoo.com': 5.648601811979471e-05,\n", " 'www.bostonmagazine.com': 5.643611944131524e-05,\n", " 'everything.explained.today': 5.626292397738766e-05,\n", " 'wattsupwiththat.com': 5.6136426513957744e-05,\n", " 'www.findlaw.com': 5.608533165910909e-05,\n", " 'www.indiatimes.com': 5.608401586510299e-05,\n", " 'www.businessinsider.com.au': 5.606848007141107e-05,\n", " 'www.booking.com': 5.598988403440176e-05,\n", " 'metro.co.uk': 5.5747183473870686e-05,\n", " 'www.chanrobles.com': 5.571989252876885e-05,\n", " 'jezebel.com': 5.567175549185128e-05,\n", " 'fliphtml5.com': 5.56577602283318e-05,\n", " 'familypedia.wikia.org': 5.564669015975151e-05,\n", " 'thefederalist.com': 5.5615009609852446e-05,\n", " 'www.breitbart.com': 5.558815726275264e-05,\n", " 'www.law.cornell.edu': 5.553168686379641e-05,\n", " 'arthritis-research.biomedcentral.com': 5.548828378547932e-05,\n", " 'www.northjersey.com': 5.548443427243666e-05,\n", " 'www.mailtribune.com': 5.546396515741607e-05,\n", " 'freerepublic.com': 5.539630144746575e-05,\n", " 'philpapers.org': 5.535732784649152e-05,\n", " 'www.investopedia.com': 5.5335742300193024e-05,\n", " 'groups.google.com': 5.529671795234253e-05,\n", " 'www.poughkeepsiejournal.com': 5.527307353277827e-05,\n", " 'www.internetnews.com': 5.525952411681458e-05,\n", " 'dailyuknews.com': 5.517654209978492e-05,\n", " 'www.aniapalka.pl': 5.5066240139438416e-05,\n", " 'www.expedia.com': 5.505563766707517e-05,\n", " 'www.greenbaypressgazette.com': 5.502396799150673e-05,\n", " 'inews.co.uk': 5.4974982756800105e-05,\n", " 'www.birminghammail.co.uk': 5.4962364908493626e-05,\n", " 'doczz.net': 5.495750770747935e-05,\n", " 'www.bookstrand.com': 5.491478971199189e-05,\n", " 'redstate.com': 5.4876149590490285e-05,\n", " 'literatureessaysamples.com': 5.486643881323862e-05,\n", " 'www.runnersworld.com': 5.48382416739177e-05,\n", " 'whyy.org': 5.4829654577497694e-05,\n", " 'www.cfr.org': 5.481779793233525e-05,\n", " 'www.tcrecord.org': 5.470973245932143e-05,\n", " 'www.modernghana.com': 5.461470893350862e-05,\n", " 'vdare.com': 5.460818433513124e-05,\n", " 'allthetropes.org': 5.445298226361772e-05,\n", " 'www.democratandchronicle.com': 5.441863387793769e-05,\n", " 'www.assignmentpoint.com': 5.432789846316957e-05,\n", " 'townhall.com': 5.429902349057279e-05,\n", " 'thediplomat.com': 5.428771781149553e-05,\n", " 'www.newspapers.com': 5.424167589561248e-05,\n", " 'www.lifewire.com': 5.418477777298484e-05,\n", " 'apk-dl.com': 5.4162264283806e-05,\n", " 'twit.tv': 5.412131517943417e-05,\n", " 'ng.opera.news': 5.40462967972018e-05,\n", " 'www.theage.com.au': 5.401626552078146e-05,\n", " 'www.sfexaminer.com': 5.390221916592171e-05,\n", " 'www.informit.com': 5.381701516066687e-05,\n", " 'munafa.co.com': 5.380871079684321e-05,\n", " 'paperzz.com': 5.357548902784372e-05,\n", " 'www.psychologytoday.com': 5.35142085499726e-05,\n", " 'www.sandiegouniontribune.com': 5.347108820425187e-05,\n", " 'www.mybookie.ag': 5.343941127912968e-05,\n", " 'www.bbc.co.uk': 5.3411145269048114e-05,\n", " 'www.leicestermercury.co.uk': 5.33733497205587e-05,\n", " 'www.simonandschuster.com': 5.336544770696831e-05,\n", " 'laitman.com': 5.328105202695689e-05,\n", " 'www.startribune.com': 5.323949758484672e-05,\n", " 'www.thedrive.com': 5.314180622325294e-05,\n", " 'www.tennessean.com': 5.312762609611277e-05,\n", " 'www.premiumtimesng.com': 5.306046985492513e-05,\n", " 'www.gsmarena.com': 5.2984045059264736e-05,\n", " 'observer.com': 5.296911822808804e-05,\n", " 'www.jsonline.com': 5.2942515990592704e-05,\n", " 'mronline.org': 5.2934798840623017e-05,\n", " 'dailyreckoning.com': 5.292931092843226e-05,\n", " 'theconversation.com': 5.291890056924346e-05,\n", " 'arcus-www.amazon.com': 5.29151742986146e-05,\n", " 'www.scientificamerican.com': 5.284368282428288e-05,\n", " 'www.cornwalllive.com': 5.2795886516391694e-05,\n", " 'www.cambridge-news.co.uk': 5.2745951590143466e-05,\n", " 'www.wetwebmedia.com': 5.268803490521358e-05,\n", " 'pitchfork.com': 5.266239323359047e-05,\n", " 'www.apartmentlist.com': 5.241080834493553e-05,\n", " 'www.washingtonian.com': 5.231334896906184e-05,\n", " 'forward.com': 5.2309702443524256e-05,\n", " 'content.iospress.com': 5.225874895497378e-05,\n", " 'www.thecanary.co': 5.2257574527265855e-05,\n", " 'www.delawareonline.com': 5.202899247266805e-05,\n", " 'www.crosswalk.com': 5.192594369085107e-05,\n", " 'warwick.ac.uk': 5.185486181630638e-05,\n", " 'newatlas.com': 5.182483053988604e-05,\n", " 'www.europeanfinancialreview.com': 5.182141962484542e-05,\n", " 'conwebwatch.tripod.com': 5.178665438982461e-05,\n", " 'www.devonlive.com': 5.168742612283527e-05,\n", " 'www.valuewalk.com': 5.1608906206140365e-05,\n", " 'www.softpanorama.org': 5.160061271664734e-05,\n", " 'www.capitalgazette.com': 5.1599318671302486e-05,\n", " 'www.esquire.com': 5.158403661199192e-05,\n", " 'www.essexlive.news': 5.146875058344046e-05,\n", " 'www.space.com': 5.145492205965729e-05,\n", " 'pjmedia.com': 5.136386766452406e-05,\n", " 'wwwnc-origin.cdc.gov': 5.127543760784928e-05,\n", " 'www.dovepress.com': 5.126935160747394e-05,\n", " 'www.al-islam.org': 5.120930717851765e-05,\n", " 'www.derbytelegraph.co.uk': 5.118368000600204e-05,\n", " 'www.motorbiscuit.com': 5.115163697841535e-05,\n", " 'www.mercurynews.com': 5.1100908226031215e-05,\n", " 'www.texasobserver.org': 5.097951807322003e-05,\n", " 'hess.copernicus.org': 5.095490946300668e-05,\n", " 'www.distractify.com': 5.082006413843059e-05,\n", " 'www.2-spyware.com': 5.0796260228683775e-05,\n", " 'reliefweb.int': 5.074167833848011e-05,\n", " 'www.dailypost.co.uk': 5.074157321995069e-05,\n", " 'dailycaller.com': 5.073757509105611e-05,\n", " 'www.ipswichstar.co.uk': 5.0712806990660194e-05,\n", " 'www.somersetlive.co.uk': 5.070674998849986e-05,\n", " 'www.newsreview.com': 5.05868423694311e-05,\n", " '0-bmcpublichealth-biomedcentral-com.brum.beds.ac.uk': 5.052361176160052e-05,\n", " 'www.chroniclelive.co.uk': 5.049609245555548e-05,\n", " 'www.bikeradar.com': 5.030546906440653e-05,\n", " 'www.gamesradar.com': 5.025984762264113e-05,\n", " 'www.scielo.br': 5.0237004278766544e-05,\n", " 'en.m.wikisource.org': 5.021848166892853e-05,\n", " 'mail.python.org': 5.018190404546956e-05,\n", " 'www.standardmedia.co.ke': 5.01001617021316e-05,\n", " 'bankrupt.com': 5.0096000458277584e-05,\n", " 'nationalinterest.org': 5.007328760637054e-05,\n", " 'betches.com': 4.9974026716389314e-05,\n", " 'ke.opera.news': 4.984810921725961e-05,\n", " 'hpathy.com': 4.976094420771467e-05,\n", " 'www.knoxnews.com': 4.975990389675117e-05,\n", " 'economictimes.indiatimes.com': 4.974863809021956e-05,\n", " 'steelersdepot.com': 4.974135228869815e-05,\n", " 'www.thequint.com': 4.970924763990456e-05,\n", " 'traveltriangle.com': 4.9628802966688325e-05,\n", " 'www.publishersweekly.com': 4.960210286021733e-05,\n", " 'www.monstersandcritics.com': 4.9594179097965685e-05,\n", " 'elispot.biz': 4.957056730139332e-05,\n", " 'www.educba.com': 4.955667715640325e-05,\n", " 'www.embedded.com': 4.954561071259984e-05,\n", " 'hyperallergic.com': 4.949491095843071e-05,\n", " 'www.pdf-archive.com': 4.949371478206152e-05,\n", " 'nautilus.org': 4.947787813188887e-05,\n", " 'bmccomplementmedtherapies.biomedcentral.com': 4.944925689367342e-05,\n", " 'traveltips.usatoday.com': 4.9349629901227686e-05,\n", " 'bg.copernicus.org': 4.9268152166601696e-05,\n", " 'www.theregister.com': 4.925028201660143e-05,\n", " 'www.rockpapershotgun.com': 4.924633825935999e-05,\n", " 'www.autostraddle.com': 4.918608721812175e-05,\n", " 'www.mylondon.news': 4.917486853368953e-05,\n", " 'www.thecut.com': 4.917366148298971e-05,\n", " 'www.sellswatches.com': 4.907603174260283e-05,\n", " 'www.siliconrepublic.com': 4.906262731771419e-05,\n", " 'www.pearltrees.com': 4.904416632908308e-05,\n", " 'www.artofmanliness.com': 4.898196515788537e-05,\n", " 'top.hatnote.com': 4.89120142137261e-05,\n", " 'www.pastemagazine.com': 4.886283686584502e-05,\n", " 'www.hamhigh.co.uk': 4.883906920386697e-05,\n", " 'movieweb.com': 4.875867890230389e-05,\n", " 'www.opednews.com': 4.8749062369251e-05,\n", " 'www.thetruthaboutguns.com': 4.873130096255702e-05,\n", " 'www.newsday.com': 4.872338082508225e-05,\n", " 'theinfolist.com': 4.87136519239462e-05,\n", " 'www.menshealth.com': 4.870897958655262e-05,\n", " 'www.lancs.live': 4.8657065532129926e-05,\n", " 'tribune.com.pk': 4.86490004035801e-05,\n", " 'www.soapcentral.com': 4.85898766679504e-05,\n", " 'www.aafp.org': 4.856965041298052e-05,\n", " 'www.thetoptens.com': 4.855074357679362e-05,\n", " 'www.yorkdispatch.com': 4.85267113061036e-05,\n", " 'www.gloucestershirelive.co.uk': 4.8502167941874014e-05,\n", " 'www.the-sun.com': 4.844362417054453e-05,\n", " 'www.routledge.com': 4.8429161310808e-05,\n", " 'english.pravda.ru': 4.841194362064546e-05,\n", " 'online.flippingbook.com': 4.835702825096917e-05,\n", " 'www.hurriyetdailynews.com': 4.828615661348331e-05,\n", " 'newyork.cbslocal.com': 4.8281741635247945e-05,\n", " 'www.gov.scot': 4.827646033533914e-05,\n", " 'bmcmicrobiol.biomedcentral.com': 4.8238701034618486e-05,\n", " 'starwars.fandom.com': 4.819857837937447e-05,\n", " 'www.nasdaq.com': 4.818602215227488e-05,\n", " 'www.buzzsprout.com': 4.817318319257895e-05,\n", " 'www.sensesofcinema.com': 4.812550650232467e-05,\n", " 'infogalactic.com': 4.811656417777078e-05,\n", " 'www.desertsun.com': 4.807424853251659e-05,\n", " 'www.rushlimbaugh.com': 4.806293197910871e-05,\n", " 'www.app.com': 4.7993905353052895e-05,\n", " 'www.tallahassee.com': 4.795652302912738e-05,\n", " 'enhancedodds.co.uk': 4.793052612937039e-05,\n", " 'legislature.idaho.gov': 4.789320905142864e-05,\n", " 'www.examinerlive.co.uk': 4.7862438320525536e-05,\n", " 'dailyfeed.dailynewsegypt.com': 4.786186560577908e-05,\n", " 'www.wfae.org': 4.77679258882523e-05,\n", " 'timesofindia.indiatimes.com': 4.771500414585798e-05,\n", " 'www.msnbc.com': 4.7688260542064473e-05,\n", " 'guardian.ng': 4.76175882673068e-05,\n", " 'www.thewrap.com': 4.7593280513574185e-05,\n", " 'www.hercampus.com': 4.75635319697502e-05,\n", " 'uproxx.com': 4.745981260421109e-05,\n", " 'www.sunsigns.org': 4.745620957599603e-05,\n", " 'www.enr.com': 4.741904473868309e-05,\n", " 'www.pcgamer.com': 4.731802583191685e-05,\n", " 'www.drugs.com': 4.728373181788996e-05,\n", " 'www.outlookindia.com': 4.726324457898498e-05,\n", " '0-bmcplantbiol-biomedcentral-com.brum.beds.ac.uk': 4.725807564715934e-05,\n", " 'www2.deloitte.com': 4.723304293805146e-05,\n", " 'bible.knowing-jesus.com': 4.7134862231579375e-05,\n", " 'www.rawstory.com': 4.704613131842386e-05,\n", " 'www.niche.com': 4.702445515270346e-05,\n", " 'www.courier-journal.com': 4.690736036049072e-05,\n", " 'www.phoenixnewtimes.com': 4.6901285234446e-05,\n", " 'news.thomasnet.com': 4.689956709020663e-05,\n", " 'www.pulselive.co.ke': 4.689523548183942e-05,\n", " 'legalinsurrection.com': 4.687433501837054e-05,\n", " 'www.enotes.com': 4.6863946407843e-05,\n", " 'www.lansingstatejournal.com': 4.684520631139241e-05,\n", " 'www.prweb.com': 4.680034244799416e-05,\n", " 'www.kitces.com': 4.665628656537534e-05,\n", " 'www.churchofjesuschrist.org': 4.647538482580869e-05,\n", " 'www.gazettelive.co.uk': 4.647152081365853e-05,\n", " 'webstatsdomain.org': 4.644640473468249e-05,\n", " 'bmcpregnancychildbirth.biomedcentral.com': 4.641730865069624e-05,\n", " 'docs.google.com': 4.640923989736955e-05,\n", " 'www.popularmechanics.com': 4.636077300575624e-05,\n", " 'www.flavorwire.com': 4.633587803816965e-05,\n", " 'dailymed.nlm.nih.gov': 4.632968329448802e-05,\n", " 'www.bmj.com': 4.631275558647559e-05,\n", " 'ca10.washburnlaw.edu': 4.63113600473782e-05,\n", " 'interreviewed.com': 4.623577619995312e-05,\n", " 'www.t3.com': 4.622088924132206e-05,\n", " 'www.yorkshirepost.co.uk': 4.618057809768047e-05,\n", " 'bestfamilypets.com': 4.617664521476966e-05,\n", " 'www.dawn.com': 4.617599275493192e-05,\n", " 'www.talkers.com': 4.614886130001265e-05,\n", " 'lawandcrime.com': 4.613004870802453e-05,\n", " 'www.mlive.com': 4.607975492886555e-05,\n", " 'moam.info': 4.605280471279009e-05,\n", " 'www.beliefnet.com': 4.604886095554865e-05,\n", " 'www.yerepouni-news.com': 4.602874706866193e-05,\n", " 'www.tbsnews.net': 4.599745074511176e-05,\n", " 'www.getsurrey.co.uk': 4.59839267025862e-05,\n", " 'www.rte.ie': 4.5900487963670126e-05,\n", " 'soccer.nbcsports.com': 4.5871112771864406e-05,\n", " 'www.usforacle.com': 4.586845218563718e-05,\n", " 'www.gizmodo.com.au': 4.586498689894342e-05,\n", " 'www.phnompenhpost.com': 4.57980118965996e-05,\n", " 'www.bodybuilding.com': 4.57621882267309e-05,\n", " 'lithub.com': 4.574725052122357e-05,\n", " 'www.pharmtech.com': 4.567671236321033e-05,\n", " 'www.rlpmax.ca': 4.5658856712317565e-05,\n", " 'www.dezeen.com': 4.56107957957144e-05,\n", " 'foreignpolicy.com': 4.560099439904082e-05,\n", " 'sfbayview.com': 4.558094938291475e-05,\n", " 'www.westword.com': 4.5521615410226224e-05,\n", " 'iasbaba.com': 4.552126380686922e-05,\n", " 'tgdaily.com': 4.551642472973933e-05,\n", " 'www.history.navy.mil': 4.549480293567206e-05,\n", " 'www.vcstar.com': 4.548789411094579e-05,\n", " 'za.opera.news': 4.538702744480835e-05,\n", " 'www.thescottishsun.co.uk': 4.538542529342902e-05,\n", " 'www.huntspost.co.uk': 4.5374753950305125e-05,\n", " 'www.houseofnames.com': 4.531766371450304e-05,\n", " 'www.legal500.com': 4.528724458695694e-05,\n", " 'www.iranicaonline.org': 4.524300056040454e-05,\n", " 'www.lexico.com': 4.523562051468435e-05,\n", " 'biotechnologyforbiofuels.biomedcentral.com': 4.5124981450088345e-05,\n", " 'www.wjgnet.com': 4.511053308945932e-05,\n", " 'www.thenewsstar.com': 4.498095094090765e-05,\n", " 'www.mediapost.com': 4.4971530145806087e-05,\n", " 'www.nhpr.org': 4.492473790110963e-05,\n", " 'historicengland.org.uk': 4.490641102922295e-05,\n", " 'ausbcomp.com': 4.484445634285284e-05,\n", " 'byjus.com': 4.483729378374522e-05,\n", " 'www.electricscotland.com': 4.483225171911026e-05,\n", " 'www.thesun.ie': 4.481550524994165e-05,\n", " 'www.dallasnews.com': 4.481432357267996e-05,\n", " 'c-s-s-a.org': 4.4780953876756535e-05,\n", " 'caribbean.winne.com': 4.4775538460103305e-05,\n", " 'cherryblossomtreeimages.netlify.app': 4.47707936271722e-05,\n", " 'www.wisdomlib.org': 4.4762260902405335e-05,\n", " 'hv.greenspun.com': 4.475602991095494e-05,\n", " 'www.no2nuclearpower.org.uk': 4.4755558689961015e-05,\n", " 'slife.org': 4.459137804612485e-05,\n", " 'motm.kicks-ass.net': 4.454331712952168e-05,\n", " 'thenewsnigeria.com.ng': 4.453633218448101e-05,\n", " 'www.marketwatch.com': 4.449777905762444e-05,\n", " 'hotair.com': 4.445648197467249e-05,\n", " 'www.sb.marketwatch.com': 4.438000643213583e-05,\n", " 'lolcow.farm': 4.427683078312817e-05,\n", " 'coasterbuzz.com': 4.418396399955678e-05,\n", " 'staging.pastemagazine.com': 4.415840932257871e-05,\n", " 'english.newsnationtv.com': 4.413182158419087e-05,\n", " 'www.playbill.com': 4.412994032499206e-05,\n", " 'www.kmuw.org': 4.410439289756774e-05,\n", " 'db-engines.com': 4.409923121529586e-05,\n", " 'comicbook.com': 4.408087534519416e-05,\n", " 'original.newsbreak.com': 4.407597464685737e-05,\n", " 'www.courierpostonline.com': 4.397977306855976e-05,\n", " 'www.lovewhatmatters.com': 4.3963660935344505e-05,\n", " 'www.9news.com.au': 4.39539102855472e-05,\n", " 'www.emirates247.com': 4.391295030684475e-05,\n", " 'www.ipsnews.net': 4.388738475553604e-05,\n", " 'sparklefaerydreams.com': 4.38864568126557e-05,\n", " 'www.windowscentral.com': 4.3863279989308495e-05,\n", " 'grantome.com': 4.3831160841407393e-05,\n", " 'boards.weddingbee.com': 4.3814976212654615e-05,\n", " 'www.fda.gov': 4.379600413048394e-05,\n", " 'www.trulia.com': 4.379217274132567e-05,\n", " 'windowsreport.com': 4.37904980944088e-05,\n", " 'news.wosu.org': 4.378937078880027e-05,\n", " 'www.belfastlive.co.uk': 4.377158763344503e-05,\n", " '0-bmcinfectdis-biomedcentral-com.brum.beds.ac.uk': 4.369082760464056e-05,\n", " 'www.dispatch.com': 4.364714179372711e-05,\n", " 'pagancentral.org': 4.359199081355386e-05,\n", " 'm.egwwritings.org': 4.354498833179858e-05,\n", " 'fivethirtyeight.com': 4.35326604656422e-05,\n", " 'www.theautomaticearth.com': 4.351979613250813e-05,\n", " 'www.coventrytelegraph.net': 4.350388336202108e-05,\n", " 'www.lawgazette.co.uk': 4.344794218048879e-05,\n", " 'www.ozy.com': 4.343802116617829e-05,\n", " 'www.glamour.com': 4.3415333687709385e-05,\n", " 'www.idownloadblog.com': 4.340395551309461e-05,\n", " 'apps.shopify.com': 4.3145092072472e-05,\n", " 'www.sheknows.com': 4.31031461544592e-05,\n", " 'www.dailystar.co.uk': 4.309298590487486e-05,\n", " 'www.thrillist.com': 4.305201142706491e-05,\n", " 'athlonsports.com': 4.299827410987342e-05,\n", " 'www.reddit.com': 4.295538212509589e-05,\n", " 'es.uhaul.com': 4.2948872025826016e-05,\n", " 'bmcpsychiatry.biomedcentral.com': 4.2947364118645467e-05,\n", " 'www.thestarpress.com': 4.290172092821881e-05,\n", " 'sportslens.com': 4.285106829614907e-05,\n", " 'lists.advaita-vedanta.org': 4.268204857518301e-05,\n", " 'www.mixonline.com': 4.264579355686603e-05,\n", " 'hstreasures.com': 4.262433850253508e-05,\n", " 'www.technologynetworks.com': 4.262179028439102e-05,\n", " 'bangordailynews.com': 4.2552988394501534e-05,\n", " 'www.complex.com': 4.2549657224552194e-05,\n", " 'virologyj.biomedcentral.com': 4.25204306485984e-05,\n", " 'news.bbc.co.uk': 4.25185167664077e-05,\n", " 'committees.parliament.uk': 4.250431851538315e-05,\n", " 'local.job-applications.com': 4.243543688040238e-05,\n", " 'www.mondaq.com': 4.239263189026988e-05,\n", " 'www.newsday.co.zw': 4.235220837854513e-05,\n", " 'www.independent.com': 4.231493117314903e-05,\n", " 'financialpost.com': 4.2311987854325456e-05,\n", " 'www.nydailynews.com': 4.229718064078568e-05,\n", " 'www.lincolnshirelive.co.uk': 4.228084014662721e-05,\n", " 'www.nairaland.com': 4.22537449394767e-05,\n", " 'www.weforum.org': 4.224628514866522e-05,\n", " 'www.ishn.com': 4.224242838606882e-05,\n", " 'phenomenica.com': 4.21905324555305e-05,\n", " 'collegebasketball.nbcsports.com': 4.212842552853158e-05,\n", " 'ncf.sobek.ufl.edu': 4.2059971617222224e-05,\n", " 'www.euractiv.com': 4.205985199958531e-05,\n", " 'www.ocregister.com': 4.204707103631939e-05,\n", " 'podcasts.apple.com': 4.199048464450312e-05,\n", " 'www.universetoday.com': 4.196350543021264e-05,\n", " 'www.sec.marketwatch.com': 4.19586446044215e-05,\n", " 'www.spokesman.com': 4.193551852795056e-05,\n", " 'www.fishbowlapp.com': 4.186291062234093e-05,\n", " 'cointelegraph.com': 4.185440689578908e-05,\n", " 'bluray.highdefdigest.com': 4.172987406142613e-05,\n", " 'www.bishop-accountability.org': 4.171900698035091e-05,\n", " 'wilearncap.asuscomm.com': 4.169513782462033e-05,\n", " 'www.gofundme.com': 4.166943090701344e-05,\n", " 'library.kiwix.org': 4.166776350965033e-05,\n", " 'www.laptopmag.com': 4.166093805479222e-05,\n", " 'wgday.net': 4.163025431853415e-05,\n", " 'punchng.com': 4.1627372620917465e-05,\n", " 'www.vanguardngr.com': 4.162552760948742e-05,\n", " 'www.oregonlive.com': 4.159901236663712e-05,\n", " 'philly.metro.us': 4.15494145446384e-05,\n", " 'elifesciences.org': 4.149664141809601e-05,\n", " 'www.kirkusreviews.com': 4.14384673740079e-05,\n", " 'pmg.org.za': 4.143711895700991e-05,\n", " 'www.casino.org': 4.1405554399970885e-05,\n", " 'www.theblaze.com': 4.134392594351965e-05,\n", " 'nonprofitquarterly.org': 4.131678361426974e-05,\n", " 'www.cbsnews.com': 4.127287669196684e-05,\n", " 'tvline.com': 4.1269871751936365e-05,\n", " 'ftw.usatoday.com': 4.1261828372047806e-05,\n", " 'www.presidency.ucsb.edu': 4.124738001141878e-05,\n", " 'www.news24.com': 4.1196886869531606e-05,\n", " 'www.mtv.com': 4.119597705053565e-05,\n", " 'freshairarchive.org': 4.119180855712788e-05,\n", " 'osaa.dk': 4.113290230811076e-05,\n", " 'bleedingcool.com': 4.106717785378927e-05,\n", " 'www.brainscape.com': 4.103747643206468e-05,\n", " 'www.sbs.com.au': 4.101813099787574e-05,\n", " 'forums.theregister.com': 4.093041864702248e-05,\n", " 'www.cleveland.com': 4.088752666224495e-05,\n", " 'kotaku.com': 4.085596572998281e-05,\n", " 'www.definitions.net': 4.0845301636412665e-05,\n", " 'www.evwind.es': 4.081171082909978e-05,\n", " 'www.wind-watch.org': 4.079068712321711e-05,\n", " 'www.pressconnects.com': 4.078646063337932e-05,\n", " 'www.nfl.com': 4.07140810887129e-05,\n", " 'pike.lysator.liu.se': 4.071288491234371e-05,\n", " 'www.getreading.co.uk': 4.070931088234366e-05,\n", " 'smallbiztrends.com': 4.07008071557918e-05,\n", " 'www.techtimes.com': 4.068088175730266e-05,\n", " 'blog.hubspot.com': 4.066579181116653e-05,\n", " 'practicaldev-herokuapp-com.global.ssl.fastly.net': 4.0643832912849765e-05,\n", " 'www.wbur.org': 4.060892993630765e-05,\n", " 'fcw.com': 4.059569950070907e-05,\n", " 'bmjopen.bmj.com': 4.055734936135758e-05,\n", " 'asia.nikkei.com': 4.054750446736148e-05,\n", " 'www.flsenate.gov': 4.0544376284917216e-05,\n", " 'www.thespruceeats.com': 4.051689685141781e-05,\n", " 'www.cambstimes.co.uk': 4.0463540135798334e-05,\n", " 'efinne1540.wordpress.com': 4.0440820034337546e-05,\n", " 'mb.com.ph': 4.0383961784255546e-05,\n", " 'www.pnj.com': 4.03558298909184e-05,\n", " 'friendlyatheist.patheos.com': 4.033316778588763e-05,\n", " 'www.jayski.com': 4.030019319064372e-05,\n", " 'www.un.org': 4.029648866867612e-05,\n", " 'www.goodhousekeeping.com': 4.028661477646501e-05,\n", " 'www.americanprogress.org': 4.0260081409730334e-05,\n", " 'www.thisisanfield.com': 4.021005948883708e-05,\n", " 'en-academic.com': 4.017458742232538e-05,\n", " 'www.ecowatch.com': 4.011691722222308e-05,\n", " 'm.orlandoweekly.com': 4.0110331002638805e-05,\n", " 'www.rogerebert.com': 4.0106738848754366e-05,\n", " 'www.cbpp.org': 4.007380050127922e-05,\n", " 'theinventory.com': 4.006688805177608e-05,\n", " 'www.jmir.org': 4.005055843194824e-05,\n", " 'www.irs.gov': 4.0033590851390175e-05,\n", " 'books.google.gr': 4.003322837370254e-05,\n", " 'simple.wikipedia.org': 4.001320873101461e-05,\n", " 'www.smartcompany.com.au': 3.999999279452353e-05,\n", " 'www.boxinginsider.com': 3.9964658469533137e-05,\n", " 'electrek.co': 3.996420899720047e-05,\n", " 'www.earlynewspaper.com': 3.995206236988791e-05,\n", " 'visionbib.com': 3.994921692004e-05,\n", " 'www.oom2.com': 3.9939150914654456e-05,\n", " 'www.pilotonline.com': 3.989394269745296e-05,\n", " 'oilprice.com': 3.988750871849748e-05,\n", " 'www.androidcentral.com': 3.98828218819964e-05,\n", " 'everything2.com': 3.988159308263532e-05,\n", " 'www.tvtechnology.com': 3.981694881182298e-05,\n", " 'jalopnik.com': 3.971168891611144e-05,\n", " 'fr.uhaul.com': 3.970924219171992e-05,\n", " 'wn.com': 3.964988284559325e-05,\n", " 'laist.com': 3.963267965453823e-05,\n", " 'www.kirchgemeinde-roeschenz.ch': 3.961209817143447e-05,\n", " 'www.ydr.com': 3.959250987719482e-05,\n", " 'www.vogue.com': 3.9586195515876265e-05,\n", " 'motorsports.nbcsports.com': 3.958328844482145e-05,\n", " 'www.coinspeaker.com': 3.956746991853318e-05,\n", " 'www.essence.com': 3.956449035194085e-05,\n", " 'www.rsvplive.ie': 3.955596850150461e-05,\n", " 'www.epo.org': 3.948293649700045e-05,\n", " 'forums.cfl.ca': 3.946960094287246e-05,\n", " 'spacecoastdaily.com': 3.9415624390407136e-05,\n", " 'britishlistedbuildings.co.uk': 3.9370361801552494e-05,\n", " 'books.google.co.kr': 3.932360942940168e-05,\n", " 'phys.org': 3.932302221554772e-05,\n", " 'www.outsidethebeltway.com': 3.931450036511148e-05,\n", " 'people.com': 3.931203551683558e-05,\n", " 'www.jta.org': 3.930082770673399e-05,\n", " 'sg.hotels.com': 3.9292255109421485e-05,\n", " 'ucanr.edu': 3.929047896875209e-05,\n", " 'www.revisor.mn.gov': 3.927835409010079e-05,\n", " 'english.alarabiya.net': 3.92559094716826e-05,\n", " 'www.marketplace.org': 3.920590567467372e-05,\n", " 'wearethemighty.rebelmouse.com': 3.919585416839568e-05,\n", " '1library.net': 3.918777091596148e-05,\n", " 'www.mansfieldnewsjournal.com': 3.918767667176269e-05,\n", " 'www.aging-us.com': 3.917408738325336e-05,\n", " 'diehardgamefan.com': 3.916376401870959e-05,\n", " 'www.rhsupplies.org': 3.914253732532184e-05,\n", " 'erenow.net': 3.9135585003273055e-05,\n", " 'owlcation.com': 3.913422208716756e-05,\n", " 'www.gamedeveloper.com': 3.911479690788735e-05,\n", " 'www.idcrawl.com': 3.904242461277468e-05,\n", " 'carnegieendowment.org': 3.89848740303093e-05,\n", " 'www.thedailyjournal.com': 3.896226629693168e-05,\n", " 'webot.org': 3.8944465017692056e-05,\n", " 'content.yudu.com': 3.892349568346253e-05,\n", " 'www.colts.com': 3.892286497228605e-05,\n", " 'access.redhat.com': 3.891852611436509e-05,\n", " 'wowpedia.fandom.com': 3.890621274731622e-05,\n", " 'www.drf.com': 3.886028319951633e-05,\n", " 'en.m.wikibooks.org': 3.8852707415844816e-05,\n", " 'support.mozilla.org': 3.882986769674711e-05,\n", " 'www.monexsecurities.com.au': 3.8821490837385927e-05,\n", " 'blog.flibo.ai': 3.876277670154324e-05,\n", " 'books.google.com.eg': 3.876086281935255e-05,\n", " 'lists.gnupg.org': 3.873693929196881e-05,\n", " 'www.miastenia.it': 3.87040118188243e-05,\n", " 'www.wuwm.com': 3.870314187237398e-05,\n", " 'legaltalknetwork.com': 3.8688117172221625e-05,\n", " 'books.google.no': 3.862479956974601e-05,\n", " 'marketbusinessnews.com': 3.860286966964426e-05,\n", " 'epjournal.net': 3.856268176841647e-05,\n", " 'www.mlbtraderumors.com': 3.85441374099172e-05,\n", " 'arstechnica.com': 3.854348495007946e-05,\n", " 'blueandgreentomorrow.com': 3.851208350799988e-05,\n", " 'www.lawnet.gov.lk': 3.849381463254321e-05,\n", " 'lawofselfdefense.com': 3.8400063403414e-05,\n", " 'www.rd.com': 3.838551717380931e-05,\n", " 'www.outdoorlife.com': 3.833586498015744e-05,\n", " 'www.packers.com': 3.833264617829127e-05,\n", " 'www.revolt.tv': 3.831813982123222e-05,\n", " 'www.firstshowing.net': 3.828763732381796e-05,\n", " 'www.wesa.fm': 3.8286252659051205e-05,\n", " 'www.ammoland.com': 3.82664287543146e-05,\n", " 'monetmagazine.top': 3.826308308525775e-05,\n", " 'www.voanews.com': 3.826214064326991e-05,\n", " 'mg.co.za': 3.824225149254952e-05,\n", " 'stemcellres.biomedcentral.com': 3.82395147860079e-05,\n", " 'community.atlassian.com': 3.8226657702427584e-05,\n", " 'www.counselling-directory.org.uk': 3.822351864565269e-05,\n", " 'www.nationalreview.com': 3.817521849377568e-05,\n", " 'www.webmd.com': 3.8168472784008847e-05,\n", " 'www.portsmouth.co.uk': 3.815725409957663e-05,\n", " 'www.montgomeryadvertiser.com': 3.813558155863309e-05,\n", " 'www.blogarama.com': 3.812341680743616e-05,\n", " 'www.usmagazine.com': 3.810199437609708e-05,\n", " 'www.diverseeducation.com': 3.809790200300371e-05,\n", " 'www.lexology.com': 3.807703053774985e-05,\n", " 'www.modernhealthcare.com': 3.8055782095700845e-05,\n", " 'amt.copernicus.org': 3.803882901425029e-05,\n", " 'leadership.ng': 3.798082895945224e-05,\n", " 'www.imore.com': 3.797297044318437e-05,\n", " 'electricliterature.com': 3.796756952563865e-05,\n", " 'community.spiceworks.com': 3.792525025560758e-05,\n", " 'www.consumeraffairs.com': 3.784720880946035e-05,\n", " 'adops.motherjones.com': 3.7835029559155904e-05,\n", " 'www.cbssports.com': 3.778831705955073e-05,\n", " 'www.mail-archive.com': 3.778817206847568e-05,\n", " 'www.tumbral.com': 3.7780146812471496e-05,\n", " 'www.thestar.co.uk': 3.7742706492115954e-05,\n", " 'www.tampabay.com': 3.77381682714668e-05,\n", " 'yourmagazine.top': 3.773286159811987e-05,\n", " 'www.freeadvice.com': 3.772870397904272e-05,\n", " 'www.macleans.ca': 3.77257824088804e-05,\n", " ...}" ] }, "execution_count": 16, "metadata": {}, "output_type": "execute_result" } ], "execution_count": 16 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-15T14:01:34.100514Z", "start_time": "2024-05-15T14:01:34.096130Z" } }, "cell_type": "code", "source": [ "filtered_df = df_43[df_43['in_49'] == 0] # Filter rows where 'in_49' is 0\n", "sorted_df = filtered_df.sort_values(by='Frequency', ascending=False) # Sort by 'Frequency' column in descending order" ], "id": "274edf9d4064ad1d", "outputs": [], "execution_count": 33 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-15T14:01:36.920220Z", "start_time": "2024-05-15T14:01:36.914063Z" } }, "cell_type": "code", "source": "sorted_df", "id": "7d62dfa545a519f1", "outputs": [ { "data": { "text/plain": [ " URL Frequency in_49 change_to_49\n", "9 ufdc.ufl.edu 0.000443 0.0 -0.000443\n", "22 www.hotfreebooks.com 0.000244 0.0 -0.000244\n", "37 irclogs.ubuntu.com 0.000190 0.0 -0.000190\n", "47 transparentpng.netlify.app 0.000181 0.0 -0.000181\n", "85 www.preceptaustin.org 0.000120 0.0 -0.000120\n", "... ... ... ... ...\n", "59994 www.annahelizabeth.com 0.000001 0.0 -0.000001\n", "59996 meisendorf.com 0.000001 0.0 -0.000001\n", "59997 www.anyrubbish.co.uk 0.000001 0.0 -0.000001\n", "59998 qjshhxx.cn 0.000001 0.0 -0.000001\n", "59999 www.al-enterprise.com 0.000001 0.0 -0.000001\n", "\n", "[29485 rows x 4 columns]" ], "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
URLFrequencyin_49change_to_49
9ufdc.ufl.edu0.0004430.0-0.000443
22www.hotfreebooks.com0.0002440.0-0.000244
37irclogs.ubuntu.com0.0001900.0-0.000190
47transparentpng.netlify.app0.0001810.0-0.000181
85www.preceptaustin.org0.0001200.0-0.000120
...............
59994www.annahelizabeth.com0.0000010.0-0.000001
59996meisendorf.com0.0000010.0-0.000001
59997www.anyrubbish.co.uk0.0000010.0-0.000001
59998qjshhxx.cn0.0000010.0-0.000001
59999www.al-enterprise.com0.0000010.0-0.000001
\n", "

29485 rows × 4 columns

\n", "
" ] }, "execution_count": 34, "metadata": {}, "output_type": "execute_result" } ], "execution_count": 34 }, { "metadata": { "ExecuteTime": { "end_time": "2024-05-15T14:03:08.719028Z", "start_time": "2024-05-15T14:03:08.082516Z" } }, "cell_type": "code", "source": "assert all(row[1][\"URL\"] not in freqs_49 for row in sorted_df.iterrows())", "id": "3a2317033c481119", "outputs": [], "execution_count": 36 }, { "metadata": {}, "cell_type": "code", "outputs": [], "execution_count": null, "source": "", "id": "d67bd99d6e230caf" } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 2 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython2", "version": "2.7.6" } }, "nbformat": 4, "nbformat_minor": 5 }