Spaces:
Running
Running
File size: 70,190 Bytes
7c5b7bd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 |
{
"cells": [
{
"cell_type": "code",
"id": "initial_id",
"metadata": {
"collapsed": true,
"ExecuteTime": {
"end_time": "2024-05-14T15:00:26.015772Z",
"start_time": "2024-05-14T15:00:25.963139Z"
}
},
"source": [
"import pandas as pd\n",
"\n",
"df_43 = pd.read_csv('/home/gui/hf_dev/datatrove/blogpost/data/top_60k_urls_CC_MAIN_2021_43.csv').sort_values(by=\"Frequency\", ascending=False)\n",
"df_49 = pd.read_csv('/home/gui/hf_dev/datatrove/blogpost/data/top_60k_urls_CC_MAIN_2021_49.csv').sort_values(by=\"Frequency\", ascending=False)"
],
"outputs": [],
"execution_count": 27
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-14T15:00:27.625974Z",
"start_time": "2024-05-14T15:00:26.358729Z"
}
},
"cell_type": "code",
"source": "freqs_49 = {row[1][\"URL\"]: row[1][\"Frequency\"] for row in df_49.iterrows()}",
"id": "6a21a1ed442a6d79",
"outputs": [],
"execution_count": 28
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-14T15:00:28.029676Z",
"start_time": "2024-05-14T15:00:27.626997Z"
}
},
"cell_type": "code",
"source": [
"df_43['in_49'] = df_43.apply(lambda row: freqs_49.get(row[\"URL\"], 0), axis=1)\n",
"df_43['change_to_49'] = df_43.apply(lambda row: freqs_49.get(row[\"URL\"], 0) - row[\"Frequency\"], axis=1)"
],
"id": "bc7cdf0d04ff0d0",
"outputs": [],
"execution_count": 29
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-14T15:00:28.035756Z",
"start_time": "2024-05-14T15:00:28.030629Z"
}
},
"cell_type": "code",
"source": "df_43",
"id": "990f471d499d7064",
"outputs": [
{
"data": {
"text/plain": [
" URL Frequency in_49 change_to_49\n",
"0 worldwidescience.org 0.001337 0.001317 -2.004393e-05\n",
"1 issuu.com 0.001006 0.000992 -1.395550e-05\n",
"2 en.wikipedia.org 0.000824 0.001125 3.004770e-04\n",
"3 caselaw.findlaw.com 0.000661 0.000228 -4.330254e-04\n",
"4 www.frontiersin.org 0.000611 0.000402 -2.088168e-04\n",
"... ... ... ... ...\n",
"59995 www.basketballghana.com 0.000001 0.000002 7.485694e-07\n",
"59996 meisendorf.com 0.000001 0.000000 -1.323341e-06\n",
"59997 www.anyrubbish.co.uk 0.000001 0.000000 -1.323290e-06\n",
"59998 qjshhxx.cn 0.000001 0.000000 -1.323239e-06\n",
"59999 www.al-enterprise.com 0.000001 0.000000 -1.323225e-06\n",
"\n",
"[60000 rows x 4 columns]"
],
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>URL</th>\n",
" <th>Frequency</th>\n",
" <th>in_49</th>\n",
" <th>change_to_49</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>worldwidescience.org</td>\n",
" <td>0.001337</td>\n",
" <td>0.001317</td>\n",
" <td>-2.004393e-05</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>issuu.com</td>\n",
" <td>0.001006</td>\n",
" <td>0.000992</td>\n",
" <td>-1.395550e-05</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>en.wikipedia.org</td>\n",
" <td>0.000824</td>\n",
" <td>0.001125</td>\n",
" <td>3.004770e-04</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>caselaw.findlaw.com</td>\n",
" <td>0.000661</td>\n",
" <td>0.000228</td>\n",
" <td>-4.330254e-04</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>www.frontiersin.org</td>\n",
" <td>0.000611</td>\n",
" <td>0.000402</td>\n",
" <td>-2.088168e-04</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59995</th>\n",
" <td>www.basketballghana.com</td>\n",
" <td>0.000001</td>\n",
" <td>0.000002</td>\n",
" <td>7.485694e-07</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59996</th>\n",
" <td>meisendorf.com</td>\n",
" <td>0.000001</td>\n",
" <td>0.000000</td>\n",
" <td>-1.323341e-06</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59997</th>\n",
" <td>www.anyrubbish.co.uk</td>\n",
" <td>0.000001</td>\n",
" <td>0.000000</td>\n",
" <td>-1.323290e-06</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59998</th>\n",
" <td>qjshhxx.cn</td>\n",
" <td>0.000001</td>\n",
" <td>0.000000</td>\n",
" <td>-1.323239e-06</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59999</th>\n",
" <td>www.al-enterprise.com</td>\n",
" <td>0.000001</td>\n",
" <td>0.000000</td>\n",
" <td>-1.323225e-06</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>60000 rows × 4 columns</p>\n",
"</div>"
]
},
"execution_count": 30,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 30
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-14T14:59:00.727813Z",
"start_time": "2024-05-14T14:59:00.713582Z"
}
},
"cell_type": "code",
"source": "freqs_49",
"id": "6d9dec8ef32e61b2",
"outputs": [
{
"data": {
"text/plain": [
"{'worldwidescience.org': 0.0013371601446593,\n",
" 'issuu.com': 0.0010055409292792,\n",
" 'en.wikipedia.org': 0.0008242551989742,\n",
" 'caselaw.findlaw.com': 0.0006608764065299,\n",
" 'www.frontiersin.org': 0.0006109349846815,\n",
" 'chroniclingamerica.loc.gov': 0.0005375644622649,\n",
" 'www.nature.com': 0.0005266164399221,\n",
" 'lookformedical.com': 0.0004704824927555,\n",
" 'en.m.wikipedia.org': 0.0004443793906608,\n",
" 'ufdc.ufl.edu': 0.0004426934126914,\n",
" 'journals.plos.org': 0.0004371460070378,\n",
" 'casetext.com': 0.0003903933122818,\n",
" 'hansard.parliament.uk': 0.0003611472676514,\n",
" 'search.audioburst.com': 0.0003535316041847,\n",
" 'ivy.fm': 0.0003530053155805,\n",
" 'link.springer.com': 0.0003286474058102,\n",
" 'www.newageislam.com': 0.0003196897846979,\n",
" 'www.studylight.org': 0.0003159274076666,\n",
" 'panewsarchive.psu.edu': 0.0003121250457216,\n",
" 'www.theguardian.com': 0.0003038877330206,\n",
" 'bmcgenomics.biomedcentral.com': 0.0002553320996198,\n",
" 'law.justia.com': 0.0002463165002013,\n",
" 'www.hotfreebooks.com': 0.0002438439057772,\n",
" 'www.hindawi.com': 0.0002374853040569,\n",
" 'zims-en.kiwix.campusafrica.gos.orange.com': 0.0002318541153106,\n",
" 'discover.hubpages.com': 0.0002314644626707,\n",
" 'www.fanfiction.net': 0.00023022444825,\n",
" 'www.huffpost.com': 0.0002272851203057,\n",
" 'nebnewspapers.unl.edu': 0.0002254127055625,\n",
" 'www.angi.com': 0.0002231034435845,\n",
" 'www.theyworkforyou.com': 0.0002208272250724,\n",
" 'www.ola.org': 0.000218709862407,\n",
" 'www.wikihow.com': 0.0002180965139118,\n",
" 'acp.copernicus.org': 0.0002111536489058,\n",
" 'www.semanticscholar.org': 0.0001950019041289,\n",
" 'www.theatlantic.com': 0.0001913746442804,\n",
" 'docplayer.net': 0.0001907412725177,\n",
" 'irclogs.ubuntu.com': 0.0001898102449522,\n",
" 'www.forbes.com': 0.00018939073865,\n",
" 'publications.waset.org': 0.0001873821881616,\n",
" 'www.washingtonpost.com': 0.0001866054782221,\n",
" 'subsaga.com': 0.0001865089939112,\n",
" 'www.nybooks.com': 0.000184557446664,\n",
" 'newspapers.library.wales': 0.0001845348751784,\n",
" 'www.dailymail.co.uk': 0.0001837949675985,\n",
" 'deepai.org': 0.0001831206612305,\n",
" 'www.gastearsivi.com': 0.0001817473130172,\n",
" 'transparentpng.netlify.app': 0.0001812971084796,\n",
" 'api.parliament.uk': 0.0001797907418292,\n",
" 'pubmed.ncbi.nlm.nih.gov': 0.0001747089206415,\n",
" 'gateway.ipfs.io': 0.0001725078365045,\n",
" 'www.thefreelibrary.com': 0.0001708132388158,\n",
" 'alumnius.net': 0.0001683239812924,\n",
" 'www.yumpu.com': 0.0001673814233117,\n",
" 'www.inkitt.com': 0.0001636112276366,\n",
" 'm.fanfiction.net': 0.0001552928359265,\n",
" 'contracts.justia.com': 0.0001548855632462,\n",
" 'patents.google.com': 0.0001517315288932,\n",
" 'www.latimes.com': 0.0001510611082861,\n",
" 'www.arxiv-vanity.com': 0.0001493404557011,\n",
" 'bmcpublichealth.biomedcentral.com': 0.0001492791353507,\n",
" 'www.telegraph.co.uk': 0.0001486748451729,\n",
" 'archiveofourown.org': 0.0001479185499767,\n",
" 'www.economist.com': 0.0001453357732099,\n",
" 'studylib.net': 0.0001453062312784,\n",
" 'www.espn.com': 0.0001440956536707,\n",
" 'hubpages.com': 0.0001390828482346,\n",
" 'time.com': 0.000137760710869,\n",
" 'www.ipl.org': 0.0001376025183566,\n",
" 'robineko.com': 0.0001360150473236,\n",
" 'www.advocatekhoj.com': 0.0001359044227581,\n",
" 'www.tumgir.com': 0.000135691851343,\n",
" 'www.counterpunch.org': 0.0001340337950299,\n",
" 'tropedia.fandom.com': 0.000133800765374,\n",
" 'www.encyclopedia.com': 0.00013326334508,\n",
" 'www.nbcnews.com': 0.0001321288877867,\n",
" 'veranstaltungen.badminton.de': 0.0001317963108835,\n",
" 'slate.com': 0.0001308241783483,\n",
" 'patents.justia.com': 0.0001259783845068,\n",
" 'www.british-history.ac.uk': 0.0001259638274029,\n",
" 'bmchealthservres.biomedcentral.com': 0.0001243383360853,\n",
" 'dokumen.pub': 0.0001212929181714,\n",
" 'alchetron.com': 0.0001211202772984,\n",
" 'scocal.stanford.edu': 0.000121076402999,\n",
" 'www.avclub.com': 0.0001200605774033,\n",
" 'www.preceptaustin.org': 0.0001200404127696,\n",
" 'www.politico.com': 0.0001198441927229,\n",
" 'voracity.e-fic.com': 0.0001192375681888,\n",
" 'bmcbioinformatics.biomedcentral.com': 0.0001189960674294,\n",
" 'www.smh.com.au': 0.0001184023181027,\n",
" 'datatracker.ietf.org': 0.0001181400473718,\n",
" 'www.seattletimes.com': 0.0001175724181873,\n",
" 'm.scirp.org': 0.0001172250594441,\n",
" 'www.independent.co.uk': 0.0001172085630845,\n",
" 'www.theglobeandmail.com': 0.0001169944801374,\n",
" 'blogs.sap.com': 0.0001168635749453,\n",
" 'www.airtasker.com': 0.0001165835971794,\n",
" 'bmccancer.biomedcentral.com': 0.0001165253723884,\n",
" 'newrepublic.com': 0.0001156806326365,\n",
" 'en.wikisource.org': 0.0001146742133368,\n",
" 'www.newworldencyclopedia.org': 0.0001145322380761,\n",
" 'docs.justia.com': 0.0001144089739136,\n",
" 'www.fool.com': 0.0001144039245994,\n",
" 'www.vox.com': 0.0001139990805197,\n",
" 'moz.com': 0.0001138081019004,\n",
" 'www.fastcompany.com': 0.0001133714141558,\n",
" 'www.thedailybeast.com': 0.0001121551963952,\n",
" 'grantland.com': 0.0001121058124351,\n",
" 'apps.apple.com': 0.0001097454882252,\n",
" 'www.cdc.gov': 0.0001070063277096,\n",
" 'techcrunch.com': 0.0001061237416623,\n",
" 'www.bostonglobe.com': 0.0001050931342265,\n",
" 'www.creativelive.com': 0.0001047344988024,\n",
" 'www.si.com': 0.0001044359259311,\n",
" 'devrant.com': 0.0001040909704149,\n",
" 'www.opendemocracy.net': 0.0001039552116465,\n",
" 'gizmodo.com': 0.0001036007519653,\n",
" 'www.healthline.com': 0.0001035295830961,\n",
" 'thehockeywriters.com': 0.0001025606947362,\n",
" 'www.npr.org': 0.0001020513809621,\n",
" 'www.jpost.com': 0.0001018387189275,\n",
" 'www.newstatesman.com': 0.0001016472835864,\n",
" 'bleacherreport.com': 0.0001013723877576,\n",
" 'www.foxnews.com': 0.000101312256334,\n",
" 'www.apotelyt.com': 0.0001010690519295,\n",
" 'archive.org': 9.968097987253116e-05,\n",
" 'www.nzherald.co.nz': 9.956585333416228e-05,\n",
" 'truthout.org': 9.943359610027588e-05,\n",
" 'www.fictionpress.com': 9.892011745752971e-05,\n",
" 'www.politico.eu': 9.790526692680434e-05,\n",
" 'www.techradar.com': 9.74725918101852e-05,\n",
" 'www.prnewswire.com': 9.738541230153274e-05,\n",
" 'www.newyorker.com': 9.735472131572091e-05,\n",
" 'www.inquirer.com': 9.707689666725828e-05,\n",
" 'www.haaretz.com': 9.671520555620812e-05,\n",
" 'digital.bentley.umich.edu': 9.671287844945354e-05,\n",
" 'thepointsguy.com': 9.628801110222596e-05,\n",
" 'www.thoughtco.com': 9.607799153001185e-05,\n",
" 'www.openpr.com': 9.553215812886762e-05,\n",
" 'encyclopedia2.thefreedictionary.com': 9.500022574704412e-05,\n",
" 'www.usatoday.com': 9.488317082737702e-05,\n",
" 'www.democracynow.org': 9.415912889588526e-05,\n",
" 'www.cnn.com': 9.4023819599869e-05,\n",
" 'www.abc.net.au': 9.389910915143912e-05,\n",
" 'www.chicagotribune.com': 9.352145452302566e-05,\n",
" 'dictionnaire.sensagent.leparisien.fr': 9.26353234439554e-05,\n",
" 'bioresources.cnr.ncsu.edu': 9.263514582988844e-05,\n",
" 'contract4j.org': 9.26177287769977e-05,\n",
" 'www.motortrend.com': 9.25636108582342e-05,\n",
" 'www.canada.ca': 9.242836680820172e-05,\n",
" 'www.salon.com': 9.222098969833042e-05,\n",
" 'www.thestar.com': 9.19553624240566e-05,\n",
" 'www.reuters.com': 9.194116054825516e-05,\n",
" 'publications.parliament.uk': 9.19099077220275e-05,\n",
" 'tvtropes.org': 9.137703652299302e-05,\n",
" 'www.instructables.com': 9.10100169899347e-05,\n",
" 'www.stitcher.com': 9.093581418249948e-05,\n",
" 'edition.cnn.com': 9.04522725719749e-05,\n",
" 'www.inc.com': 9.042346647013876e-05,\n",
" 'mickopedia.org': 9.03179963373684e-05,\n",
" 'www.rollingstone.com': 8.991108613478614e-05,\n",
" 'oregonnews.uoregon.edu': 8.958794815059258e-05,\n",
" 'military.wikia.org': 8.950105499931337e-05,\n",
" 'supersearch.can.ucsd.edu': 8.913234632023067e-05,\n",
" 'www.rt.com': 8.907333857746101e-05,\n",
" 'dilbert.com': 8.872705639291213e-05,\n",
" 'www.instantcheckmate.com': 8.847558024756348e-05,\n",
" 'scienceblogs.com': 8.833675854275406e-05,\n",
" 'www.nap.edu': 8.760726132206345e-05,\n",
" 'venturebeat.com': 8.734926420311428e-05,\n",
" 'www.lastminute.com': 8.725486413892421e-05,\n",
" 'www.thesun.co.uk': 8.722505759867021e-05,\n",
" 'www.buzzfeednews.com': 8.717305654960247e-05,\n",
" 'ilgotha.org': 8.713850880119424e-05,\n",
" 'www.finder.com': 8.69887910170946e-05,\n",
" 'laagvlieger.x24hr.com': 8.674987109884553e-05,\n",
" 'www.cheatsheet.com': 8.580867603424703e-05,\n",
" '75-3-247-200.lightspeed.sntcca.sbcglobal.net': 8.560513031353399e-05,\n",
" 'themillions.com': 8.537252838138035e-05,\n",
" 'www.mic.com': 8.527057065740314e-05,\n",
" 'www.baltimoresun.com': 8.519745165825395e-05,\n",
" 'www.lrb.co.uk': 8.511623128278618e-05,\n",
" 'suptg.thisisnotatrueending.com': 8.504496091984392e-05,\n",
" 'www.eurasiareview.com': 8.477297578692904e-05,\n",
" 'www.news.com.au': 8.465024084189674e-05,\n",
" 'www.firstpost.com': 8.437763224735913e-05,\n",
" 'journals.lww.com': 8.429768416857495e-05,\n",
" 'insecure.archiveofourown.org': 8.37850319749566e-05,\n",
" 'www.bristolpost.co.uk': 8.359137464556217e-05,\n",
" 'www.vice.com': 8.343498364723322e-05,\n",
" 'kanithamizh.in': 8.289961860170783e-05,\n",
" '33.agilestudio.cn': 8.202731242164385e-05,\n",
" 'www.colombotelegraph.com': 8.186559662608357e-05,\n",
" 'www.icty.org': 8.181046739457158e-05,\n",
" 'www.pcmag.com': 8.167827903144583e-05,\n",
" 'www.globalsecurity.org': 8.133342138420935e-05,\n",
" 'transcripts.cnn.com': 8.113191641287768e-05,\n",
" 'www.indiewire.com': 8.110638710933774e-05,\n",
" 'www.denofgeek.com': 8.093316264719514e-05,\n",
" 'www.smithsonianmag.com': 8.085372203717366e-05,\n",
" 'www.bailii.org': 8.072180553231362e-05,\n",
" 'www.thisismoney.co.uk': 8.06264956491276e-05,\n",
" 'www.bartleby.com': 8.037844491792707e-05,\n",
" 'www.express.co.uk': 8.037329773476269e-05,\n",
" 'www.csmonitor.com': 8.036398930774429e-05,\n",
" 'www.irishexaminer.com': 8.036148096214588e-05,\n",
" 'yaledailynews.com': 8.031070146288547e-05,\n",
" 'www.texasmonthly.com': 8.021909610166704e-05,\n",
" 'fr.slideserve.com': 8.019415401198106e-05,\n",
" 'www.speakingtree.in': 8.013157586398822e-05,\n",
" 'en.m.wikiquote.org': 7.987411883679364e-05,\n",
" 'heavy.com': 7.941452975186778e-05,\n",
" 'www.mentalfloss.com': 7.925765303343739e-05,\n",
" 'www.romper.com': 7.902143719873806e-05,\n",
" 'nypost.com': 7.891734810595757e-05,\n",
" 'de.zxc.wiki': 7.869296354298256e-05,\n",
" 'www.tripsavvy.com': 7.866977222052784e-05,\n",
" 'www.inverse.com': 7.846257634950035e-05,\n",
" 'www.ukessays.com': 7.822928208496332e-05,\n",
" 'erhverv.studentersamfundet.aau.dk': 7.788662830206765e-05,\n",
" 'www.ajmc.com': 7.778079931638652e-05,\n",
" 'www.cnet.com': 7.776564049948973e-05,\n",
" 'www.aljazeera.com': 7.776164962014891e-05,\n",
" 'www.theverge.com': 7.771762670498596e-05,\n",
" 'www.kayak.com': 7.758318373064315e-05,\n",
" 'homeguides.sfgate.com': 7.750585999031743e-05,\n",
" 'medium.com': 7.744013553599594e-05,\n",
" 'philarchive.org': 7.742044574800376e-05,\n",
" 'wikimili.com': 7.71816454473916e-05,\n",
" 'www.hollywoodreporter.com': 7.709207721077766e-05,\n",
" 'www.boloji.com': 7.692111098462902e-05,\n",
" 'www.readkong.com': 7.682233943952609e-05,\n",
" 'parasitesandvectors.biomedcentral.com': 7.654496788817299e-05,\n",
" 'shakespir.com': 7.649789653565706e-05,\n",
" 'docoh.com': 7.647789501685351e-05,\n",
" 'www.thestreet.com': 7.587663152771657e-05,\n",
" 'www.quotemaster.org': 7.578018346459137e-05,\n",
" 'pizza.dominos.com': 7.554430473414153e-05,\n",
" 'www.crikey.com.au': 7.552816722748815e-05,\n",
" 'ew.com': 7.54755717150127e-05,\n",
" 'aspe.hhs.gov': 7.542470159633038e-05,\n",
" 'en.wikibooks.org': 7.538765637665437e-05,\n",
" 'www.deseret.com': 7.517427301149898e-05,\n",
" 'www.huffingtonpost.co.uk': 7.506976706937772e-05,\n",
" 'thehill.com': 7.506696149207544e-05,\n",
" 'www.businesswire.com': 7.447800774521049e-05,\n",
" 'finance.yahoo.com': 7.432127601785517e-05,\n",
" 'www.patheos.com': 7.431243156227694e-05,\n",
" 'gahistoricnewspapers.galileo.usg.edu': 7.409300569406873e-05,\n",
" 'www.thisdaylive.com': 7.401369920079166e-05,\n",
" 'www.hindustantimes.com': 7.400497073807348e-05,\n",
" 'americanliterature.com': 7.39991203481951e-05,\n",
" 'www.govinfo.gov': 7.398683597936124e-05,\n",
" 'www.vulture.com': 7.397641837061869e-05,\n",
" 'www.verywellhealth.com': 7.367888943505635e-05,\n",
" 'edwardbetts.com': 7.347130933767997e-05,\n",
" 'www.osapublishing.org': 7.340340639245581e-05,\n",
" 'jamanetwork.com': 7.339769374409872e-05,\n",
" 'worldcrunch.com': 7.332037362854988e-05,\n",
" 'journals.biologists.com': 7.314969738455134e-05,\n",
" 'www.knowpia.com': 7.278462073189873e-05,\n",
" 'www.japantimes.co.jp': 7.270068177377371e-05,\n",
" 'casestudylion.com': 7.267251725744468e-05,\n",
" 'listverse.com': 7.263129629480715e-05,\n",
" 'www.wired.com': 7.262107079923904e-05,\n",
" 'reason.com': 7.227048600453796e-05,\n",
" 'www.pcworld.com': 7.210347803473826e-05,\n",
" 'lrb.co.uk': 7.202621229084256e-05,\n",
" 'apnews.com': 7.177186894698473e-05,\n",
" 'vault.si.com': 7.175390092800879e-05,\n",
" 'www.mirror.co.uk': 7.167631257897111e-05,\n",
" 'www.washingtontimes.com': 7.157697919345235e-05,\n",
" 'abcnews.go.com': 7.154017320905017e-05,\n",
" 'www.michigandaily.com': 7.145109069253766e-05,\n",
" 'japantoday.com': 7.141615509300366e-05,\n",
" 'www.indystar.com': 7.137189294256688e-05,\n",
" 'www.alternet.org': 7.133872260937165e-05,\n",
" 'brooklynrail.org': 7.131313530940169e-05,\n",
" 'www.angelfire.com': 7.12078065429295e-05,\n",
" 'www.cracked.com': 7.115592873627557e-05,\n",
" 'www.nj.com': 7.110599381002733e-05,\n",
" 'washingtoncitypaper.com': 7.102516853523909e-05,\n",
" 'www.lifehack.org': 7.096077437403122e-05,\n",
" 'www.cbc.ca': 7.093102945498411e-05,\n",
" 'www.etsy.com': 7.086754148799531e-05,\n",
" 'www.wnd.com': 7.084338235011462e-05,\n",
" 'thenextweb.com': 7.078859022285212e-05,\n",
" 'www.paperdue.com': 7.078620874444437e-05,\n",
" 'www.intechopen.com': 7.062377161828572e-05,\n",
" 'core-cms.prod.aop.cambridge.org': 7.005774096038663e-05,\n",
" 'www.foxbusiness.com': 6.999398113513212e-05,\n",
" 'www.freep.com': 6.994770723352898e-05,\n",
" 'www.rxlist.com': 6.978336709951025e-05,\n",
" 'variety.com': 6.975902309800886e-05,\n",
" 'news.yahoo.com': 6.969056918669951e-05,\n",
" 'thoughtcatalog.com': 6.942696816269956e-05,\n",
" 'www.afr.com': 6.928289415619634e-05,\n",
" 'www.frontstretch.com': 6.924485212287934e-05,\n",
" 'www.yahoo.com': 6.923795054770682e-05,\n",
" 'counter-currents.com': 6.914461254314151e-05,\n",
" 'www.macworld.com': 6.895888622555247e-05,\n",
" 'www.actionnetwork.com': 6.890092604330007e-05,\n",
" 'www.thenation.com': 6.889150162342162e-05,\n",
" 'supreme.justia.com': 6.858906111519188e-05,\n",
" 'www.technologyreview.com': 6.842741419039226e-05,\n",
" 'www.bbc.com': 6.82069081386749e-05,\n",
" 'www.answers.com': 6.810150325188831e-05,\n",
" 'www.tomsguide.com': 6.802705033484864e-05,\n",
" 'qz.com': 6.796972086377271e-05,\n",
" 'locations.acima.com': 6.781505888401377e-05,\n",
" 'www.pajiba.com': 6.774461134542243e-05,\n",
" 'www.slideserve.com': 6.767139447729758e-05,\n",
" 'www.cinemablend.com': 6.707308880609173e-05,\n",
" 'www.scoop.co.nz': 6.700737160132399e-05,\n",
" 'www.desmoinesregister.com': 6.696830375615098e-05,\n",
" 'nationalpost.com': 6.695414175289518e-05,\n",
" 'www.edweek.org': 6.689663466775233e-05,\n",
" 'www.yukon-news.com': 6.681017648969827e-05,\n",
" 'bmcinfectdis.biomedcentral.com': 6.676929263131023e-05,\n",
" 'hbr.org': 6.664135975623728e-05,\n",
" 'www.zdnet.com': 6.661904562978665e-05,\n",
" 'www.lifesitenews.com': 6.656624712980612e-05,\n",
" 'www.lifenews.com': 6.648742635663048e-05,\n",
" 'projects.sare.org': 6.648619393249253e-05,\n",
" 'www.aanda.org': 6.623126337478073e-05,\n",
" 'www.thenationalnews.com': 6.621839179209292e-05,\n",
" 'www.digitaltrends.com': 6.600602698923979e-05,\n",
" 'dzone.com': 6.590109332344712e-05,\n",
" 'cc.bingj.com': 6.589474996391355e-05,\n",
" 'www.cnbc.com': 6.588816736910614e-05,\n",
" 'www.today.com': 6.586893792777725e-05,\n",
" 'www.tor.com': 6.58186260247339e-05,\n",
" 'www.scotsman.com': 6.567917723352487e-05,\n",
" 'incidecoder.com': 6.564429238086714e-05,\n",
" 'nymag.com': 6.561455833615067e-05,\n",
" 'www.pbs.org': 6.54957526492523e-05,\n",
" 'www.entrepreneur.com': 6.546032408006312e-05,\n",
" 'www.aol.com': 6.534515766914859e-05,\n",
" 'deadline.com': 6.521372688439e-05,\n",
" 'www.azcentral.com': 6.515080438259391e-05,\n",
" 'chicagoreader.com': 6.509821611967221e-05,\n",
" 'www.plymouthherald.co.uk': 6.485229313249809e-05,\n",
" 'www.inman.com': 6.484517044593611e-05,\n",
" 'www.rediff.com': 6.465703727650121e-05,\n",
" 'github.com': 6.455723629476541e-05,\n",
" 'www.theepochtimes.com': 6.435335346980286e-05,\n",
" 'indianexpress.com': 6.421343345759994e-05,\n",
" 'smallbusiness.chron.com': 6.420471949398925e-05,\n",
" 'todayinsci.com': 6.418823400875574e-05,\n",
" 'www.biblegateway.com': 6.416743866381627e-05,\n",
" 'www.computerweekly.com': 6.40963241662797e-05,\n",
" 'electricscotland.com': 6.40196528857917e-05,\n",
" 'www.eurekalert.org': 6.398032768146048e-05,\n",
" 'chestofbooks.com': 6.388934940664165e-05,\n",
" 'wwd.com': 6.380502622216775e-05,\n",
" 'www.vanityfair.com': 6.37191190101989e-05,\n",
" 'www.detroitnews.com': 6.369564133037095e-05,\n",
" 'www.popsci.com': 6.354896110929367e-05,\n",
" 'email.varsitytutors.com': 6.349104442436378e-05,\n",
" 'unispal.un.org': 6.334205522041628e-05,\n",
" 'www.stylist.co.uk': 6.33394961279416e-05,\n",
" 'www.polygon.com': 6.3172749142077e-05,\n",
" 'spectator.org': 6.305600595322126e-05,\n",
" 'www.trustedreviews.com': 6.28778300458656e-05,\n",
" 'matadornetwork.com': 6.286947493516568e-05,\n",
" 'www.bizpacreview.com': 6.274636663811513e-05,\n",
" 'cloudflare-ipfs.com': 6.264667439968561e-05,\n",
" 'moderndiplomacy.eu': 6.260917608290006e-05,\n",
" 'www.cyclingnews.com': 6.254338275781793e-05,\n",
" 'www.orlandosentinel.com': 6.235571718460006e-05,\n",
" 'torontosun.com': 6.229324415513663e-05,\n",
" 'hindi.hwnews.in': 6.223899936918246e-05,\n",
" 'www.nakedcapitalism.com': 6.218519318123032e-05,\n",
" 'www.golfdigest.com': 6.213693290189896e-05,\n",
" 'www.indiatoday.in': 6.208597578857161e-05,\n",
" 'admin.rushlimbaugh.com': 6.205893857785112e-05,\n",
" 'slideplayer.com': 6.194997416017198e-05,\n",
" 'koreajoongangdaily.joins.com': 6.189866544348762e-05,\n",
" 'www.discovermagazine.com': 6.185195294388246e-05,\n",
" 'www.ncronline.org': 6.178336491582866e-05,\n",
" 'scroll.in': 6.174224182216679e-05,\n",
" 'www.elephantjournal.com': 6.153964579299534e-05,\n",
" 'www.eadt.co.uk': 6.147534950076313e-05,\n",
" 'www.mlb.com': 6.127388802675397e-05,\n",
" 'signalscv.com': 6.126671096853886e-05,\n",
" 'www.genomeweb.com': 6.11374333012448e-05,\n",
" 'sabr.org': 6.11251996792872e-05,\n",
" 'www.liverpoolecho.co.uk': 6.105908374906308e-05,\n",
" 'www.tomshardware.com': 6.105648115926588e-05,\n",
" 'blogs.lse.ac.uk': 6.087712357464855e-05,\n",
" 'lawprofessors.typepad.com': 6.073721806155311e-05,\n",
" 'www.walesonline.co.uk': 6.073342654494048e-05,\n",
" 'www.rferl.org': 6.072680770236432e-05,\n",
" 'www.treatwell.co.uk': 6.070949214322612e-05,\n",
" 'www.straitstimes.com': 6.070556650986906e-05,\n",
" 'wccftech.com': 6.061624113330584e-05,\n",
" 'genomebiology.biomedcentral.com': 6.0551513492625336e-05,\n",
" 'www.refinery29.com': 6.031577612847368e-05,\n",
" 'profiles.stanford.edu': 6.031038246048171e-05,\n",
" 'www.rollcall.com': 6.0308276465116567e-05,\n",
" 'wol.jw.org': 6.020821812422255e-05,\n",
" 'translational-medicine.biomedcentral.com': 6.0120034552375366e-05,\n",
" 'www.sun-sentinel.com': 6.006348803310472e-05,\n",
" 'www.varsitytutors.com': 6.002798696837802e-05,\n",
" 'salesandmarketingnetwork.com': 5.997694286040564e-05,\n",
" 'www.nottinghampost.com': 5.986280951090086e-05,\n",
" 'www.dailypress.com': 5.9842826115981694e-05,\n",
" 'thestuffedbakedpotatofactory.com': 5.982481459968324e-05,\n",
" 'www.catholicculture.org': 5.978192986445947e-05,\n",
" 'www.wsws.org': 5.972766695462091e-05,\n",
" 'www.irishcentral.com': 5.962983060195208e-05,\n",
" 'db0nus869y26v.cloudfront.net': 5.961873153515678e-05,\n",
" 'www.brookings.edu': 5.9409991509179976e-05,\n",
" 'www.tripadvisor.com': 5.919981969633702e-05,\n",
" 'docs.microsoft.com': 5.914151153550449e-05,\n",
" 'www.courant.com': 5.906802280911392e-05,\n",
" 'www.gearpatrol.com': 5.8947230744487336e-05,\n",
" 'www.thefreedictionary.com': 5.8906499126728096e-05,\n",
" 'www.dailyrecord.co.uk': 5.889077121986173e-05,\n",
" 'www.hulldailymail.co.uk': 5.880339234848109e-05,\n",
" 'www.mycentraljersey.com': 5.868136785971656e-05,\n",
" 'www.stokesentinel.co.uk': 5.8600274351439456e-05,\n",
" 'bookriot.com': 5.853559020808147e-05,\n",
" 'wn.rsarchive.org': 5.845390223639666e-05,\n",
" 'chicago.suntimes.com': 5.844645694469269e-05,\n",
" 'info.mzalendo.com': 5.843388621848561e-05,\n",
" 'www.manchestereveningnews.co.uk': 5.820470970048009e-05,\n",
" 'malariajournal.biomedcentral.com': 5.816658792207181e-05,\n",
" 'quizlet.com': 5.811156018431234e-05,\n",
" 'www.cyclingweekly.com': 5.804181947721189e-05,\n",
" 'www.tw.kayak.com': 5.791512627583065e-05,\n",
" 'www.opentable.com': 5.791108464961355e-05,\n",
" 'www.charityjob.co.uk': 5.780437121837461e-05,\n",
" 'thecyberwire.com': 5.769611000740947e-05,\n",
" 'bmcresnotes.biomedcentral.com': 5.769451873036076e-05,\n",
" 'dev.to': 5.768846172820043e-05,\n",
" 'newsblaze.com': 5.767688781563433e-05,\n",
" 'mmajunkie.usatoday.com': 5.767364001555314e-05,\n",
" 'villains.fandom.com': 5.756588627335069e-05,\n",
" 'ar15partspro.com': 5.756451973246832e-05,\n",
" 'www.informationweek.com': 5.746075324482982e-05,\n",
" 'www.phillymag.com': 5.737931538274948e-05,\n",
" 'www.kayak.co.uk': 5.732462837401639e-05,\n",
" 'www.mdpi.com': 5.7296170250760384e-05,\n",
" 'www.villagevoice.com': 5.728727504830589e-05,\n",
" 'www.smore.com': 5.721818680104317e-05,\n",
" 'www.outsideonline.com': 5.721286562858873e-05,\n",
" 'bgr.com': 5.711787472576781e-05,\n",
" 'www.livemint.com': 5.711578685428705e-05,\n",
" 'dir.indiamart.com': 5.711059254902328e-05,\n",
" 'timelines.ws': 5.705113170914408e-05,\n",
" 'www.medicalnewstoday.com': 5.698305477462985e-05,\n",
" 'www.gty.org': 5.697810695419367e-05,\n",
" 'anchor.fm': 5.696123724261127e-05,\n",
" 'investorplace.com': 5.6919421816566006e-05,\n",
" 'www.medpagetoday.com': 5.681609030215267e-05,\n",
" 'www.barnesandnoble.com': 5.678419951519478e-05,\n",
" 'www.foxsports.com': 5.676209562580296e-05,\n",
" 'www.wrswebsolutions.ca': 5.674841571787172e-05,\n",
" 'www.saltwire.com': 5.671346199445334e-05,\n",
" 'www.livescience.com': 5.670516125540656e-05,\n",
" 'www.myantispyware.com': 5.6697172247171146e-05,\n",
" 'www.sunnewsonline.com': 5.663415912595314e-05,\n",
" 'yourstory.com': 5.658385447246354e-05,\n",
" 'www.edp24.co.uk': 5.654794743272668e-05,\n",
" 'sports.yahoo.com': 5.648601811979471e-05,\n",
" 'www.bostonmagazine.com': 5.643611944131524e-05,\n",
" 'everything.explained.today': 5.626292397738766e-05,\n",
" 'wattsupwiththat.com': 5.6136426513957744e-05,\n",
" 'www.findlaw.com': 5.608533165910909e-05,\n",
" 'www.indiatimes.com': 5.608401586510299e-05,\n",
" 'www.businessinsider.com.au': 5.606848007141107e-05,\n",
" 'www.booking.com': 5.598988403440176e-05,\n",
" 'metro.co.uk': 5.5747183473870686e-05,\n",
" 'www.chanrobles.com': 5.571989252876885e-05,\n",
" 'jezebel.com': 5.567175549185128e-05,\n",
" 'fliphtml5.com': 5.56577602283318e-05,\n",
" 'familypedia.wikia.org': 5.564669015975151e-05,\n",
" 'thefederalist.com': 5.5615009609852446e-05,\n",
" 'www.breitbart.com': 5.558815726275264e-05,\n",
" 'www.law.cornell.edu': 5.553168686379641e-05,\n",
" 'arthritis-research.biomedcentral.com': 5.548828378547932e-05,\n",
" 'www.northjersey.com': 5.548443427243666e-05,\n",
" 'www.mailtribune.com': 5.546396515741607e-05,\n",
" 'freerepublic.com': 5.539630144746575e-05,\n",
" 'philpapers.org': 5.535732784649152e-05,\n",
" 'www.investopedia.com': 5.5335742300193024e-05,\n",
" 'groups.google.com': 5.529671795234253e-05,\n",
" 'www.poughkeepsiejournal.com': 5.527307353277827e-05,\n",
" 'www.internetnews.com': 5.525952411681458e-05,\n",
" 'dailyuknews.com': 5.517654209978492e-05,\n",
" 'www.aniapalka.pl': 5.5066240139438416e-05,\n",
" 'www.expedia.com': 5.505563766707517e-05,\n",
" 'www.greenbaypressgazette.com': 5.502396799150673e-05,\n",
" 'inews.co.uk': 5.4974982756800105e-05,\n",
" 'www.birminghammail.co.uk': 5.4962364908493626e-05,\n",
" 'doczz.net': 5.495750770747935e-05,\n",
" 'www.bookstrand.com': 5.491478971199189e-05,\n",
" 'redstate.com': 5.4876149590490285e-05,\n",
" 'literatureessaysamples.com': 5.486643881323862e-05,\n",
" 'www.runnersworld.com': 5.48382416739177e-05,\n",
" 'whyy.org': 5.4829654577497694e-05,\n",
" 'www.cfr.org': 5.481779793233525e-05,\n",
" 'www.tcrecord.org': 5.470973245932143e-05,\n",
" 'www.modernghana.com': 5.461470893350862e-05,\n",
" 'vdare.com': 5.460818433513124e-05,\n",
" 'allthetropes.org': 5.445298226361772e-05,\n",
" 'www.democratandchronicle.com': 5.441863387793769e-05,\n",
" 'www.assignmentpoint.com': 5.432789846316957e-05,\n",
" 'townhall.com': 5.429902349057279e-05,\n",
" 'thediplomat.com': 5.428771781149553e-05,\n",
" 'www.newspapers.com': 5.424167589561248e-05,\n",
" 'www.lifewire.com': 5.418477777298484e-05,\n",
" 'apk-dl.com': 5.4162264283806e-05,\n",
" 'twit.tv': 5.412131517943417e-05,\n",
" 'ng.opera.news': 5.40462967972018e-05,\n",
" 'www.theage.com.au': 5.401626552078146e-05,\n",
" 'www.sfexaminer.com': 5.390221916592171e-05,\n",
" 'www.informit.com': 5.381701516066687e-05,\n",
" 'munafa.co.com': 5.380871079684321e-05,\n",
" 'paperzz.com': 5.357548902784372e-05,\n",
" 'www.psychologytoday.com': 5.35142085499726e-05,\n",
" 'www.sandiegouniontribune.com': 5.347108820425187e-05,\n",
" 'www.mybookie.ag': 5.343941127912968e-05,\n",
" 'www.bbc.co.uk': 5.3411145269048114e-05,\n",
" 'www.leicestermercury.co.uk': 5.33733497205587e-05,\n",
" 'www.simonandschuster.com': 5.336544770696831e-05,\n",
" 'laitman.com': 5.328105202695689e-05,\n",
" 'www.startribune.com': 5.323949758484672e-05,\n",
" 'www.thedrive.com': 5.314180622325294e-05,\n",
" 'www.tennessean.com': 5.312762609611277e-05,\n",
" 'www.premiumtimesng.com': 5.306046985492513e-05,\n",
" 'www.gsmarena.com': 5.2984045059264736e-05,\n",
" 'observer.com': 5.296911822808804e-05,\n",
" 'www.jsonline.com': 5.2942515990592704e-05,\n",
" 'mronline.org': 5.2934798840623017e-05,\n",
" 'dailyreckoning.com': 5.292931092843226e-05,\n",
" 'theconversation.com': 5.291890056924346e-05,\n",
" 'arcus-www.amazon.com': 5.29151742986146e-05,\n",
" 'www.scientificamerican.com': 5.284368282428288e-05,\n",
" 'www.cornwalllive.com': 5.2795886516391694e-05,\n",
" 'www.cambridge-news.co.uk': 5.2745951590143466e-05,\n",
" 'www.wetwebmedia.com': 5.268803490521358e-05,\n",
" 'pitchfork.com': 5.266239323359047e-05,\n",
" 'www.apartmentlist.com': 5.241080834493553e-05,\n",
" 'www.washingtonian.com': 5.231334896906184e-05,\n",
" 'forward.com': 5.2309702443524256e-05,\n",
" 'content.iospress.com': 5.225874895497378e-05,\n",
" 'www.thecanary.co': 5.2257574527265855e-05,\n",
" 'www.delawareonline.com': 5.202899247266805e-05,\n",
" 'www.crosswalk.com': 5.192594369085107e-05,\n",
" 'warwick.ac.uk': 5.185486181630638e-05,\n",
" 'newatlas.com': 5.182483053988604e-05,\n",
" 'www.europeanfinancialreview.com': 5.182141962484542e-05,\n",
" 'conwebwatch.tripod.com': 5.178665438982461e-05,\n",
" 'www.devonlive.com': 5.168742612283527e-05,\n",
" 'www.valuewalk.com': 5.1608906206140365e-05,\n",
" 'www.softpanorama.org': 5.160061271664734e-05,\n",
" 'www.capitalgazette.com': 5.1599318671302486e-05,\n",
" 'www.esquire.com': 5.158403661199192e-05,\n",
" 'www.essexlive.news': 5.146875058344046e-05,\n",
" 'www.space.com': 5.145492205965729e-05,\n",
" 'pjmedia.com': 5.136386766452406e-05,\n",
" 'wwwnc-origin.cdc.gov': 5.127543760784928e-05,\n",
" 'www.dovepress.com': 5.126935160747394e-05,\n",
" 'www.al-islam.org': 5.120930717851765e-05,\n",
" 'www.derbytelegraph.co.uk': 5.118368000600204e-05,\n",
" 'www.motorbiscuit.com': 5.115163697841535e-05,\n",
" 'www.mercurynews.com': 5.1100908226031215e-05,\n",
" 'www.texasobserver.org': 5.097951807322003e-05,\n",
" 'hess.copernicus.org': 5.095490946300668e-05,\n",
" 'www.distractify.com': 5.082006413843059e-05,\n",
" 'www.2-spyware.com': 5.0796260228683775e-05,\n",
" 'reliefweb.int': 5.074167833848011e-05,\n",
" 'www.dailypost.co.uk': 5.074157321995069e-05,\n",
" 'dailycaller.com': 5.073757509105611e-05,\n",
" 'www.ipswichstar.co.uk': 5.0712806990660194e-05,\n",
" 'www.somersetlive.co.uk': 5.070674998849986e-05,\n",
" 'www.newsreview.com': 5.05868423694311e-05,\n",
" '0-bmcpublichealth-biomedcentral-com.brum.beds.ac.uk': 5.052361176160052e-05,\n",
" 'www.chroniclelive.co.uk': 5.049609245555548e-05,\n",
" 'www.bikeradar.com': 5.030546906440653e-05,\n",
" 'www.gamesradar.com': 5.025984762264113e-05,\n",
" 'www.scielo.br': 5.0237004278766544e-05,\n",
" 'en.m.wikisource.org': 5.021848166892853e-05,\n",
" 'mail.python.org': 5.018190404546956e-05,\n",
" 'www.standardmedia.co.ke': 5.01001617021316e-05,\n",
" 'bankrupt.com': 5.0096000458277584e-05,\n",
" 'nationalinterest.org': 5.007328760637054e-05,\n",
" 'betches.com': 4.9974026716389314e-05,\n",
" 'ke.opera.news': 4.984810921725961e-05,\n",
" 'hpathy.com': 4.976094420771467e-05,\n",
" 'www.knoxnews.com': 4.975990389675117e-05,\n",
" 'economictimes.indiatimes.com': 4.974863809021956e-05,\n",
" 'steelersdepot.com': 4.974135228869815e-05,\n",
" 'www.thequint.com': 4.970924763990456e-05,\n",
" 'traveltriangle.com': 4.9628802966688325e-05,\n",
" 'www.publishersweekly.com': 4.960210286021733e-05,\n",
" 'www.monstersandcritics.com': 4.9594179097965685e-05,\n",
" 'elispot.biz': 4.957056730139332e-05,\n",
" 'www.educba.com': 4.955667715640325e-05,\n",
" 'www.embedded.com': 4.954561071259984e-05,\n",
" 'hyperallergic.com': 4.949491095843071e-05,\n",
" 'www.pdf-archive.com': 4.949371478206152e-05,\n",
" 'nautilus.org': 4.947787813188887e-05,\n",
" 'bmccomplementmedtherapies.biomedcentral.com': 4.944925689367342e-05,\n",
" 'traveltips.usatoday.com': 4.9349629901227686e-05,\n",
" 'bg.copernicus.org': 4.9268152166601696e-05,\n",
" 'www.theregister.com': 4.925028201660143e-05,\n",
" 'www.rockpapershotgun.com': 4.924633825935999e-05,\n",
" 'www.autostraddle.com': 4.918608721812175e-05,\n",
" 'www.mylondon.news': 4.917486853368953e-05,\n",
" 'www.thecut.com': 4.917366148298971e-05,\n",
" 'www.sellswatches.com': 4.907603174260283e-05,\n",
" 'www.siliconrepublic.com': 4.906262731771419e-05,\n",
" 'www.pearltrees.com': 4.904416632908308e-05,\n",
" 'www.artofmanliness.com': 4.898196515788537e-05,\n",
" 'top.hatnote.com': 4.89120142137261e-05,\n",
" 'www.pastemagazine.com': 4.886283686584502e-05,\n",
" 'www.hamhigh.co.uk': 4.883906920386697e-05,\n",
" 'movieweb.com': 4.875867890230389e-05,\n",
" 'www.opednews.com': 4.8749062369251e-05,\n",
" 'www.thetruthaboutguns.com': 4.873130096255702e-05,\n",
" 'www.newsday.com': 4.872338082508225e-05,\n",
" 'theinfolist.com': 4.87136519239462e-05,\n",
" 'www.menshealth.com': 4.870897958655262e-05,\n",
" 'www.lancs.live': 4.8657065532129926e-05,\n",
" 'tribune.com.pk': 4.86490004035801e-05,\n",
" 'www.soapcentral.com': 4.85898766679504e-05,\n",
" 'www.aafp.org': 4.856965041298052e-05,\n",
" 'www.thetoptens.com': 4.855074357679362e-05,\n",
" 'www.yorkdispatch.com': 4.85267113061036e-05,\n",
" 'www.gloucestershirelive.co.uk': 4.8502167941874014e-05,\n",
" 'www.the-sun.com': 4.844362417054453e-05,\n",
" 'www.routledge.com': 4.8429161310808e-05,\n",
" 'english.pravda.ru': 4.841194362064546e-05,\n",
" 'online.flippingbook.com': 4.835702825096917e-05,\n",
" 'www.hurriyetdailynews.com': 4.828615661348331e-05,\n",
" 'newyork.cbslocal.com': 4.8281741635247945e-05,\n",
" 'www.gov.scot': 4.827646033533914e-05,\n",
" 'bmcmicrobiol.biomedcentral.com': 4.8238701034618486e-05,\n",
" 'starwars.fandom.com': 4.819857837937447e-05,\n",
" 'www.nasdaq.com': 4.818602215227488e-05,\n",
" 'www.buzzsprout.com': 4.817318319257895e-05,\n",
" 'www.sensesofcinema.com': 4.812550650232467e-05,\n",
" 'infogalactic.com': 4.811656417777078e-05,\n",
" 'www.desertsun.com': 4.807424853251659e-05,\n",
" 'www.rushlimbaugh.com': 4.806293197910871e-05,\n",
" 'www.app.com': 4.7993905353052895e-05,\n",
" 'www.tallahassee.com': 4.795652302912738e-05,\n",
" 'enhancedodds.co.uk': 4.793052612937039e-05,\n",
" 'legislature.idaho.gov': 4.789320905142864e-05,\n",
" 'www.examinerlive.co.uk': 4.7862438320525536e-05,\n",
" 'dailyfeed.dailynewsegypt.com': 4.786186560577908e-05,\n",
" 'www.wfae.org': 4.77679258882523e-05,\n",
" 'timesofindia.indiatimes.com': 4.771500414585798e-05,\n",
" 'www.msnbc.com': 4.7688260542064473e-05,\n",
" 'guardian.ng': 4.76175882673068e-05,\n",
" 'www.thewrap.com': 4.7593280513574185e-05,\n",
" 'www.hercampus.com': 4.75635319697502e-05,\n",
" 'uproxx.com': 4.745981260421109e-05,\n",
" 'www.sunsigns.org': 4.745620957599603e-05,\n",
" 'www.enr.com': 4.741904473868309e-05,\n",
" 'www.pcgamer.com': 4.731802583191685e-05,\n",
" 'www.drugs.com': 4.728373181788996e-05,\n",
" 'www.outlookindia.com': 4.726324457898498e-05,\n",
" '0-bmcplantbiol-biomedcentral-com.brum.beds.ac.uk': 4.725807564715934e-05,\n",
" 'www2.deloitte.com': 4.723304293805146e-05,\n",
" 'bible.knowing-jesus.com': 4.7134862231579375e-05,\n",
" 'www.rawstory.com': 4.704613131842386e-05,\n",
" 'www.niche.com': 4.702445515270346e-05,\n",
" 'www.courier-journal.com': 4.690736036049072e-05,\n",
" 'www.phoenixnewtimes.com': 4.6901285234446e-05,\n",
" 'news.thomasnet.com': 4.689956709020663e-05,\n",
" 'www.pulselive.co.ke': 4.689523548183942e-05,\n",
" 'legalinsurrection.com': 4.687433501837054e-05,\n",
" 'www.enotes.com': 4.6863946407843e-05,\n",
" 'www.lansingstatejournal.com': 4.684520631139241e-05,\n",
" 'www.prweb.com': 4.680034244799416e-05,\n",
" 'www.kitces.com': 4.665628656537534e-05,\n",
" 'www.churchofjesuschrist.org': 4.647538482580869e-05,\n",
" 'www.gazettelive.co.uk': 4.647152081365853e-05,\n",
" 'webstatsdomain.org': 4.644640473468249e-05,\n",
" 'bmcpregnancychildbirth.biomedcentral.com': 4.641730865069624e-05,\n",
" 'docs.google.com': 4.640923989736955e-05,\n",
" 'www.popularmechanics.com': 4.636077300575624e-05,\n",
" 'www.flavorwire.com': 4.633587803816965e-05,\n",
" 'dailymed.nlm.nih.gov': 4.632968329448802e-05,\n",
" 'www.bmj.com': 4.631275558647559e-05,\n",
" 'ca10.washburnlaw.edu': 4.63113600473782e-05,\n",
" 'interreviewed.com': 4.623577619995312e-05,\n",
" 'www.t3.com': 4.622088924132206e-05,\n",
" 'www.yorkshirepost.co.uk': 4.618057809768047e-05,\n",
" 'bestfamilypets.com': 4.617664521476966e-05,\n",
" 'www.dawn.com': 4.617599275493192e-05,\n",
" 'www.talkers.com': 4.614886130001265e-05,\n",
" 'lawandcrime.com': 4.613004870802453e-05,\n",
" 'www.mlive.com': 4.607975492886555e-05,\n",
" 'moam.info': 4.605280471279009e-05,\n",
" 'www.beliefnet.com': 4.604886095554865e-05,\n",
" 'www.yerepouni-news.com': 4.602874706866193e-05,\n",
" 'www.tbsnews.net': 4.599745074511176e-05,\n",
" 'www.getsurrey.co.uk': 4.59839267025862e-05,\n",
" 'www.rte.ie': 4.5900487963670126e-05,\n",
" 'soccer.nbcsports.com': 4.5871112771864406e-05,\n",
" 'www.usforacle.com': 4.586845218563718e-05,\n",
" 'www.gizmodo.com.au': 4.586498689894342e-05,\n",
" 'www.phnompenhpost.com': 4.57980118965996e-05,\n",
" 'www.bodybuilding.com': 4.57621882267309e-05,\n",
" 'lithub.com': 4.574725052122357e-05,\n",
" 'www.pharmtech.com': 4.567671236321033e-05,\n",
" 'www.rlpmax.ca': 4.5658856712317565e-05,\n",
" 'www.dezeen.com': 4.56107957957144e-05,\n",
" 'foreignpolicy.com': 4.560099439904082e-05,\n",
" 'sfbayview.com': 4.558094938291475e-05,\n",
" 'www.westword.com': 4.5521615410226224e-05,\n",
" 'iasbaba.com': 4.552126380686922e-05,\n",
" 'tgdaily.com': 4.551642472973933e-05,\n",
" 'www.history.navy.mil': 4.549480293567206e-05,\n",
" 'www.vcstar.com': 4.548789411094579e-05,\n",
" 'za.opera.news': 4.538702744480835e-05,\n",
" 'www.thescottishsun.co.uk': 4.538542529342902e-05,\n",
" 'www.huntspost.co.uk': 4.5374753950305125e-05,\n",
" 'www.houseofnames.com': 4.531766371450304e-05,\n",
" 'www.legal500.com': 4.528724458695694e-05,\n",
" 'www.iranicaonline.org': 4.524300056040454e-05,\n",
" 'www.lexico.com': 4.523562051468435e-05,\n",
" 'biotechnologyforbiofuels.biomedcentral.com': 4.5124981450088345e-05,\n",
" 'www.wjgnet.com': 4.511053308945932e-05,\n",
" 'www.thenewsstar.com': 4.498095094090765e-05,\n",
" 'www.mediapost.com': 4.4971530145806087e-05,\n",
" 'www.nhpr.org': 4.492473790110963e-05,\n",
" 'historicengland.org.uk': 4.490641102922295e-05,\n",
" 'ausbcomp.com': 4.484445634285284e-05,\n",
" 'byjus.com': 4.483729378374522e-05,\n",
" 'www.electricscotland.com': 4.483225171911026e-05,\n",
" 'www.thesun.ie': 4.481550524994165e-05,\n",
" 'www.dallasnews.com': 4.481432357267996e-05,\n",
" 'c-s-s-a.org': 4.4780953876756535e-05,\n",
" 'caribbean.winne.com': 4.4775538460103305e-05,\n",
" 'cherryblossomtreeimages.netlify.app': 4.47707936271722e-05,\n",
" 'www.wisdomlib.org': 4.4762260902405335e-05,\n",
" 'hv.greenspun.com': 4.475602991095494e-05,\n",
" 'www.no2nuclearpower.org.uk': 4.4755558689961015e-05,\n",
" 'slife.org': 4.459137804612485e-05,\n",
" 'motm.kicks-ass.net': 4.454331712952168e-05,\n",
" 'thenewsnigeria.com.ng': 4.453633218448101e-05,\n",
" 'www.marketwatch.com': 4.449777905762444e-05,\n",
" 'hotair.com': 4.445648197467249e-05,\n",
" 'www.sb.marketwatch.com': 4.438000643213583e-05,\n",
" 'lolcow.farm': 4.427683078312817e-05,\n",
" 'coasterbuzz.com': 4.418396399955678e-05,\n",
" 'staging.pastemagazine.com': 4.415840932257871e-05,\n",
" 'english.newsnationtv.com': 4.413182158419087e-05,\n",
" 'www.playbill.com': 4.412994032499206e-05,\n",
" 'www.kmuw.org': 4.410439289756774e-05,\n",
" 'db-engines.com': 4.409923121529586e-05,\n",
" 'comicbook.com': 4.408087534519416e-05,\n",
" 'original.newsbreak.com': 4.407597464685737e-05,\n",
" 'www.courierpostonline.com': 4.397977306855976e-05,\n",
" 'www.lovewhatmatters.com': 4.3963660935344505e-05,\n",
" 'www.9news.com.au': 4.39539102855472e-05,\n",
" 'www.emirates247.com': 4.391295030684475e-05,\n",
" 'www.ipsnews.net': 4.388738475553604e-05,\n",
" 'sparklefaerydreams.com': 4.38864568126557e-05,\n",
" 'www.windowscentral.com': 4.3863279989308495e-05,\n",
" 'grantome.com': 4.3831160841407393e-05,\n",
" 'boards.weddingbee.com': 4.3814976212654615e-05,\n",
" 'www.fda.gov': 4.379600413048394e-05,\n",
" 'www.trulia.com': 4.379217274132567e-05,\n",
" 'windowsreport.com': 4.37904980944088e-05,\n",
" 'news.wosu.org': 4.378937078880027e-05,\n",
" 'www.belfastlive.co.uk': 4.377158763344503e-05,\n",
" '0-bmcinfectdis-biomedcentral-com.brum.beds.ac.uk': 4.369082760464056e-05,\n",
" 'www.dispatch.com': 4.364714179372711e-05,\n",
" 'pagancentral.org': 4.359199081355386e-05,\n",
" 'm.egwwritings.org': 4.354498833179858e-05,\n",
" 'fivethirtyeight.com': 4.35326604656422e-05,\n",
" 'www.theautomaticearth.com': 4.351979613250813e-05,\n",
" 'www.coventrytelegraph.net': 4.350388336202108e-05,\n",
" 'www.lawgazette.co.uk': 4.344794218048879e-05,\n",
" 'www.ozy.com': 4.343802116617829e-05,\n",
" 'www.glamour.com': 4.3415333687709385e-05,\n",
" 'www.idownloadblog.com': 4.340395551309461e-05,\n",
" 'apps.shopify.com': 4.3145092072472e-05,\n",
" 'www.sheknows.com': 4.31031461544592e-05,\n",
" 'www.dailystar.co.uk': 4.309298590487486e-05,\n",
" 'www.thrillist.com': 4.305201142706491e-05,\n",
" 'athlonsports.com': 4.299827410987342e-05,\n",
" 'www.reddit.com': 4.295538212509589e-05,\n",
" 'es.uhaul.com': 4.2948872025826016e-05,\n",
" 'bmcpsychiatry.biomedcentral.com': 4.2947364118645467e-05,\n",
" 'www.thestarpress.com': 4.290172092821881e-05,\n",
" 'sportslens.com': 4.285106829614907e-05,\n",
" 'lists.advaita-vedanta.org': 4.268204857518301e-05,\n",
" 'www.mixonline.com': 4.264579355686603e-05,\n",
" 'hstreasures.com': 4.262433850253508e-05,\n",
" 'www.technologynetworks.com': 4.262179028439102e-05,\n",
" 'bangordailynews.com': 4.2552988394501534e-05,\n",
" 'www.complex.com': 4.2549657224552194e-05,\n",
" 'virologyj.biomedcentral.com': 4.25204306485984e-05,\n",
" 'news.bbc.co.uk': 4.25185167664077e-05,\n",
" 'committees.parliament.uk': 4.250431851538315e-05,\n",
" 'local.job-applications.com': 4.243543688040238e-05,\n",
" 'www.mondaq.com': 4.239263189026988e-05,\n",
" 'www.newsday.co.zw': 4.235220837854513e-05,\n",
" 'www.independent.com': 4.231493117314903e-05,\n",
" 'financialpost.com': 4.2311987854325456e-05,\n",
" 'www.nydailynews.com': 4.229718064078568e-05,\n",
" 'www.lincolnshirelive.co.uk': 4.228084014662721e-05,\n",
" 'www.nairaland.com': 4.22537449394767e-05,\n",
" 'www.weforum.org': 4.224628514866522e-05,\n",
" 'www.ishn.com': 4.224242838606882e-05,\n",
" 'phenomenica.com': 4.21905324555305e-05,\n",
" 'collegebasketball.nbcsports.com': 4.212842552853158e-05,\n",
" 'ncf.sobek.ufl.edu': 4.2059971617222224e-05,\n",
" 'www.euractiv.com': 4.205985199958531e-05,\n",
" 'www.ocregister.com': 4.204707103631939e-05,\n",
" 'podcasts.apple.com': 4.199048464450312e-05,\n",
" 'www.universetoday.com': 4.196350543021264e-05,\n",
" 'www.sec.marketwatch.com': 4.19586446044215e-05,\n",
" 'www.spokesman.com': 4.193551852795056e-05,\n",
" 'www.fishbowlapp.com': 4.186291062234093e-05,\n",
" 'cointelegraph.com': 4.185440689578908e-05,\n",
" 'bluray.highdefdigest.com': 4.172987406142613e-05,\n",
" 'www.bishop-accountability.org': 4.171900698035091e-05,\n",
" 'wilearncap.asuscomm.com': 4.169513782462033e-05,\n",
" 'www.gofundme.com': 4.166943090701344e-05,\n",
" 'library.kiwix.org': 4.166776350965033e-05,\n",
" 'www.laptopmag.com': 4.166093805479222e-05,\n",
" 'wgday.net': 4.163025431853415e-05,\n",
" 'punchng.com': 4.1627372620917465e-05,\n",
" 'www.vanguardngr.com': 4.162552760948742e-05,\n",
" 'www.oregonlive.com': 4.159901236663712e-05,\n",
" 'philly.metro.us': 4.15494145446384e-05,\n",
" 'elifesciences.org': 4.149664141809601e-05,\n",
" 'www.kirkusreviews.com': 4.14384673740079e-05,\n",
" 'pmg.org.za': 4.143711895700991e-05,\n",
" 'www.casino.org': 4.1405554399970885e-05,\n",
" 'www.theblaze.com': 4.134392594351965e-05,\n",
" 'nonprofitquarterly.org': 4.131678361426974e-05,\n",
" 'www.cbsnews.com': 4.127287669196684e-05,\n",
" 'tvline.com': 4.1269871751936365e-05,\n",
" 'ftw.usatoday.com': 4.1261828372047806e-05,\n",
" 'www.presidency.ucsb.edu': 4.124738001141878e-05,\n",
" 'www.news24.com': 4.1196886869531606e-05,\n",
" 'www.mtv.com': 4.119597705053565e-05,\n",
" 'freshairarchive.org': 4.119180855712788e-05,\n",
" 'osaa.dk': 4.113290230811076e-05,\n",
" 'bleedingcool.com': 4.106717785378927e-05,\n",
" 'www.brainscape.com': 4.103747643206468e-05,\n",
" 'www.sbs.com.au': 4.101813099787574e-05,\n",
" 'forums.theregister.com': 4.093041864702248e-05,\n",
" 'www.cleveland.com': 4.088752666224495e-05,\n",
" 'kotaku.com': 4.085596572998281e-05,\n",
" 'www.definitions.net': 4.0845301636412665e-05,\n",
" 'www.evwind.es': 4.081171082909978e-05,\n",
" 'www.wind-watch.org': 4.079068712321711e-05,\n",
" 'www.pressconnects.com': 4.078646063337932e-05,\n",
" 'www.nfl.com': 4.07140810887129e-05,\n",
" 'pike.lysator.liu.se': 4.071288491234371e-05,\n",
" 'www.getreading.co.uk': 4.070931088234366e-05,\n",
" 'smallbiztrends.com': 4.07008071557918e-05,\n",
" 'www.techtimes.com': 4.068088175730266e-05,\n",
" 'blog.hubspot.com': 4.066579181116653e-05,\n",
" 'practicaldev-herokuapp-com.global.ssl.fastly.net': 4.0643832912849765e-05,\n",
" 'www.wbur.org': 4.060892993630765e-05,\n",
" 'fcw.com': 4.059569950070907e-05,\n",
" 'bmjopen.bmj.com': 4.055734936135758e-05,\n",
" 'asia.nikkei.com': 4.054750446736148e-05,\n",
" 'www.flsenate.gov': 4.0544376284917216e-05,\n",
" 'www.thespruceeats.com': 4.051689685141781e-05,\n",
" 'www.cambstimes.co.uk': 4.0463540135798334e-05,\n",
" 'efinne1540.wordpress.com': 4.0440820034337546e-05,\n",
" 'mb.com.ph': 4.0383961784255546e-05,\n",
" 'www.pnj.com': 4.03558298909184e-05,\n",
" 'friendlyatheist.patheos.com': 4.033316778588763e-05,\n",
" 'www.jayski.com': 4.030019319064372e-05,\n",
" 'www.un.org': 4.029648866867612e-05,\n",
" 'www.goodhousekeeping.com': 4.028661477646501e-05,\n",
" 'www.americanprogress.org': 4.0260081409730334e-05,\n",
" 'www.thisisanfield.com': 4.021005948883708e-05,\n",
" 'en-academic.com': 4.017458742232538e-05,\n",
" 'www.ecowatch.com': 4.011691722222308e-05,\n",
" 'm.orlandoweekly.com': 4.0110331002638805e-05,\n",
" 'www.rogerebert.com': 4.0106738848754366e-05,\n",
" 'www.cbpp.org': 4.007380050127922e-05,\n",
" 'theinventory.com': 4.006688805177608e-05,\n",
" 'www.jmir.org': 4.005055843194824e-05,\n",
" 'www.irs.gov': 4.0033590851390175e-05,\n",
" 'books.google.gr': 4.003322837370254e-05,\n",
" 'simple.wikipedia.org': 4.001320873101461e-05,\n",
" 'www.smartcompany.com.au': 3.999999279452353e-05,\n",
" 'www.boxinginsider.com': 3.9964658469533137e-05,\n",
" 'electrek.co': 3.996420899720047e-05,\n",
" 'www.earlynewspaper.com': 3.995206236988791e-05,\n",
" 'visionbib.com': 3.994921692004e-05,\n",
" 'www.oom2.com': 3.9939150914654456e-05,\n",
" 'www.pilotonline.com': 3.989394269745296e-05,\n",
" 'oilprice.com': 3.988750871849748e-05,\n",
" 'www.androidcentral.com': 3.98828218819964e-05,\n",
" 'everything2.com': 3.988159308263532e-05,\n",
" 'www.tvtechnology.com': 3.981694881182298e-05,\n",
" 'jalopnik.com': 3.971168891611144e-05,\n",
" 'fr.uhaul.com': 3.970924219171992e-05,\n",
" 'wn.com': 3.964988284559325e-05,\n",
" 'laist.com': 3.963267965453823e-05,\n",
" 'www.kirchgemeinde-roeschenz.ch': 3.961209817143447e-05,\n",
" 'www.ydr.com': 3.959250987719482e-05,\n",
" 'www.vogue.com': 3.9586195515876265e-05,\n",
" 'motorsports.nbcsports.com': 3.958328844482145e-05,\n",
" 'www.coinspeaker.com': 3.956746991853318e-05,\n",
" 'www.essence.com': 3.956449035194085e-05,\n",
" 'www.rsvplive.ie': 3.955596850150461e-05,\n",
" 'www.epo.org': 3.948293649700045e-05,\n",
" 'forums.cfl.ca': 3.946960094287246e-05,\n",
" 'spacecoastdaily.com': 3.9415624390407136e-05,\n",
" 'britishlistedbuildings.co.uk': 3.9370361801552494e-05,\n",
" 'books.google.co.kr': 3.932360942940168e-05,\n",
" 'phys.org': 3.932302221554772e-05,\n",
" 'www.outsidethebeltway.com': 3.931450036511148e-05,\n",
" 'people.com': 3.931203551683558e-05,\n",
" 'www.jta.org': 3.930082770673399e-05,\n",
" 'sg.hotels.com': 3.9292255109421485e-05,\n",
" 'ucanr.edu': 3.929047896875209e-05,\n",
" 'www.revisor.mn.gov': 3.927835409010079e-05,\n",
" 'english.alarabiya.net': 3.92559094716826e-05,\n",
" 'www.marketplace.org': 3.920590567467372e-05,\n",
" 'wearethemighty.rebelmouse.com': 3.919585416839568e-05,\n",
" '1library.net': 3.918777091596148e-05,\n",
" 'www.mansfieldnewsjournal.com': 3.918767667176269e-05,\n",
" 'www.aging-us.com': 3.917408738325336e-05,\n",
" 'diehardgamefan.com': 3.916376401870959e-05,\n",
" 'www.rhsupplies.org': 3.914253732532184e-05,\n",
" 'erenow.net': 3.9135585003273055e-05,\n",
" 'owlcation.com': 3.913422208716756e-05,\n",
" 'www.gamedeveloper.com': 3.911479690788735e-05,\n",
" 'www.idcrawl.com': 3.904242461277468e-05,\n",
" 'carnegieendowment.org': 3.89848740303093e-05,\n",
" 'www.thedailyjournal.com': 3.896226629693168e-05,\n",
" 'webot.org': 3.8944465017692056e-05,\n",
" 'content.yudu.com': 3.892349568346253e-05,\n",
" 'www.colts.com': 3.892286497228605e-05,\n",
" 'access.redhat.com': 3.891852611436509e-05,\n",
" 'wowpedia.fandom.com': 3.890621274731622e-05,\n",
" 'www.drf.com': 3.886028319951633e-05,\n",
" 'en.m.wikibooks.org': 3.8852707415844816e-05,\n",
" 'support.mozilla.org': 3.882986769674711e-05,\n",
" 'www.monexsecurities.com.au': 3.8821490837385927e-05,\n",
" 'blog.flibo.ai': 3.876277670154324e-05,\n",
" 'books.google.com.eg': 3.876086281935255e-05,\n",
" 'lists.gnupg.org': 3.873693929196881e-05,\n",
" 'www.miastenia.it': 3.87040118188243e-05,\n",
" 'www.wuwm.com': 3.870314187237398e-05,\n",
" 'legaltalknetwork.com': 3.8688117172221625e-05,\n",
" 'books.google.no': 3.862479956974601e-05,\n",
" 'marketbusinessnews.com': 3.860286966964426e-05,\n",
" 'epjournal.net': 3.856268176841647e-05,\n",
" 'www.mlbtraderumors.com': 3.85441374099172e-05,\n",
" 'arstechnica.com': 3.854348495007946e-05,\n",
" 'blueandgreentomorrow.com': 3.851208350799988e-05,\n",
" 'www.lawnet.gov.lk': 3.849381463254321e-05,\n",
" 'lawofselfdefense.com': 3.8400063403414e-05,\n",
" 'www.rd.com': 3.838551717380931e-05,\n",
" 'www.outdoorlife.com': 3.833586498015744e-05,\n",
" 'www.packers.com': 3.833264617829127e-05,\n",
" 'www.revolt.tv': 3.831813982123222e-05,\n",
" 'www.firstshowing.net': 3.828763732381796e-05,\n",
" 'www.wesa.fm': 3.8286252659051205e-05,\n",
" 'www.ammoland.com': 3.82664287543146e-05,\n",
" 'monetmagazine.top': 3.826308308525775e-05,\n",
" 'www.voanews.com': 3.826214064326991e-05,\n",
" 'mg.co.za': 3.824225149254952e-05,\n",
" 'stemcellres.biomedcentral.com': 3.82395147860079e-05,\n",
" 'community.atlassian.com': 3.8226657702427584e-05,\n",
" 'www.counselling-directory.org.uk': 3.822351864565269e-05,\n",
" 'www.nationalreview.com': 3.817521849377568e-05,\n",
" 'www.webmd.com': 3.8168472784008847e-05,\n",
" 'www.portsmouth.co.uk': 3.815725409957663e-05,\n",
" 'www.montgomeryadvertiser.com': 3.813558155863309e-05,\n",
" 'www.blogarama.com': 3.812341680743616e-05,\n",
" 'www.usmagazine.com': 3.810199437609708e-05,\n",
" 'www.diverseeducation.com': 3.809790200300371e-05,\n",
" 'www.lexology.com': 3.807703053774985e-05,\n",
" 'www.modernhealthcare.com': 3.8055782095700845e-05,\n",
" 'amt.copernicus.org': 3.803882901425029e-05,\n",
" 'leadership.ng': 3.798082895945224e-05,\n",
" 'www.imore.com': 3.797297044318437e-05,\n",
" 'electricliterature.com': 3.796756952563865e-05,\n",
" 'community.spiceworks.com': 3.792525025560758e-05,\n",
" 'www.consumeraffairs.com': 3.784720880946035e-05,\n",
" 'adops.motherjones.com': 3.7835029559155904e-05,\n",
" 'www.cbssports.com': 3.778831705955073e-05,\n",
" 'www.mail-archive.com': 3.778817206847568e-05,\n",
" 'www.tumbral.com': 3.7780146812471496e-05,\n",
" 'www.thestar.co.uk': 3.7742706492115954e-05,\n",
" 'www.tampabay.com': 3.77381682714668e-05,\n",
" 'yourmagazine.top': 3.773286159811987e-05,\n",
" 'www.freeadvice.com': 3.772870397904272e-05,\n",
" 'www.macleans.ca': 3.77257824088804e-05,\n",
" ...}"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 16
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-15T14:01:34.100514Z",
"start_time": "2024-05-15T14:01:34.096130Z"
}
},
"cell_type": "code",
"source": [
"filtered_df = df_43[df_43['in_49'] == 0] # Filter rows where 'in_49' is 0\n",
"sorted_df = filtered_df.sort_values(by='Frequency', ascending=False) # Sort by 'Frequency' column in descending order"
],
"id": "274edf9d4064ad1d",
"outputs": [],
"execution_count": 33
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-15T14:01:36.920220Z",
"start_time": "2024-05-15T14:01:36.914063Z"
}
},
"cell_type": "code",
"source": "sorted_df",
"id": "7d62dfa545a519f1",
"outputs": [
{
"data": {
"text/plain": [
" URL Frequency in_49 change_to_49\n",
"9 ufdc.ufl.edu 0.000443 0.0 -0.000443\n",
"22 www.hotfreebooks.com 0.000244 0.0 -0.000244\n",
"37 irclogs.ubuntu.com 0.000190 0.0 -0.000190\n",
"47 transparentpng.netlify.app 0.000181 0.0 -0.000181\n",
"85 www.preceptaustin.org 0.000120 0.0 -0.000120\n",
"... ... ... ... ...\n",
"59994 www.annahelizabeth.com 0.000001 0.0 -0.000001\n",
"59996 meisendorf.com 0.000001 0.0 -0.000001\n",
"59997 www.anyrubbish.co.uk 0.000001 0.0 -0.000001\n",
"59998 qjshhxx.cn 0.000001 0.0 -0.000001\n",
"59999 www.al-enterprise.com 0.000001 0.0 -0.000001\n",
"\n",
"[29485 rows x 4 columns]"
],
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>URL</th>\n",
" <th>Frequency</th>\n",
" <th>in_49</th>\n",
" <th>change_to_49</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>ufdc.ufl.edu</td>\n",
" <td>0.000443</td>\n",
" <td>0.0</td>\n",
" <td>-0.000443</td>\n",
" </tr>\n",
" <tr>\n",
" <th>22</th>\n",
" <td>www.hotfreebooks.com</td>\n",
" <td>0.000244</td>\n",
" <td>0.0</td>\n",
" <td>-0.000244</td>\n",
" </tr>\n",
" <tr>\n",
" <th>37</th>\n",
" <td>irclogs.ubuntu.com</td>\n",
" <td>0.000190</td>\n",
" <td>0.0</td>\n",
" <td>-0.000190</td>\n",
" </tr>\n",
" <tr>\n",
" <th>47</th>\n",
" <td>transparentpng.netlify.app</td>\n",
" <td>0.000181</td>\n",
" <td>0.0</td>\n",
" <td>-0.000181</td>\n",
" </tr>\n",
" <tr>\n",
" <th>85</th>\n",
" <td>www.preceptaustin.org</td>\n",
" <td>0.000120</td>\n",
" <td>0.0</td>\n",
" <td>-0.000120</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59994</th>\n",
" <td>www.annahelizabeth.com</td>\n",
" <td>0.000001</td>\n",
" <td>0.0</td>\n",
" <td>-0.000001</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59996</th>\n",
" <td>meisendorf.com</td>\n",
" <td>0.000001</td>\n",
" <td>0.0</td>\n",
" <td>-0.000001</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59997</th>\n",
" <td>www.anyrubbish.co.uk</td>\n",
" <td>0.000001</td>\n",
" <td>0.0</td>\n",
" <td>-0.000001</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59998</th>\n",
" <td>qjshhxx.cn</td>\n",
" <td>0.000001</td>\n",
" <td>0.0</td>\n",
" <td>-0.000001</td>\n",
" </tr>\n",
" <tr>\n",
" <th>59999</th>\n",
" <td>www.al-enterprise.com</td>\n",
" <td>0.000001</td>\n",
" <td>0.0</td>\n",
" <td>-0.000001</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>29485 rows × 4 columns</p>\n",
"</div>"
]
},
"execution_count": 34,
"metadata": {},
"output_type": "execute_result"
}
],
"execution_count": 34
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2024-05-15T14:03:08.719028Z",
"start_time": "2024-05-15T14:03:08.082516Z"
}
},
"cell_type": "code",
"source": "assert all(row[1][\"URL\"] not in freqs_49 for row in sorted_df.iterrows())",
"id": "3a2317033c481119",
"outputs": [],
"execution_count": 36
},
{
"metadata": {},
"cell_type": "code",
"outputs": [],
"execution_count": null,
"source": "",
"id": "d67bd99d6e230caf"
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.6"
}
},
"nbformat": 4,
"nbformat_minor": 5
}
|