Created
March 25, 2019 12:46
-
-
Save tripleee/d0a46dd49281cbbf9f8aaad5cd7623ab to your computer and use it in GitHub Desktop.
Common URL tails in Metasmoke
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 4187 reviews/ | |
| 2667 cream/ | |
| 2199 review/ | |
| 1921 enhancement/ | |
| 1643 serum/ | |
| 1093 diet/ | |
| 1064 garcinia/ | |
| 1052 keto/ | |
| 882 forskolin/ | |
| 792 xl/ | |
| 785 rx/ | |
| 693 boost/ | |
| 653 max/ | |
| 645 training/ | |
| 639 testo/ | |
| 630 iq/ | |
| 576 pro/ | |
| 513 x/ | |
| 503 scam/ | |
| 492 ultra/ | |
| 424 xtreme/ | |
| 398 plus/ | |
| 371 blast/ | |
| 364 force/ | |
| 360 support/ | |
| 355 booster/ | |
| 347 uk/ | |
| 324 elite/ | |
| 315 slim/ | |
| 314 download/ | |
| 307 canada/ | |
| 305 extreme/ | |
| 300 oil/ | |
| 292 trim/ | |
| 286 cambogia/ | |
| 284 180/ | |
| 278 skin/ | |
| 273 ca/ | |
| 267 reviews | |
| 265 xr/ | |
| 259 muscle/ | |
| 259 derma/ | |
| 248 training.html | |
| 248 complex/ | |
| 236 fr/ | |
| 233 cbd/ | |
| 231 fx/ | |
| 226 xt/ | |
| 207 advanced/ | |
| 206 burn/ | |
| 200 growth/ | |
| 190 t3/ | |
| 190 moisturizer/ | |
| 190 australia/ | |
| 170 es/ | |
| 164 1000/ | |
| 161 cleanse/ | |
| 160 tone/ | |
| 156 africa/ | |
| 154 rush/ | |
| 147 tank/ | |
| 145 pills/ | |
| 145 explosion/ | |
| 144 reload/ | |
| 134 fuel/ | |
| 133 360/ | |
| 132 365/ | |
| 131 training | |
| 131 black/ | |
| 130 supplement/ | |
| 128 support | |
| 128 skincare/ | |
| 127 testosterone/ | |
| 126 za/ | |
| 126 igf/ | |
| 125 factor/ | |
| 125 core/ | |
| 124 shred/ | |
| 123 care/ | |
| 121 number/ | |
| 120 bust/ | |
| 119 edge/ | |
| 116 greens/ | |
| 114 protocol/ | |
| 113 de/ | |
| 113 10/ | |
| 108 male/ | |
| 104 test/ | |
| 104 review | |
| 102 avis/ | |
| 101 x10/ | |
| 96 workout/ | |
| 95 xplode/ | |
| 91 lean/ | |
| 90 11/ | |
| 87 cyp/ | |
| 87 au/ | |
| 86 2/ | |
| 83 no2/ | |
| 83 flashlight/ | |
| 82 novela/ | |
| 81 x4/ | |
| 81 lift/ | |
| 78 keto | |
| 77 france/ | |
| 77 builder/ | |
| 76 zx1/ | |
| 76 troxin/ | |
| 75 excel/ | |
| 72 system/ | |
| 72 glow/ | |
| 70 hd/ | |
| 70 formula/ | |
| 69 effects/ | |
| 68 progenix/ | |
| 68 pop/ | |
| 66 enhancement | |
| 66 brain/ | |
| 65 luminance/ | |
| 65 focus/ | |
| 65 allure/ | |
| 64 services/ | |
| 64 rampage/ | |
| 64 pill/ | |
| 62 renew/ | |
| 60 1700/ | |
| 60 | |
| 59 chennai | |
| 58 forskolin | |
| 57 pump/ | |
| 56 recovery.html | |
| 56 ireland/ | |
| 56 hair/ | |
| 56 ex/ | |
| 55 czar/ | |
| 54 service/ | |
| 54 mac/ | |
| 54 it/ | |
| 54 beast/ | |
| 53 rev/ | |
| 53 restore/ | |
| 53 loss/ | |
| 53 ketoboost/ | |
| 52 support.html | |
| 52 revive/ | |
| 52 power/ | |
| 52 life/ | |
| 52 claire/ | |
| 51 teeth/ | |
| 51 clarity/ | |
| 50 youth/ | |
| 50 nzt/ | |
| 49 boostr/ | |
| 48 online/ | |
| 47 xs/ | |
| 47 2016/ | |
| 46 windows/ | |
| 46 funciona/ | |
| 46 extra/ | |
| 46 chennai/ | |
| 46 android/ | |
| 46 6x/ | |
| 45 synapse/ | |
| 45 ignite/ | |
| 45 enhanced/ | |
| 45 club/ | |
| 45 2000/ | |
| 44 xr | |
| 44 dk/ | |
| 44 blend/ | |
| 43 promedics/ | |
| 43 development/ | |
| 43 br/ | |
| 43 app/ | |
| 42 zt/ | |
| 42 vital/ | |
| 41 x3/ | |
| 41 skype | |
| 41 performance/ | |
| 41 mayfair/ | |
| 41 hack/ | |
| 41 error/ | |
| 41 7/ | |
| 40 vibrance/ | |
| 40 storm/ | |
| 40 opulent/ | |
| 40 nitro/ | |
| 40 me/ | |
| 40 fortera/ | |
| 40 cream | |
| 40 chennai.html | |
| 39 complete/ | |
| 38 software/ | |
| 38 recovery/ | |
| 38 mxs/ | |
| 38 lash/ | |
| 38 genex/ | |
| 38 diet | |
| 38 ampx/ | |
| 38 active/ | |
| 38 720/ | |
| 38 2018/ | |
| 37 smile/ | |
| 37 number | |
| 37 fit/ | |
| 37 android.html | |
| 37 800/ | |
| 36 xtx/ | |
| 36 vigor/ | |
| 36 tutorial/ | |
| 36 testadrox/ | |
| 36 strike/ | |
| 36 pure/ | |
| 36 beauty/ | |
| 35 renewal/ | |
| 35 nz/ | |
| 35 mass/ | |
| 35 guide/ | |
| 35 247/ | |
| 34 t3x/ | |
| 34 serum | |
| 34 reducer/ | |
| 34 pro | |
| 34 gold | |
| 34 beaute/ | |
| 34 360 | |
| 34 2.html | |
| 33 therapy/ | |
| 33 shampoo/ | |
| 33 services | |
| 33 khai/ | |
| 33 key/ | |
| 33 garcinia | |
| 33 biotics/ | |
| 33 be/ | |
| 32 server/ | |
| 32 se/ | |
| 32 science/ | |
| 32 maximus/ | |
| 32 mac.html | |
| 32 bloom/ | |
| 32 ageless/ | |
| 31 us/ | |
| 31 prime/ | |
| 31 plus | |
| 31 php/ | |
| 31 online.html | |
| 31 naturale/ | |
| 31 g3000/ | |
| 31 flex/ | |
| 31 edition/ | |
| 31 development | |
| 31 converter.html | |
| 30 zoe | |
| 30 reflexion/ | |
| 30 maxxx/ | |
| 30 lux/ | |
| 30 flawless/ | |
| 30 finland/ | |
| 30 example/ | |
| 30 converter/ | |
| 30 control/ | |
| 30 1/ | |
| 29 usa/ | |
| 29 testro/ | |
| 29 stack/ | |
| 29 singapore/ | |
| 29 questions/ | |
| 29 nutra/ | |
| 29 india/ | |
| 29 hyderabad/ | |
| 29 Pro/ | |
| 28 xi/ | |
| 28 service | |
| 28 platinum/ | |
| 28 peak/ | |
| 28 free/ | |
| 28 curcumin/ | |
| 28 crack/ | |
| 28 ch/ | |
| 28 blaze/ | |
| 27 zealand/ | |
| 27 xxl/ | |
| 27 trt/ | |
| 27 rx | |
| 27 removal/ | |
| 27 essence/ | |
| 27 c/ | |
| 27 bangalore | |
| 27 911/ | |
| 26 scam | |
| 26 sale/ | |
| 26 revitalizer/ | |
| 26 premier/ | |
| 26 oxide/ | |
| 26 linux/ | |
| 26 go/ | |
| 26 2 | |
| 25 x9/ | |
| 25 ubuntu/ | |
| 25 training.html/ | |
| 25 testrone/ | |
| 25 secret/ | |
| 25 royale/ | |
| 25 regrowth/ | |
| 25 price/ | |
| 25 pc/ | |
| 25 maxx/ | |
| 25 mastermind/ | |
| 25 ha/ | |
| 25 extract/ | |
| 25 cognitive/ | |
| 24 videos/ | |
| 24 uptake/ | |
| 24 tren/ | |
| 24 t3 | |
| 24 software | |
| 24 replenish/ | |
| 24 repair/ | |
| 24 problem | |
| 24 nutrition/ | |
| 24 labs/ | |
| 24 force | |
| 24 couture/ | |
| 24 code/ | |
| 24 brush/ | |
| 24 bangalore.html | |
| 23 xt | |
| 23 testo | |
| 23 strength/ | |
| 23 espana/ | |
| 23 endear/ | |
| 23 detox/ | |
| 23 creme/ | |
| 23 buffett/ | |
| 23 aid/ | |
| 23 600/ | |
| 23 2017/ | |
| 22 white/ | |
| 22 sugar/ | |
| 22 sharing/ | |
| 22 services.html | |
| 22 safe/ | |
| 22 replacement/ | |
| 22 online | |
| 22 gold/ | |
| 22 chrome/ | |
| 22 ce/ | |
| 22 account/ | |
| 21 vpn/ | |
| 21 surge/ | |
| 21 sale | |
| 21 method/ | |
| 21 md/ | |
| 21 list/ | |
| 21 java | |
| 21 hca/ | |
| 21 fiber/ | |
| 21 examples/ | |
| 21 demand/ | |
| 21 cycle/ | |
| 21 apk/ | |
| 21 aging/ | |
| 21 3 | |
| 20 wordpress/ | |
| 20 website/ | |
| 20 vista.html | |
| 20 ultra | |
| 20 treatment/ | |
| 20 timeless/ | |
| 20 testobuild/ | |
| 20 skin | |
| 20 setup/ | |
| 20 service.html | |
| 20 rock/ | |
| 20 refine/ | |
| 20 profits/ | |
| 20 payday/ | |
| 20 onyx/ | |
| 20 lion/ | |
| 20 italy/ | |
| 20 generator/ | |
| 20 gel/ | |
| 20 fire/ | |
| 20 elite | |
| 20 den/ | |
| 20 converter | |
| 20 beard/ | |
| 20 1200/ |
Germany conspiciously missing from the set. Here's what I did for country codes:
sed '\%.*\(-[a-z][a-z]/\),[1-9][0-9]*$%!d;s//\1/' ~/Downloads/urls-in-posts.csv | sort | uniq -c | sort -rn | less
Resulting (tentative) watch regex: https?://[^<>"'\s]+-(uk|ca|fr|es|za|de|au|it|dk|br|nz|be|se|us|ch|nl|at|id|no|ie|sg|pt|hr|pl|mx|lt|lu|fi|kr)/(?=[<>"'\s]|$) ... though should probably expect some FPs from -us, -no, etc which coincide with common English words
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Download the query result from https://metasmoke.erwaysoftware.com/data/sql/queries/169-urls-in-posts
sed '/.*-/!d;s///;s/,[1-9][0-9]*$//' ~/Downloads/urls-in-posts.csv | sort | uniq -c | sort -rn