0xtavi

#!/bin/sh

# Inspired from https://twitter.com/rez0__
# Usage ./unique_directories.sh urls.txt 

rm unique_urls.txt > /dev/null
cat $1 | rev | cut -d/ -f2- | rev | sort -u | anew unique_urls.txt > /dev/null
for i in {1..10}; do cat unique_urls.txt | rev | cut -d/ -f2- | rev | sort -u | anew unique_urls.txt > /dev/null; done

sed -i "" "s/$/\//g" unique_urls.txt

0xtavi

{
  "programs": [
    {
      "name": "spacex",
      "url": "https://bugcrowd.com/spacex",
      "wildcards": [
        "starlink.com",
        "starlinkisp.net"
      ],
      "out_of_scope_domains": [],