created by github.com/tr3buchet/gister

gspider.py

#!/usr/bin/env python


from __future__ import print_function

from collections import deque


from gopherlib import Gopher, GopherMenu


host = "arrow.shortcircuit.net.au"
port = 70


q = deque()
g = Gopher(host, port)
data = g.get_selector("1/")
items = data.get_data()
selectors = [item for item in items if item["type"] != "i"]
for selector in selectors:
    print("{0: <40s}{1:s}".format(selector["selector"], selector["name"]))
    if selector["host"] == host:
        q.append(selector["selector"])


while q:
    data = g.get_selector(q.popleft())
    if isinstance(data, GopherMenu):
        items = data.get_data()
        selectors = [item for item in items if item["type"] != "i"]
        for selector in selectors:
            print("{0: <40s}{1:s}".format(selector["selector"], selector["name"]))
            if selector["host"] == host:
                q.append(selector["selector"])