Markdownify Tutorials at www.robotix.in

markdownify.py

from __future__ import print_function

import os

import requests


with open('urls.txt', 'r') as urls:
    for url in urls:
        category, tut = url.split('/')
        tut = tut.strip()
        try:
            os.mkdir(category)
        except:
            pass
        print('Converting {0} in {1}'.format(tut, category))
        tutorial = open(category + '/' + tut + '.md', 'wb')
        try:
            r = requests.post('http://heckyesmarkdown.com/go/', params={'u': 'http://archive.robotix.in/tutorials/categ/{0}/{1}'.format(category, tut), 'read': 1, 'submit': 'go'})
            tutorial.write(bytes(r.text[r.text.find('#'):], 'UTF-8'))
        except requests.exceptions.ConnectionError:
            pass