Jeremy Dunck jdunck

## redis_leaky_bucket.py
#cribbed from http://vimeo.com/52569901 (Twilio carrier call origination moderation)
# The idea is that many fan-in queues can enqueue at any rate, but
#  dequeue needs to happen in a rate-controlled manner without allowing
#  any individual input queue to starve other queues.
#  http://en.wikipedia.org/wiki/Leaky_bucket (second sense, "This version is referred to here as the leaky bucket as a queue.")
#
#  requires:
#  redis 2.6+
#  redis-py>=2.7.0
#  anyjson

## static_fallback_open.py
import posixpath
from django.contrib.staticfiles import finders
from django.contrib.staticfiles.storage import staticfiles_storage

def static_fallback_open(static_path, mode='r'):
    writing = 'w' in mode or 'a' in mode

    if writing or staticfiles_storage.exists(static_path):
        return staticfiles_storage.open(static_path, mode)

## s3_multipart.py
from multiprocessing.pool import ThreadPool
import logging, os, threading

from StringIO import StringIO
import boto.s3

logger = logging.getLogger('s3upload')

class MultiPartUploader:
    upload_part = 0

## example.html
<html>
    <body>
        <img src="foo"/>
        <img src="bar"/>
    </body>
</html>

## heap.py
import heapq

class Heap(object):
    def __init__(self, max=False):
        self.max = max
        self.data = []
    @property
    def delta(self):
        return -1 if self.max else 1
    def push(self, item):

## warn_on_path_overlap.py
import sys, os.path, logging


try:
    import sysconfig
except ImportError:
    sysconfig = None

def warn_on_path_overlap():
    """

## README.md

      
              5 files
            
          
              0 forks
            
          
              1 comment
            
          
              2 stars
            
          
                jdunck
                / README.md
            
            
              Last active
              August 17, 2018 20:29
            
              
                Python preamble ordering
              
          
    It's been hard for me to remember what the required relative order of python preambles (that is, encoding markers, future imports, and module docstrings) should be.
This is an empirical approach, showing that the proper order is:
# -*- coding: utf8 -*-

"""døcst®îñg"""

from __future__ import unicode_literals


## circle.yml.fragment
test:
  override:
    - find . -maxdepth 1 -type d -not -name . > test_dirs:
        parallel: true
    - python circle_node_to_dirs.py < test_dirs > test_dirs_for_node:
        parallel: true
    - echo "Testing `cat test_dirs_for_node`":
        parallel: true
    - py.test `cat test_dirs_for_node`:
        parallel: true

## chunked_bulk_create.py
import math
from itertools import izip_longest
from django.db import connections

def get_cursor(alias='default'):
    """
    Get a raw cursor out of django's DB connection
    """

    wrapped_conn = connections[alias]

## Example.sh
$ ls -1 font-repo/
HelveticaNeue.ttf
LucidaGrande.ttc
meiryo.ttc
ヒラギノ丸ゴ ProN W4.ttc
ヒラギノ角ゴシック W8.ttc
$ python handmade-cjk.py
num desired: 23216
num unsupported: 6640
extras (supported by not desired): 6563
	#cribbed from http://vimeo.com/52569901 (Twilio carrier call origination moderation)
	# The idea is that many fan-in queues can enqueue at any rate, but
	# dequeue needs to happen in a rate-controlled manner without allowing
	# any individual input queue to starve other queues.
	# http://en.wikipedia.org/wiki/Leaky_bucket (second sense, "This version is referred to here as the leaky bucket as a queue.")
	#
	# requires:
	# redis 2.6+
	# redis-py>=2.7.0
	# anyjson
	import posixpath
	from django.contrib.staticfiles import finders
	from django.contrib.staticfiles.storage import staticfiles_storage

	def static_fallback_open(static_path, mode='r'):
	writing = 'w' in mode or 'a' in mode

	if writing or staticfiles_storage.exists(static_path):
	return staticfiles_storage.open(static_path, mode)
	from multiprocessing.pool import ThreadPool
	import logging, os, threading

	from StringIO import StringIO
	import boto.s3

	logger = logging.getLogger('s3upload')

	class MultiPartUploader:
	upload_part = 0
	import heapq

	class Heap(object):
	def __init__(self, max=False):
	self.max = max
	self.data = []
	@property
	def delta(self):
	return -1 if self.max else 1
	def push(self, item):
	import sys, os.path, logging


	try:
	import sysconfig
	except ImportError:
	sysconfig = None

	def warn_on_path_overlap():
	"""
	test:
	override:
	- find . -maxdepth 1 -type d -not -name . > test_dirs:
	parallel: true
	- python circle_node_to_dirs.py < test_dirs > test_dirs_for_node:
	parallel: true
	- echo "Testing `cat test_dirs_for_node`":
	parallel: true
	- py.test `cat test_dirs_for_node`:
	parallel: true
	import math
	from itertools import izip_longest
	from django.db import connections

	def get_cursor(alias='default'):
	"""
	Get a raw cursor out of django's DB connection
	"""

	wrapped_conn = connections[alias]
	$ ls -1 font-repo/
	HelveticaNeue.ttf
	LucidaGrande.ttc
	meiryo.ttc
	ヒラギノ丸ゴ ProN W4.ttc
	ヒラギノ角ゴシック W8.ttc
	$ python handmade-cjk.py
	num desired: 23216
	num unsupported: 6640
	extras (supported by not desired): 6563