Kyle Gorman kylebgorman

## log_odds.pyx
"""Log-odds computations."""


from libc.math cimport log, sqrt
from libc.stdint cimport int64_t


ctypedef int64_t int64


## wagnerfischer.py
#!/usr/bin/env python
# wagnerfischer.py: Dynamic programming Levensthein distance function
# Kyle Gorman <gormanky@ohsu.edu>
#
# Based on:
#
# Robert A. Wagner and Michael J. Fischer (1974). The string-to-string
# correction problem. Journal of the ACM 21(1):168-173.
#
# The thresholding function was inspired by BSD-licensed code from

## tolerance.c
/*
 *  Tolerance Principle calculator, based on:
 *
 *  C. Yang (2005). On productivity. Language Variation Yearbook 5:333-370.
 *
 *  Definition:
 *
 *  The number of data points consistent with a rule R is given by N, and the
 *  number of exceptions to it by m. By Tolerance, R is productive iff:
 *

## .vimrc
syn on
set hlsearch
set ruler
" tab stuff
set expandtab
set tabstop=4
" scrolling
set scrolloff=5
" backspace over everythign
set backspace=indent,eol,start

## function_words.py
"""English function words.

Sets of English function words, based on

    E.O. Selkirk. 1984. Phonology and syntax: The relationship between
    sound and structure. Cambridge: MIT Press. (p. 352f.)

The categories are of my own creation.
"""

## LING78100-lecture02.ipynb

      
              1 file
            
          
              0 forks
            
          
              1 comment
            
          
              0 stars
            
          
                kylebgorman
                / LING78100-lecture02.ipynb
            
            
              Created
              September 18, 2019 14:49
            
              
                LING78100 Lecture 2
              
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## lnre.py
#!/usr/bin/env python
"""LNRE calculator.

This script computes a number of statistics characterizing LNRE data:

* N: corpus size
* V: vocabulary size
* V(1): the number of _hapax legomena_ (symbols occuring once)
* V(2): the number of _dis legomena_ (symbols occurring twice)
* V/N: vocabulary growth rate

## byte.sym
<epsilon>	0
<SOH>	1
<STX>	2
<ETX>	3
<EOT>	4
<ENQ>	5
<ACK>	6
<BEL>	7
<BS>	8
<HT>	9

## word_tokenize.py
#!/usr/bin/env python

import fileinput

import nltk


if __name__ == "__main__":
    for line in fileinput.input():
        print(" ".join(nltk.word_tokenize(line)))

## wagnerfischerpp.py
# Copyright (c) 2013-2022 Kyle Gorman
#
# Permission is hereby granted, free of charge, to any person obtaining a
# copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
	"""Log-odds computations."""


	from libc.math cimport log, sqrt
	from libc.stdint cimport int64_t


	ctypedef int64_t int64
	#!/usr/bin/env python
	# wagnerfischer.py: Dynamic programming Levensthein distance function
	# Kyle Gorman <gormanky@ohsu.edu>
	#
	# Based on:
	#
	# Robert A. Wagner and Michael J. Fischer (1974). The string-to-string
	# correction problem. Journal of the ACM 21(1):168-173.
	#
	# The thresholding function was inspired by BSD-licensed code from
	/*
	* Tolerance Principle calculator, based on:
	*
	* C. Yang (2005). On productivity. Language Variation Yearbook 5:333-370.
	*
	* Definition:
	*
	* The number of data points consistent with a rule R is given by N, and the
	* number of exceptions to it by m. By Tolerance, R is productive iff:
	*
	syn on
	set hlsearch
	set ruler
	" tab stuff
	set expandtab
	set tabstop=4
	" scrolling
	set scrolloff=5
	" backspace over everythign
	set backspace=indent,eol,start
	"""English function words.

	Sets of English function words, based on

	E.O. Selkirk. 1984. Phonology and syntax: The relationship between
	sound and structure. Cambridge: MIT Press. (p. 352f.)

	The categories are of my own creation.
	"""
	#!/usr/bin/env python
	"""LNRE calculator.

	This script computes a number of statistics characterizing LNRE data:

	* N: corpus size
	* V: vocabulary size
	* V(1): the number of _hapax legomena_ (symbols occuring once)
	* V(2): the number of _dis legomena_ (symbols occurring twice)
	* V/N: vocabulary growth rate
	<epsilon> 0
	<SOH> 1
	<STX> 2
	<ETX> 3
	<EOT> 4
	<ENQ> 5
	<ACK> 6
	<BEL> 7
	<BS> 8
	<HT> 9
	#!/usr/bin/env python

	import fileinput

	import nltk


	if __name__ == "__main__":
	for line in fileinput.input():
	print(" ".join(nltk.word_tokenize(line)))
	# Copyright (c) 2013-2022 Kyle Gorman
	#
	# Permission is hereby granted, free of charge, to any person obtaining a
	# copy of this software and associated documentation files (the
	# "Software"), to deal in the Software without restriction, including
	# without limitation the rights to use, copy, modify, merge, publish,
	# distribute, sublicense, and/or sell copies of the Software, and to
	# permit persons to whom the Software is furnished to do so, subject to
	# the following conditions:
	#