Storing stuff I'm learning from Udacity's deep learning course.

Softmax function

"""Softmax."""

scores = [3.0, 1.0, 0.2]

import numpy as np
from math import e

def softmax(scores):
  denominator = sum([e ** x for x in scores])
  result = [e ** x / denominator for x in scores]
  is_1d_array = isinstance(result[0], float);
  return result if is_1d_array else np.array(result)

print(softmax(scores))

# Plot softmax curves
import matplotlib.pyplot as plt
x = np.arange(-2.0, 6.0, 0.1)
scores = np.vstack([x, np.ones_like(x), 0.2 * np.ones_like(x)])

plt.plot(x, softmax(scores).T, linewidth=2)
plt.show()