An example of A/B test using the chi-squared test for independence.

ab_test.py

#!/usr/bin/env python2.7
# -*- coding: utf-8 -*-
"""An example of A/B test using the chi-squared test for independence."""
import numpy as np
import pandas as pd
from scipy.stats import chi2_contingency


def main():
    data = pd.io.parsers.read_csv('n10000.csv')
    data = data.set_index('version')
    observed = data.values
    print observed

    result = chi2_contingency(observed)
    chisq, p = result[:2]
    print 'chisq = {}, p = {}'.format(chisq, p)

    print

    data = pd.io.parsers.read_csv('n40000.csv')
    data = data.set_index('version')
    observed = data.values
    print observed

    result = chi2_contingency(observed)
    chisq, p = result[:2]
    print 'chisq = {}, p = {}'.format(chisq, p)


if __name__ == '__main__':
    main()

n10000.csv

n40000.csv