tweet_eval.py

from fklearn.validation.evaluators import auc_evaluator, logloss_evaluator, precision_evaluator, recall_evaluator, \
                                          combined_evaluators, temporal_split_evaluator

def tweet_eval(target_column, prediction_column, time_column):
    eval_args = dict(target_column=target_column,  prediction_column=prediction_column)
    basic_evaluator = combined_evaluators(evaluators=[
        auc_evaluator(**eval_args),
        logloss_evaluator(**eval_args),
        precision_evaluator(**eval_args),
        recall_evaluator(**eval_args)
    ])
    
    final_evaluator = combined_evaluators(evaluators=[
        basic_evaluator,
        temporal_split_evaluator(eval_fn=basic_evaluator, time_col=time_column, time_format="%Y-%U") # Weekly
    ])
    return final_evaluator