Search Combination and Vote

combi.py

def all_subs(idx_list):
    if idx_list == []:
        return [[]]

    indices = all_subs(idx_list[1:])

    return indices + [[idx_list[0]] + i for i in indices]

def search_combination(predict_list, y_val, score_name):
    idx_list = list(range(len(predict_list)))
    combi_idx = all_subs(idx_list)
    combi_idx.pop(0)
    
    best_combi = None
    score = 0.0
    
    for combi in combi_idx:
        pred_list = [predict_list[i] for i in combi]
        y_pred = np.mean(pred_list, axis=0)
        y_pred = np.argmax(y_pred, axis=1)
        pred_score = matric_score(y_val, y_pred, score_name)
        if pred_score >= score:
            score = pred_score
            best_combi = combi
    
    return best_combi