AutoFlatten get_bottom_to_top

get_bottom_to_top.py

def get_bottom_to_top(self, order, all_cols_in_explode_cols):
    '''
    Description: 
    This function gets the mutually exclusive leaf fields in every array type column

    :param order: [type: list] contains the fields in order in which array explode has to take place
    :param all_cols_in_explode_cols: [type: set] contains all fields in array type fields

    :return bottom_to_top: [type: dict] contains list of mutually exclusive leaf fields for every 
                            array type / struct type (parent to array type) field
    '''
    bottom_to_top = {}
    for column in reversed(order):
        x_cols = set(filter(lambda x: x.startswith(column), list(all_cols_in_explode_cols)))
        bottom_to_top[column] = list(x_cols)
        all_cols_in_explode_cols = all_cols_in_explode_cols.difference(x_cols)
    return bottom_to_top