A gist to get the module names of all architectures in `transformers` that supports `accelerate`

get_accelerate.py

import transformers
import transformers.models as models

models_that_support_accelerate = []

for model in dir(models):
    if model[0] != '_':
        model_module = getattr(models, model)
        if hasattr(model_module, "modeling_" + model):
            modeling_module = getattr(model_module, "modeling_" + model)        
            all_classes = dir(modeling_module)
            for class_object in all_classes:
                if class_object.endswith("PreTrainedModel") and hasattr(transformers, class_object):
                    pretrained_model_class = getattr(transformers, class_object)
                    if pretrained_model_class._no_split_modules is not None:
                        models_that_support_accelerate.append(model)

print(models_that_support_accelerate)