test.py

from transformers import AutoModelForSeq2SeqLM
from peft import PeftModel

# load PeftModel just with base model
base_model_id = "google/flan-t5-xxl"
model = AutoModelForSeq2SeqLM.from_pretrained(base_model_id)

# loads wrapper without adapters
model = PeftModel.from_pretrained(model)

# load adapter from path/repository
model.load_apater("philschmid/peft-cnn",name="cnn") # name is optional
# load additional adapter
model.load_apater("philschmid/squad",name="qa")

# tokenize ...

# enable adapter run infernece
model.set_adapter("cnn")
out = model.generate(**input_ids)

# check adapter 
model.get_current_adapter() == "cnn":
    model.set_adapter("qa")
out = model.generate(**input_ids)