A working example that will make a caption/image table and upload it to wandb for evaluation.

pretrained_dreambench.py

import torch
from dream_bench import benchmark, DreamBenchConfig


def mock_harness(conditioning_args):
    caption = conditioning_args["caption.txt"]
    tokenized_text = conditioning_args["tokenized_text.npy"]
    img_emb = conditioning_args["prior_image_embedding.npy"]

    return torch.rand((img_emb.shape[0], 3, 256, 256))


def main():
    config = DreamBenchConfig.from_json_path("configs/example_config.json")
    benchmark(adapter=mock_harness, config=config)


if __name__ == "__main__":
    main()