gistfile1.txt

import time
import torch


DELAY = 100000000
with torch.profiler.profile(
    activities=[torch.profiler.ProfilerActivity.CPU, torch.profiler.ProfilerActivity.CUDA],
    record_shapes=True,
    profile_memory=True,
    #with_stack=True
) as p:
    x = torch.ones((1024, 1024),)# pin_memory=True)

    torch.cuda.synchronize()
    start = time.time()
    torch.cuda._sleep(DELAY)
    y1 = x.cuda(non_blocking=True)
    x.zero_()
    end = time.time()
    print("not corrupted:", (y1 == 1).all().item())

p.export_chrome_trace("profiling_results_pageable.json")
with torch.profiler.profile(
    activities=[torch.profiler.ProfilerActivity.CPU, torch.profiler.ProfilerActivity.CUDA],
    record_shapes=True,
    profile_memory=True,
    #with_stack=True
) as p:
    x = torch.ones((1024, 1024), pin_memory=True)

    torch.cuda.synchronize()
    start = time.time()
    torch.cuda._sleep(DELAY)
    y1 = x.cuda(non_blocking=True)
    x.zero_()
    end = time.time()
    print("not corrupted:", (y1 == 1).all().item())

p.export_chrome_trace("profiling_results_pin.json")