gistfile0.txt

(pytorch) [shunting@devgpu005.nha1 ~/ws/pytorch (acc)]$ time python benchmarks/dynamo/torchbench.py --performance --training --amp --backend inductor --disable-cudagr
aphs --device cuda --only vision_maskrcnn
loading model: 0it [00:05, ?it/s]
cuda train vision_maskrcnn
Traceback (most recent call last):
  File "/home/shunting/ws/pytorch/benchmarks/dynamo/common.py", line 2335, in validate_model
    self.model_iter_fn(model, example_inputs)
  File "/home/shunting/ws/pytorch/benchmarks/dynamo/torchbench.py", line 466, in forward_and_backward_pass
    pred = mod(*cloned_inputs)
  File "/home/shunting/ws/pytorch/torch/nn/modules/module.py", line 1716, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "/home/shunting/ws/pytorch/torch/nn/modules/module.py", line 1727, in _call_impl
    return forward_call(*args, **kwargs)
  File "/home/shunting/ws/vision/torchvision/models/detection/generalized_rcnn.py", line 62, in forward
    torch._assert(False, "targets should not be none when in training mode")
  File "/home/shunting/ws/pytorch/torch/__init__.py", line 1988, in _assert
    assert condition, message
AssertionError: targets should not be none when in training mode

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/shunting/ws/pytorch/benchmarks/dynamo/common.py", line 4255, in run
    ) = runner.load_model(
  File "/home/shunting/ws/pytorch/benchmarks/dynamo/torchbench.py", line 385, in load_model
    self.validate_model(model, example_inputs)
  File "/home/shunting/ws/pytorch/benchmarks/dynamo/common.py", line 2337, in validate_model
    raise RuntimeError("Eager run failed") from e
RuntimeError: Eager run failed

eager_fail_to_run

real    0m12.489s
user    3m13.040s
sys     0m22.649s