Skip to content

Instantly share code, notes, and snippets.

View SherlockNoMad's full-sized avatar

Sherlock Huang SherlockNoMad

58 followers · 45 following
View GitHub Profile
@SherlockNoMad
SherlockNoMad / gist:d13388e75ef25bb5e57a081b4d309e8e
Created September 9, 2022 18:35
cpp stacktrace when tracing detach call
#0 0x00007ffff7134d1f in __GI___select (nfds=1, readfds=0x7fffffff8250, writefds=0x0, exceptfds=0x0, timeout=0x0) at ../sysdeps/unix/sysv/linux/select.c:41
#1 0x00007ffe1e6cf27c in readline_until_enter_or_signal (signal=<synthetic pointer>, prompt=<optimized out>) at /usr/local/src/conda/python-3.9.7/Modules/readline.c:1228
#2 call_readline (sys_stdin=<optimized out>, sys_stdout=<optimized out>, prompt=<optimized out>) at /usr/local/src/conda/python-3.9.7/Modules/readline.c:1281
#3 0x00005555555c169e in PyOS_Readline (sys_stdin=0x7ffff7409a00 <_IO_2_1_stdin_>, sys_stdout=0x7ffff740a760 <_IO_2_1_stdout_>, prompt=0x7ffe1e5e3740 "(Pdb) ") at /tmp/build/80754af9/python-split_1631797238431/work/Parser/myreadline.c:393
#4 0x0000555555669b46 in builtin_input_impl.isra.13 (prompt=0x7ffe2089b3b0) at /tmp/build/80754af9/python-split_1631797238431/work/Python/bltinmodule.c:2053
#5 builtin_input (module=<optimized out>, args=<optimized out>, nargs=<optimized out>) at /tmp/build/80754af9/python-split_1631797238431/w
@SherlockNoMad
SherlockNoMad / gist:bce052d6a369ee35524f6a1d54960dd9
Created September 8, 2022 06:13
Stack Trace for detach from x.t()
#105 0x00007ffff588b91c in torch::handle_torch_function_no_python_arg_parser (overloaded_args=..., args=0x7ffe1e948fd0, kwargs=0x7ffe1e8081c0, func_name=0x7ffff5a06c13 "detach", torch_api_function=0x7ffe1f777ca0,
rch.ops.aten", torch_function_name=torch::TorchFunctionName::TorchDispatch) at /fsx/users/bahuang/repos/pytorch_fsx/torch/csrc/utils/python_arg_parser.cpp:323
#106 0x00007ffff51da31b in (anonymous namespace)::torchDispatchFromTensorImpl (self=0x555559c58470, func_name=0x7ffff5a06c13 "detach", torch_api_function=0x7ffe1f777ca0, module_name=0x7ffff5a06c1a "torch.ops.aten")
at /fsx/users/bahuang/repos/pytorch_fsx/torch/csrc/autograd/python_variable.cpp:2178
#107 0x00007ffff51daf8f in (anonymous namespace)::ConcretePyInterpreterVTable::detach (this=0x7ffff63e5fc0 <(anonymous namespace)::ConcretePyInterpreterVTable::instance()::s>, self=0x555559c58470)
at /fsx/users/bahuang/repos/pytorch_fsx/torch/csrc/autograd/python_variable.cpp:2271
#108 0x00007fffe66dc5d8 in c10::TensorImpl::shallow_copy_
@SherlockNoMad
SherlockNoMad / gist:78f8d2e01d086dead51b7c35316c7859
Created September 7, 2022 17:38
make_fx_retrace_bug.py
import torch
from torch.fx.experimental.proxy_tensor import make_fx
import functorch._src.config as functorch_config
import torchdynamo
functorch_config.debug_graphs = True
def f(x):
return x.t()
@SherlockNoMad
SherlockNoMad / hf_Bert_forward_backward_after.py
Created August 29, 2022 02:02
class GraphModule(torch.nn.Module):
def forward(self, primals_1, primals_2, primals_3, primals_4, primals_5, primals_6, primals_7, primals_8, primals_9, primals_10, primals_11, primals_12, primals_13, primals_14, primals_15, primals_16, primals_17, primals_18, primals_19, primals_20, primals_21, primals_22, primals_23, primals_24, primals_25, primals_26, primals_27, primals_28, primals_29, primals_30, primals_31, primals_32, primals_33, primals_34, primals_35, primals_36, primals_37, primals_38, primals_39, primals_40, primals_41, primals_42, primals_43, primals_44, primals_45, primals_46, primals_47, primals_48, primals_49, primals_50, primals_51, primals_52, primals_53, primals_54, primals_55, primals_56, primals_57, primals_58, primals_59, primals_60, primals_61, primals_62, primals_63, primals_64, primals_65, primals_66, primals_67, primals_68, primals_69, primals_70, primals_71, primals_72, primals_73, primals_74, primals_75, primals_76, primals_77, primals_78, primals_79, primals_80, primals_81, pri
@SherlockNoMad
SherlockNoMad / hf_Bert_forward_1_after.py
Last active August 29, 2022 02:02
class GraphModule(torch.nn.Module):
def forward(self, primals_1, primals_2, primals_3, primals_4, primals_5, primals_6, primals_7, primals_8, primals_9, primals_10, primals_11, primals_12, primals_13, primals_14, primals_15, primals_16, primals_17, primals_18, primals_19, primals_20, primals_21, primals_22, primals_23, primals_24, primals_25, primals_26, primals_27, primals_28, primals_29, primals_30, primals_31, primals_32, primals_33, primals_34, primals_35, primals_36, primals_37, primals_38, primals_39, primals_40, primals_41, primals_42, primals_43, primals_44, primals_45, primals_46, primals_47, primals_48, primals_49, primals_50, primals_51, primals_52, primals_53, primals_54, primals_55, primals_56, primals_57, primals_58, primals_59, primals_60, primals_61, primals_62, primals_63, primals_64, primals_65, primals_66, primals_67, primals_68, primals_69, primals_70, primals_71, primals_72, primals_73, primals_74, primals_75, primals_76, primals_77, primals_78, primals_79, primals_80, primals_81, pri
@SherlockNoMad
SherlockNoMad / hf_Bert_forward_1_before.py
Created August 29, 2022 01:55
import torch
from math import inf
from math import nan
NoneType = type(None)
import torch
from torch import device
import torch.fx._pytree as fx_pytree
import torch.utils._pytree as pytree
from torch.nn import *
@SherlockNoMad
SherlockNoMad / sequential_example.py
Last active August 23, 2022 00:00
import torch
import torch.nn as nn
import functorch
import functorch._src.config
import torchdynamo
torchdynamo.config.debug = False
functorch._src.config.debug_graphs = True
@SherlockNoMad
SherlockNoMad / Super_SloMo_dump.py
Created August 22, 2022 22:39
cpu train Super_SloMo Torchdynamo: [WARNING] Graph break: call_function in skip_files /fsx/users/bahuang/repos/torchdynamo/torchdynamo/utils.py from user code at File "/fsx/users/bahuang/repos/torchdynamo/benchmarks/torchbench.py", line 348, in forward_and_backward_pass
cloned_inputs = clone_inputs(inputs)
Torchdynamo: [WARNING] Graph break: call_method NNModuleVariable() zero_grad [ConstantVariable(bool)] {} from user code at File "/fsx/users/bahuang/repos/torchdynamo/benchmarks/torchbench.py", line 349, in forward_and_backward_pass
mod.zero_grad(True)
def forward(self, primals_1, primals_2, primals_3, primals_4, primals_5, primals_6, primals_7, primals_8, primals_9, primals_10, primals_11, primals_12, primals_13, primals_14, primals_15, primals_16, primals_17, primals_18, primals_19, primals_20, primals_21, primals_22, primals_23, primals_24, primals_25, primals_26, primals_27, primals_28, primals_29, primals_30, primals_31, primals_32, primals_33, primals_34, primals_35,
@SherlockNoMad
SherlockNoMad / hf_bert_dump.py
Last active August 22, 2022 21:56
def forward(self, primals_1, primals_2, primals_3, primals_4, primals_5, primals_6, primals_7, primals_8, primals_9, primals_10, primals_11, primals_12, primals_13, primals_14, primals_15, primals_16, primals_17, primals_18, primals_19, primals_20, primals_21, primals_22, primals_23, primals_24, primals_25, primals_26, primals_27, primals_28, primals_29, primals_30, primals_31, primals_32, primals_33, primals_34, primals_35, primals_36, primals_37, primals_38, primals_39, primals_40, primals_41, primals_42, primals_43, primals_44, primals_45, primals_46, primals_47, primals_48, primals_49, primals_50, primals_51, primals_52, primals_53, primals_54, primals_55, primals_56, primals_57, primals_58, primals_59, primals_60, primals_61, primals_62, primals_63, primals_64, primals_65, primals_66, primals_67, primals_68, primals_69, primals_70, primals_71, primals_72, primals_73, primals_74, primals_75, primals_76, primals_77, primals_78, primals_79, primals_80, primals_81, primals_82, primals_83, primals_84, primal
@SherlockNoMad
SherlockNoMad / renet_moduel_structure.py
Last active August 22, 2022 16:34
import torch
import functorch
import functorch._src.config
import torchdynamo
from torchvision.models import resnet18
torchdynamo.config.debug = False
functorch._src.config.debug_graphs = True
functorch._src.config.debug_joint = False