shunting314

diff --git a/torch/_inductor/ir.py b/torch/_inductor/ir.py
index c901b49cc0f..42a4bfa4084 100644
--- a/torch/_inductor/ir.py
+++ b/torch/_inductor/ir.py
@@ -3439,7 +3439,7 @@ class ComputedBuffer(Buffer):
             index_vars,
             support_vars,
             index_size,
-            not config.loop_ordering_after_fusion,
+            self.get_device().type == "cpu" or not config.loop_ordering_after_fusion,

shunting314

[trainer0|0]:            )
[trainer0|0]:          )
[trainer0|0]:        )
[trainer0|0]:        (mlphead): MLPHead(
[trainer0|0]:          (mlp): MLP(
[trainer0|0]:            (arch): Sequential()
[trainer0|0]:          )
[trainer0|0]:        )
[trainer0|0]:        (tanh_and_cat): TanhAndCatEmbeddings()
[trainer0|0]:      )

shunting314

(pytorch) [shunting@devgpu002.lla3 ~/fbcode (7fdb7574f)]$ time buck2 run @//mode/opt //aps_models/ads/icvr:icvr_launcher -- mode=local_ctr_cvr_rep_uhm
Could not connect to buck2 daemon (buck2 daemon is not running), starting a new one...
Connected to new buck2 daemon.
Watchman fresh instance: new mergebase, cleared graph state, cleared dep files
Soft Error: source_directory_includes_subpackage: Directory `` of package `fbcode//mtia/kernels/artemis/kernel_impl` may not cover any subpackages, but includes subpackage `triton/binary_elemwise`.
Soft Error: source_directory_includes_subpackage: Directory `` of package `fbcode//infra_asic_fpga/ip/fb_inference_gen2/main/amodel` may not cover any subpackages, but includes subpackage `andesAceFiles`.
Buck UI: https://www.internalfb.com/buck2/458e978d-93e4-4fe0-a574-4220dacce886
Network: Up: 23MiB  Down: 6.7GiB  (reSessionID-4e7b04bf-28ff-4ed0-a62e-ea9c61a57681)
Jobs completed: 900905. Time elapsed: 1:48.7s.
Cache hits: 99%. Commands: 367543 (cached: 367503, remote: 6, 

shunting314

# Import necessary libraries and configure settings
import torch
import torchaudio
import sys

import os

DO_COMPILE = os.environ.get("DO_COMPILE", "1") == "1"

sys.path.append("/home/shunting/user-empathy-day/ChatTTS")

shunting314

V0605 13:48:42.586000 140591849976832 torch/_dynamo/guards.py:1425] [__recompiles] Recompiling function forward in /home/shunting/ws/miniconda3/envs/user-empathy-day/lib/python3.10/site-packages/transformers/models/llama/modeling_llama.py:944
V0605 13:48:42.586000 140591849976832 torch/_dynamo/guards.py:1425] [__recompiles]     triggered by the following guard failure(s):
V0605 13:48:42.586000 140591849976832 torch/_dynamo/guards.py:1425] [__recompiles]     - ___check_type_id(L['past_key_values'], 7605472)
V0605 13:48:42.586000 140591849976832 torch/_dynamo/guards.py:1425] [__recompiles]     - ___check_type_id(L['past_key_values'], 7605472)
V0605 13:48:42.586000 140591849976832 torch/_dynamo/guards.py:1425] [__recompiles]     - ___check_type_id(L['past_key_values'], 7605472)
V0605 13:48:42.586000 140591849976832 torch/_dynamo/guards.py:1425] [__recompiles]     - Ne(Mod(L['inputs_embeds'].size()[1], 8), 0)                   # _dynamo/output_graph.py:418 in init_ambient_guards
V0605 13:48:42.586000 140591849976

shunting314

# Import necessary libraries and configure settings
import torch
import torchaudio
import sys

import os

DO_COMPILE = os.environ.get("DO_COMPILE", "1") == "1"

sys.path.append("/home/shunting/user-empathy-day/ChatTTS")

shunting314

# AOT ID: ['13_inference']
from ctypes import c_void_p, c_long
import torch
import math
import random
import os
import tempfile
from math import inf, nan
from torch._inductor.hooks import run_intermediate_hooks

shunting314

# AOT ID: ['13_inference']
from ctypes import c_void_p, c_long
import torch
import math
import random
import os
import tempfile
from math import inf, nan
from torch._inductor.hooks import run_intermediate_hooks

shunting314

# AOT ID: ['13_inference']
from ctypes import c_void_p, c_long
import torch
import math
import random
import os
import tempfile
from math import inf, nan
from torch._inductor.hooks import run_intermediate_hooks

shunting314

    def test_outer_sum_and_pw_realize(self):
        N = 64

        def f(x):
            y = realize(x + 1)
            return x.sum(dim=0) + y

        x = torch.randn(N, N)
        self.do_acc_test(f, x)
        # TODO