Skip to content

Instantly share code, notes, and snippets.

@wonjoolee95
Created December 8, 2021 19:42
Show Gist options
  • Save wonjoolee95/7e38a4bb4aa822cecb9d1347b74b51ba to your computer and use it in GitHub Desktop.
Save wonjoolee95/7e38a4bb4aa822cecb9d1347b74b51ba to your computer and use it in GitHub Desktop.
[WONJOO, tensor_methods.cpp]: inputIR {
%0 = f64[] xla::device_data(), location=__init__@_tensor_str.py:90, device=CPU:0, ROOT=0
%1 = f64[] prim::Constant(), value=1, ROOT=1
%2 = f64[5,6,10]{2,1,0} aten::expand(%1), size=(5, 6, 10), ROOT=2
%3 = f64[80,10]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=3
%4 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=4
%5 = f64[80,10]{1,0} aten::permute(%4), dims=(1, 0), ROOT=5
%6 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=6
%7 = f64[6,80]{1,0} aten::expand(%6), location=forward@rnn.py:709, size=(6, 80), ROOT=7
%8 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=8
%9 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=9
%10 = s64[] xla::device_data(), location=_test_rnn_retain_variables@test_nn.py:15957, device=CPU:0, ROOT=10
%11 = s64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=214013, ROOT=11
%12 = s64[] aten::mul(%11, %10), location=_test_rnn_retain_variables@test_nn.py:15957, ROOT=12
%13 = s64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=2.53101e+06, ROOT=13
%14 = s64[] aten::add(%13, %12), location=_test_rnn_retain_variables@test_nn.py:15957, ROOT=14
%15 = f64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=1, ROOT=15
%16 = f64[5,6,10]{2,1,0} aten::expand(%15), location=_test_rnn_retain_variables@test_nn.py:15957, size=(5, 6, 10), ROOT=16
%17 = f64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=0, ROOT=17
%18 = f64[5,6,10]{2,1,0} aten::expand(%17), location=_test_rnn_retain_variables@test_nn.py:15957, size=(5, 6, 10), ROOT=18
%19 = f64[5,6,10]{2,1,0} aten::normal(%18, %16, %14), location=_test_rnn_retain_variables@test_nn.py:15957, ROOT=19
%20 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(4, 0, 0), sizes=(1, 6, 10), ROOT=20
%21 = f64[6,10]{1,0} aten::view(%20), location=forward@rnn.py:709, output_size=(6, 10), ROOT=21
%22 = f64[6,80]{1,0} aten::addmm(%21, %9, %8), location=forward@rnn.py:709, ROOT=22
%23 = f64[6,80]{1,0} aten::mul(%22, %7), location=forward@rnn.py:709, ROOT=23
%24 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=24
%25 = f64[80,20]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=25
%26 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=26
%27 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=27
%28 = f64[6,20]{1,0} aten::expand(%27), location=forward@rnn.py:709, size=(6, 20), ROOT=28
%29 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=29
%30 = f64[6,80]{1,0} aten::expand(%29), location=forward@rnn.py:709, size=(6, 80), ROOT=30
%31 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=31
%32 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(3, 0, 0), sizes=(1, 6, 10), ROOT=32
%33 = f64[6,10]{1,0} aten::view(%32), location=forward@rnn.py:709, output_size=(6, 10), ROOT=33
%34 = f64[6,80]{1,0} aten::addmm(%33, %31, %8), location=forward@rnn.py:709, ROOT=34
%35 = f64[6,80]{1,0} aten::mul(%34, %30), location=forward@rnn.py:709, ROOT=35
%36 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=36
%37 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=37
%38 = f64[6,20]{1,0} aten::expand(%37), location=forward@rnn.py:709, size=(6, 20), ROOT=38
%39 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=39
%40 = f64[6,80]{1,0} aten::expand(%39), location=forward@rnn.py:709, size=(6, 80), ROOT=40
%41 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=41
%42 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(2, 0, 0), sizes=(1, 6, 10), ROOT=42
%43 = f64[6,10]{1,0} aten::view(%42), location=forward@rnn.py:709, output_size=(6, 10), ROOT=43
%44 = f64[6,80]{1,0} aten::addmm(%43, %41, %8), location=forward@rnn.py:709, ROOT=44
%45 = f64[6,80]{1,0} aten::mul(%44, %40), location=forward@rnn.py:709, ROOT=45
%46 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=46
%47 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=47
%48 = f64[6,20]{1,0} aten::expand(%47), location=forward@rnn.py:709, size=(6, 20), ROOT=48
%49 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=49
%50 = f64[6,80]{1,0} aten::expand(%49), location=forward@rnn.py:709, size=(6, 80), ROOT=50
%51 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=51
%52 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 10), ROOT=52
%53 = f64[6,10]{1,0} aten::view(%52), location=forward@rnn.py:709, output_size=(6, 10), ROOT=53
%54 = f64[6,80]{1,0} aten::addmm(%53, %51, %8), location=forward@rnn.py:709, ROOT=54
%55 = f64[6,80]{1,0} aten::mul(%54, %50), location=forward@rnn.py:709, ROOT=55
%56 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=56
%57 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=57
%58 = f64[6,20]{1,0} aten::expand(%57), location=forward@rnn.py:709, size=(6, 20), ROOT=58
%59 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=59
%60 = f64[6,80]{1,0} aten::expand(%59), location=forward@rnn.py:709, size=(6, 80), ROOT=60
%61 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=61
%62 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 10), ROOT=62
%63 = f64[6,10]{1,0} aten::view(%62), location=forward@rnn.py:709, output_size=(6, 10), ROOT=63
%64 = f64[6,80]{1,0} aten::addmm(%63, %61, %8), location=forward@rnn.py:709, ROOT=64
%65 = f64[6,80]{1,0} aten::mul(%64, %60), location=forward@rnn.py:709, ROOT=65
%66 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=66
%67 = f64[] prim::Constant(), location=forward@rnn.py:695, value=0, ROOT=67
%68 = f64[2,6,20]{2,1,0} aten::expand(%67), location=forward@rnn.py:695, size=(2, 6, 20), ROOT=68
%69 = f64[1,6,20]{2,1,0} xla::generic_slice(%68), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=69
%70 = f64[6,20]{1,0} aten::view(%69), location=forward@rnn.py:709, output_size=(6, 20), ROOT=70
%71 = f64[6,80]{1,0} aten::addmm(%70, %66, %24), location=forward@rnn.py:709, ROOT=71
%72 = f64[6,80]{1,0} aten::add(%71, %65), location=forward@rnn.py:709, ROOT=72
%73 = f64[6,20]{1,0} xla::select(%72), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=73
%74 = f64[6,20]{1,0} aten::sigmoid(%73), location=forward@rnn.py:709, ROOT=74
%75 = f64[6,80]{1,0} xla::unselect(%72, %74), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=75
%76 = f64[6,20]{1,0} xla::select(%75), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=76
%77 = f64[6,20]{1,0} aten::sigmoid(%76), location=forward@rnn.py:709, ROOT=77
%78 = f64[6,80]{1,0} xla::unselect(%75, %77), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=78
%79 = f64[6,20]{1,0} xla::select(%78), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=79
%80 = f64[6,20]{1,0} aten::tanh(%79), location=forward@rnn.py:709, ROOT=80
%81 = f64[6,80]{1,0} xla::unselect(%78, %80), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=81
%82 = f64[6,20]{1,0} xla::select(%81), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=82
%83 = f64[6,20]{1,0} aten::sigmoid(%82), location=forward@rnn.py:709, ROOT=83
%84 = f64[6,80]{1,0} xla::unselect(%81, %83), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=84
%85 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=85
%86 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=86
%87 = f64[6,20]{1,0} aten::mul(%86, %85), location=forward@rnn.py:709, ROOT=87
%88 = f64[6,20]{1,0} aten::mul(%87, %58), location=forward@rnn.py:709, ROOT=88
%89 = f64[] prim::Constant(), location=forward@rnn.py:698, value=0, ROOT=89
%90 = f64[2,6,20]{2,1,0} aten::expand(%89), location=forward@rnn.py:698, size=(2, 6, 20), ROOT=90
%91 = f64[1,6,20]{2,1,0} xla::generic_slice(%90), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=91
%92 = f64[6,20]{1,0} aten::view(%91), location=forward@rnn.py:709, output_size=(6, 20), ROOT=92
%93 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=93
%94 = f64[6,20]{1,0} aten::mul(%93, %92), location=forward@rnn.py:709, ROOT=94
%95 = f64[6,20]{1,0} aten::add(%94, %88), location=forward@rnn.py:709, ROOT=95
%96 = f64[6,20]{1,0} aten::tanh(%95), location=forward@rnn.py:709, ROOT=96
%97 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=97
%98 = f64[6,20]{1,0} aten::mul(%97, %96), location=forward@rnn.py:709, ROOT=98
%99 = f64[6,80]{1,0} aten::addmm(%98, %56, %24), location=forward@rnn.py:709, ROOT=99
%100 = f64[6,80]{1,0} aten::add(%99, %55), location=forward@rnn.py:709, ROOT=100
%101 = f64[6,20]{1,0} xla::select(%100), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=101
%102 = f64[6,20]{1,0} aten::sigmoid(%101), location=forward@rnn.py:709, ROOT=102
%103 = f64[6,80]{1,0} xla::unselect(%100, %102), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=103
%104 = f64[6,20]{1,0} xla::select(%103), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=104
%105 = f64[6,20]{1,0} aten::sigmoid(%104), location=forward@rnn.py:709, ROOT=105
%106 = f64[6,80]{1,0} xla::unselect(%103, %105), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=106
%107 = f64[6,20]{1,0} xla::select(%106), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=107
%108 = f64[6,20]{1,0} aten::tanh(%107), location=forward@rnn.py:709, ROOT=108
%109 = f64[6,80]{1,0} xla::unselect(%106, %108), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=109
%110 = f64[6,20]{1,0} xla::select(%109), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=110
%111 = f64[6,20]{1,0} aten::sigmoid(%110), location=forward@rnn.py:709, ROOT=111
%112 = f64[6,80]{1,0} xla::unselect(%109, %111), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=112
%113 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=113
%114 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=114
%115 = f64[6,20]{1,0} aten::mul(%114, %113), location=forward@rnn.py:709, ROOT=115
%116 = f64[6,20]{1,0} aten::mul(%115, %48), location=forward@rnn.py:709, ROOT=116
%117 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=117
%118 = f64[6,20]{1,0} aten::mul(%117, %95), location=forward@rnn.py:709, ROOT=118
%119 = f64[6,20]{1,0} aten::add(%118, %116), location=forward@rnn.py:709, ROOT=119
%120 = f64[6,20]{1,0} aten::tanh(%119), location=forward@rnn.py:709, ROOT=120
%121 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=121
%122 = f64[6,20]{1,0} aten::mul(%121, %120), location=forward@rnn.py:709, ROOT=122
%123 = f64[6,80]{1,0} aten::addmm(%122, %46, %24), location=forward@rnn.py:709, ROOT=123
%124 = f64[6,80]{1,0} aten::add(%123, %45), location=forward@rnn.py:709, ROOT=124
%125 = f64[6,20]{1,0} xla::select(%124), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=125
%126 = f64[6,20]{1,0} aten::sigmoid(%125), location=forward@rnn.py:709, ROOT=126
%127 = f64[6,80]{1,0} xla::unselect(%124, %126), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=127
%128 = f64[6,20]{1,0} xla::select(%127), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=128
%129 = f64[6,20]{1,0} aten::sigmoid(%128), location=forward@rnn.py:709, ROOT=129
%130 = f64[6,80]{1,0} xla::unselect(%127, %129), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=130
%131 = f64[6,20]{1,0} xla::select(%130), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=131
%132 = f64[6,20]{1,0} aten::tanh(%131), location=forward@rnn.py:709, ROOT=132
%133 = f64[6,80]{1,0} xla::unselect(%130, %132), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=133
%134 = f64[6,20]{1,0} xla::select(%133), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=134
%135 = f64[6,20]{1,0} aten::sigmoid(%134), location=forward@rnn.py:709, ROOT=135
%136 = f64[6,80]{1,0} xla::unselect(%133, %135), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=136
%137 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=137
%138 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=138
%139 = f64[6,20]{1,0} aten::mul(%138, %137), location=forward@rnn.py:709, ROOT=139
%140 = f64[6,20]{1,0} aten::mul(%139, %38), location=forward@rnn.py:709, ROOT=140
%141 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=141
%142 = f64[6,20]{1,0} aten::mul(%141, %119), location=forward@rnn.py:709, ROOT=142
%143 = f64[6,20]{1,0} aten::add(%142, %140), location=forward@rnn.py:709, ROOT=143
%144 = f64[6,20]{1,0} aten::tanh(%143), location=forward@rnn.py:709, ROOT=144
%145 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=145
%146 = f64[6,20]{1,0} aten::mul(%145, %144), location=forward@rnn.py:709, ROOT=146
%147 = f64[6,80]{1,0} aten::addmm(%146, %36, %24), location=forward@rnn.py:709, ROOT=147
%148 = f64[6,80]{1,0} aten::add(%147, %35), location=forward@rnn.py:709, ROOT=148
%149 = f64[6,20]{1,0} xla::select(%148), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=149
%150 = f64[6,20]{1,0} aten::sigmoid(%149), location=forward@rnn.py:709, ROOT=150
%151 = f64[6,80]{1,0} xla::unselect(%148, %150), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=151
%152 = f64[6,20]{1,0} xla::select(%151), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=152
%153 = f64[6,20]{1,0} aten::sigmoid(%152), location=forward@rnn.py:709, ROOT=153
%154 = f64[6,80]{1,0} xla::unselect(%151, %153), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=154
%155 = f64[6,20]{1,0} xla::select(%154), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=155
%156 = f64[6,20]{1,0} aten::tanh(%155), location=forward@rnn.py:709, ROOT=156
%157 = f64[6,80]{1,0} xla::unselect(%154, %156), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=157
%158 = f64[6,20]{1,0} xla::select(%157), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=158
%159 = f64[6,20]{1,0} aten::sigmoid(%158), location=forward@rnn.py:709, ROOT=159
%160 = f64[6,80]{1,0} xla::unselect(%157, %159), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=160
%161 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=161
%162 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=162
%163 = f64[6,20]{1,0} aten::mul(%162, %161), location=forward@rnn.py:709, ROOT=163
%164 = f64[6,20]{1,0} aten::mul(%163, %28), location=forward@rnn.py:709, ROOT=164
%165 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=165
%166 = f64[6,20]{1,0} aten::mul(%165, %143), location=forward@rnn.py:709, ROOT=166
%167 = f64[6,20]{1,0} aten::add(%166, %164), location=forward@rnn.py:709, ROOT=167
%168 = f64[6,20]{1,0} aten::tanh(%167), location=forward@rnn.py:709, ROOT=168
%169 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=169
%170 = f64[6,20]{1,0} aten::mul(%169, %168), location=forward@rnn.py:709, ROOT=170
%171 = f64[6,80]{1,0} aten::addmm(%170, %26, %24), location=forward@rnn.py:709, ROOT=171
%172 = f64[6,80]{1,0} aten::add(%171, %23), location=forward@rnn.py:709, ROOT=172
%173 = f64[6,20]{1,0} xla::select(%172), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=173
%174 = f64[6,20]{1,0} aten::sigmoid(%173), location=forward@rnn.py:709, ROOT=174
%175 = f64[6,80]{1,0} xla::unselect(%172, %174), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=175
%176 = f64[6,20]{1,0} xla::select(%175), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=176
%177 = f64[6,20]{1,0} aten::sigmoid(%176), location=forward@rnn.py:709, ROOT=177
%178 = f64[6,80]{1,0} xla::unselect(%175, %177), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=178
%179 = f64[6,20]{1,0} xla::select(%178), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=179
%180 = f64[6,20]{1,0} aten::tanh(%179), location=forward@rnn.py:709, ROOT=180
%181 = f64[6,80]{1,0} xla::unselect(%178, %180), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=181
%182 = f64[6,20]{1,0} xla::select(%181), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=182
%183 = f64[6,20]{1,0} aten::sigmoid(%182), location=forward@rnn.py:709, ROOT=183
%184 = f64[6,80]{1,0} xla::unselect(%181, %183), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=184
%185 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=185
%186 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=186
%187 = f64[6,20]{1,0} aten::sub(%186, %185), ROOT=187
%188 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=188
%189 = f64[6,20]{1,0} aten::expand(%188), location=forward@rnn.py:709, size=(6, 20), ROOT=189
%190 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=190
%191 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=191
%192 = f64[6,20]{1,0} aten::mul(%191, %190), location=forward@rnn.py:709, ROOT=192
%193 = f64[6,20]{1,0} aten::mul(%192, %189), location=forward@rnn.py:709, ROOT=193
%194 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=194
%195 = f64[6,20]{1,0} aten::mul(%194, %167), location=forward@rnn.py:709, ROOT=195
%196 = f64[6,20]{1,0} aten::add(%195, %193), location=forward@rnn.py:709, ROOT=196
%197 = f64[6,20]{1,0} aten::tanh(%196), location=forward@rnn.py:709, ROOT=197
%198 = f64[80,20]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=198
%199 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=199
%200 = f64[80,20]{1,0} aten::permute(%199), dims=(1, 0), ROOT=200
%201 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=201
%202 = f64[6,80]{1,0} aten::expand(%201), location=forward@rnn.py:709, size=(6, 80), ROOT=202
%203 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=203
%204 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=204
%205 = f64[6,20]{1,0} aten::mul(%185, %197), location=forward@rnn.py:709, ROOT=205
%206 = f64[5,6,20]{2,1,0} aten::stack(%98, %122, %146, %170, %205), location=forward@rnn.py:709, dim=0, ROOT=206
%207 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(4, 0, 0), sizes=(1, 6, 20), ROOT=207
%208 = f64[6,20]{1,0} aten::view(%207), location=forward@rnn.py:709, output_size=(6, 20), ROOT=208
%209 = f64[6,80]{1,0} aten::addmm(%208, %204, %203), location=forward@rnn.py:709, ROOT=209
%210 = f64[6,80]{1,0} aten::mul(%209, %202), location=forward@rnn.py:709, ROOT=210
%211 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=211
%212 = f64[80,20]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=212
%213 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=213
%214 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=214
%215 = f64[6,20]{1,0} aten::expand(%214), location=forward@rnn.py:709, size=(6, 20), ROOT=215
%216 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=216
%217 = f64[6,80]{1,0} aten::expand(%216), location=forward@rnn.py:709, size=(6, 80), ROOT=217
%218 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=218
%219 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(3, 0, 0), sizes=(1, 6, 20), ROOT=219
%220 = f64[6,20]{1,0} aten::view(%219), location=forward@rnn.py:709, output_size=(6, 20), ROOT=220
%221 = f64[6,80]{1,0} aten::addmm(%220, %218, %203), location=forward@rnn.py:709, ROOT=221
%222 = f64[6,80]{1,0} aten::mul(%221, %217), location=forward@rnn.py:709, ROOT=222
%223 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=223
%224 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=224
%225 = f64[6,20]{1,0} aten::expand(%224), location=forward@rnn.py:709, size=(6, 20), ROOT=225
%226 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=226
%227 = f64[6,80]{1,0} aten::expand(%226), location=forward@rnn.py:709, size=(6, 80), ROOT=227
%228 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=228
%229 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(2, 0, 0), sizes=(1, 6, 20), ROOT=229
%230 = f64[6,20]{1,0} aten::view(%229), location=forward@rnn.py:709, output_size=(6, 20), ROOT=230
%231 = f64[6,80]{1,0} aten::addmm(%230, %228, %203), location=forward@rnn.py:709, ROOT=231
%232 = f64[6,80]{1,0} aten::mul(%231, %227), location=forward@rnn.py:709, ROOT=232
%233 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=233
%234 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=234
%235 = f64[6,20]{1,0} aten::expand(%234), location=forward@rnn.py:709, size=(6, 20), ROOT=235
%236 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=236
%237 = f64[6,80]{1,0} aten::expand(%236), location=forward@rnn.py:709, size=(6, 80), ROOT=237
%238 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=238
%239 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=239
%240 = f64[6,20]{1,0} aten::view(%239), location=forward@rnn.py:709, output_size=(6, 20), ROOT=240
%241 = f64[6,80]{1,0} aten::addmm(%240, %238, %203), location=forward@rnn.py:709, ROOT=241
%242 = f64[6,80]{1,0} aten::mul(%241, %237), location=forward@rnn.py:709, ROOT=242
%243 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=243
%244 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=244
%245 = f64[6,20]{1,0} aten::expand(%244), location=forward@rnn.py:709, size=(6, 20), ROOT=245
%246 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=246
%247 = f64[6,80]{1,0} aten::expand(%246), location=forward@rnn.py:709, size=(6, 80), ROOT=247
%248 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=248
%249 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=249
%250 = f64[6,20]{1,0} aten::view(%249), location=forward@rnn.py:709, output_size=(6, 20), ROOT=250
%251 = f64[6,80]{1,0} aten::addmm(%250, %248, %203), location=forward@rnn.py:709, ROOT=251
%252 = f64[6,80]{1,0} aten::mul(%251, %247), location=forward@rnn.py:709, ROOT=252
%253 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=253
%254 = f64[1,6,20]{2,1,0} xla::generic_slice(%68), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=254
%255 = f64[6,20]{1,0} aten::view(%254), location=forward@rnn.py:709, output_size=(6, 20), ROOT=255
%256 = f64[6,80]{1,0} aten::addmm(%255, %253, %211), location=forward@rnn.py:709, ROOT=256
%257 = f64[6,80]{1,0} aten::add(%256, %252), location=forward@rnn.py:709, ROOT=257
%258 = f64[6,20]{1,0} xla::select(%257), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=258
%259 = f64[6,20]{1,0} aten::sigmoid(%258), location=forward@rnn.py:709, ROOT=259
%260 = f64[6,80]{1,0} xla::unselect(%257, %259), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=260
%261 = f64[6,20]{1,0} xla::select(%260), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=261
%262 = f64[6,20]{1,0} aten::sigmoid(%261), location=forward@rnn.py:709, ROOT=262
%263 = f64[6,80]{1,0} xla::unselect(%260, %262), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=263
%264 = f64[6,20]{1,0} xla::select(%263), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=264
%265 = f64[6,20]{1,0} aten::tanh(%264), location=forward@rnn.py:709, ROOT=265
%266 = f64[6,80]{1,0} xla::unselect(%263, %265), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=266
%267 = f64[6,20]{1,0} xla::select(%266), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=267
%268 = f64[6,20]{1,0} aten::sigmoid(%267), location=forward@rnn.py:709, ROOT=268
%269 = f64[6,80]{1,0} xla::unselect(%266, %268), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=269
%270 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=270
%271 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=271
%272 = f64[6,20]{1,0} aten::mul(%271, %270), location=forward@rnn.py:709, ROOT=272
%273 = f64[6,20]{1,0} aten::mul(%272, %245), location=forward@rnn.py:709, ROOT=273
%274 = f64[1,6,20]{2,1,0} xla::generic_slice(%90), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=274
%275 = f64[6,20]{1,0} aten::view(%274), location=forward@rnn.py:709, output_size=(6, 20), ROOT=275
%276 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=276
%277 = f64[6,20]{1,0} aten::mul(%276, %275), location=forward@rnn.py:709, ROOT=277
%278 = f64[6,20]{1,0} aten::add(%277, %273), location=forward@rnn.py:709, ROOT=278
%279 = f64[6,20]{1,0} aten::tanh(%278), location=forward@rnn.py:709, ROOT=279
%280 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=280
%281 = f64[6,20]{1,0} aten::mul(%280, %279), location=forward@rnn.py:709, ROOT=281
%282 = f64[6,80]{1,0} aten::addmm(%281, %243, %211), location=forward@rnn.py:709, ROOT=282
%283 = f64[6,80]{1,0} aten::add(%282, %242), location=forward@rnn.py:709, ROOT=283
%284 = f64[6,20]{1,0} xla::select(%283), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=284
%285 = f64[6,20]{1,0} aten::sigmoid(%284), location=forward@rnn.py:709, ROOT=285
%286 = f64[6,80]{1,0} xla::unselect(%283, %285), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=286
%287 = f64[6,20]{1,0} xla::select(%286), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=287
%288 = f64[6,20]{1,0} aten::sigmoid(%287), location=forward@rnn.py:709, ROOT=288
%289 = f64[6,80]{1,0} xla::unselect(%286, %288), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=289
%290 = f64[6,20]{1,0} xla::select(%289), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=290
%291 = f64[6,20]{1,0} aten::tanh(%290), location=forward@rnn.py:709, ROOT=291
%292 = f64[6,80]{1,0} xla::unselect(%289, %291), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=292
%293 = f64[6,20]{1,0} xla::select(%292), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=293
%294 = f64[6,20]{1,0} aten::sigmoid(%293), location=forward@rnn.py:709, ROOT=294
%295 = f64[6,80]{1,0} xla::unselect(%292, %294), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=295
%296 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=296
%297 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=297
%298 = f64[6,20]{1,0} aten::mul(%297, %296), location=forward@rnn.py:709, ROOT=298
%299 = f64[6,20]{1,0} aten::mul(%298, %235), location=forward@rnn.py:709, ROOT=299
%300 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=300
%301 = f64[6,20]{1,0} aten::mul(%300, %278), location=forward@rnn.py:709, ROOT=301
%302 = f64[6,20]{1,0} aten::add(%301, %299), location=forward@rnn.py:709, ROOT=302
%303 = f64[6,20]{1,0} aten::tanh(%302), location=forward@rnn.py:709, ROOT=303
%304 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=304
%305 = f64[6,20]{1,0} aten::mul(%304, %303), location=forward@rnn.py:709, ROOT=305
%306 = f64[6,80]{1,0} aten::addmm(%305, %233, %211), location=forward@rnn.py:709, ROOT=306
%307 = f64[6,80]{1,0} aten::add(%306, %232), location=forward@rnn.py:709, ROOT=307
%308 = f64[6,20]{1,0} xla::select(%307), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=308
%309 = f64[6,20]{1,0} aten::sigmoid(%308), location=forward@rnn.py:709, ROOT=309
%310 = f64[6,80]{1,0} xla::unselect(%307, %309), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=310
%311 = f64[6,20]{1,0} xla::select(%310), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=311
%312 = f64[6,20]{1,0} aten::sigmoid(%311), location=forward@rnn.py:709, ROOT=312
%313 = f64[6,80]{1,0} xla::unselect(%310, %312), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=313
%314 = f64[6,20]{1,0} xla::select(%313), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=314
%315 = f64[6,20]{1,0} aten::tanh(%314), location=forward@rnn.py:709, ROOT=315
%316 = f64[6,80]{1,0} xla::unselect(%313, %315), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=316
%317 = f64[6,20]{1,0} xla::select(%316), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=317
%318 = f64[6,20]{1,0} aten::sigmoid(%317), location=forward@rnn.py:709, ROOT=318
%319 = f64[6,80]{1,0} xla::unselect(%316, %318), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=319
%320 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=320
%321 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=321
%322 = f64[6,20]{1,0} aten::mul(%321, %320), location=forward@rnn.py:709, ROOT=322
%323 = f64[6,20]{1,0} aten::mul(%322, %225), location=forward@rnn.py:709, ROOT=323
%324 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=324
%325 = f64[6,20]{1,0} aten::mul(%324, %302), location=forward@rnn.py:709, ROOT=325
%326 = f64[6,20]{1,0} aten::add(%325, %323), location=forward@rnn.py:709, ROOT=326
%327 = f64[6,20]{1,0} aten::tanh(%326), location=forward@rnn.py:709, ROOT=327
%328 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=328
%329 = f64[6,20]{1,0} aten::mul(%328, %327), location=forward@rnn.py:709, ROOT=329
%330 = f64[6,80]{1,0} aten::addmm(%329, %223, %211), location=forward@rnn.py:709, ROOT=330
%331 = f64[6,80]{1,0} aten::add(%330, %222), location=forward@rnn.py:709, ROOT=331
%332 = f64[6,20]{1,0} xla::select(%331), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=332
%333 = f64[6,20]{1,0} aten::sigmoid(%332), location=forward@rnn.py:709, ROOT=333
%334 = f64[6,80]{1,0} xla::unselect(%331, %333), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=334
%335 = f64[6,20]{1,0} xla::select(%334), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=335
%336 = f64[6,20]{1,0} aten::sigmoid(%335), location=forward@rnn.py:709, ROOT=336
%337 = f64[6,80]{1,0} xla::unselect(%334, %336), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=337
%338 = f64[6,20]{1,0} xla::select(%337), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=338
%339 = f64[6,20]{1,0} aten::tanh(%338), location=forward@rnn.py:709, ROOT=339
%340 = f64[6,80]{1,0} xla::unselect(%337, %339), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=340
%341 = f64[6,20]{1,0} xla::select(%340), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=341
%342 = f64[6,20]{1,0} aten::sigmoid(%341), location=forward@rnn.py:709, ROOT=342
%343 = f64[6,80]{1,0} xla::unselect(%340, %342), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=343
%344 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=344
%345 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=345
%346 = f64[6,20]{1,0} aten::mul(%345, %344), location=forward@rnn.py:709, ROOT=346
%347 = f64[6,20]{1,0} aten::mul(%346, %215), location=forward@rnn.py:709, ROOT=347
%348 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=348
%349 = f64[6,20]{1,0} aten::mul(%348, %326), location=forward@rnn.py:709, ROOT=349
%350 = f64[6,20]{1,0} aten::add(%349, %347), location=forward@rnn.py:709, ROOT=350
%351 = f64[6,20]{1,0} aten::tanh(%350), location=forward@rnn.py:709, ROOT=351
%352 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=352
%353 = f64[6,20]{1,0} aten::mul(%352, %351), location=forward@rnn.py:709, ROOT=353
%354 = f64[6,80]{1,0} aten::addmm(%353, %213, %211), location=forward@rnn.py:709, ROOT=354
%355 = f64[6,80]{1,0} aten::add(%354, %210), location=forward@rnn.py:709, ROOT=355
%356 = f64[6,20]{1,0} xla::select(%355), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=356
%357 = f64[6,20]{1,0} aten::sigmoid(%356), location=forward@rnn.py:709, ROOT=357
%358 = f64[6,80]{1,0} xla::unselect(%355, %357), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=358
%359 = f64[6,20]{1,0} xla::select(%358), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=359
%360 = f64[6,20]{1,0} aten::sigmoid(%359), location=forward@rnn.py:709, ROOT=360
%361 = f64[6,80]{1,0} xla::unselect(%358, %360), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=361
%362 = f64[6,20]{1,0} xla::select(%361), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=362
%363 = f64[6,20]{1,0} aten::tanh(%362), location=forward@rnn.py:709, ROOT=363
%364 = f64[6,80]{1,0} xla::unselect(%361, %363), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=364
%365 = f64[6,20]{1,0} xla::select(%364), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=365
%366 = f64[6,20]{1,0} aten::sigmoid(%365), location=forward@rnn.py:709, ROOT=366
%367 = f64[6,80]{1,0} xla::unselect(%364, %366), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=367
%368 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=368
%369 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=369
%370 = f64[6,20]{1,0} aten::sub(%369, %368), ROOT=370
%371 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=371
%372 = f64[6,20]{1,0} aten::expand(%371), location=forward@rnn.py:709, size=(6, 20), ROOT=372
%373 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=373
%374 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=374
%375 = f64[6,20]{1,0} aten::mul(%374, %373), location=forward@rnn.py:709, ROOT=375
%376 = f64[6,20]{1,0} aten::mul(%375, %372), location=forward@rnn.py:709, ROOT=376
%377 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=377
%378 = f64[6,20]{1,0} aten::mul(%377, %350), location=forward@rnn.py:709, ROOT=378
%379 = f64[6,20]{1,0} aten::add(%378, %376), location=forward@rnn.py:709, ROOT=379
%380 = f64[6,20]{1,0} aten::tanh(%379), location=forward@rnn.py:709, ROOT=380
%381 = f64[] prim::Constant(), location=_make_grads@__init__.py:68, value=1, ROOT=381
%382 = f64[5,6,20]{2,1,0} aten::expand(%381), size=(5, 6, 20), ROOT=382
%383 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(4, 0, 0), sizes=(1, 6, 20), ROOT=383
%384 = f64[6,20]{1,0} aten::view(%383), output_size=(6, 20), ROOT=384
%385 = f64[6,20]{1,0} aten::mul(%384, %380), ROOT=385
%386 = f64[6,20]{1,0} aten::mul(%385, %370), ROOT=386
%387 = f64[6,20]{1,0} aten::mul(%386, %368), ROOT=387
%388 = f64[] xla::device_data(), device=CPU:0, ROOT=388
%389 = f64[6,20]{1,0} aten::expand(%388), size=(6, 20), ROOT=389
%390 = f64[6,20]{1,0} aten::pow(%373, %389), ROOT=390
%391 = f64[] prim::Constant(), value=1, ROOT=391
%392 = f64[6,20]{1,0} aten::expand(%391), size=(6, 20), ROOT=392
%393 = f64[6,20]{1,0} aten::mul(%392, %390), ROOT=393
%394 = f64[] prim::Constant(), value=1, ROOT=394
%395 = f64[6,20]{1,0} aten::expand(%394), size=(6, 20), ROOT=395
%396 = f64[6,20]{1,0} aten::sub(%395, %393), ROOT=396
%397 = f64[] xla::device_data(), device=CPU:0, ROOT=397
%398 = f64[6,20]{1,0} aten::expand(%397), size=(6, 20), ROOT=398
%399 = f64[6,20]{1,0} aten::pow(%380, %398), ROOT=399
%400 = f64[] prim::Constant(), value=1, ROOT=400
%401 = f64[6,20]{1,0} aten::expand(%400), size=(6, 20), ROOT=401
%402 = f64[6,20]{1,0} aten::mul(%401, %399), ROOT=402
%403 = f64[] prim::Constant(), value=1, ROOT=403
%404 = f64[6,20]{1,0} aten::expand(%403), size=(6, 20), ROOT=404
%405 = f64[6,20]{1,0} aten::sub(%404, %402), ROOT=405
%406 = f64[6,20]{1,0} aten::mul(%384, %368), ROOT=406
%407 = f64[6,20]{1,0} aten::mul(%406, %405), ROOT=407
%408 = f64[6,20]{1,0} aten::mul(%407, %374), ROOT=408
%409 = f64[6,20]{1,0} aten::mul(%408, %396), ROOT=409
%410 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=410
%411 = f64[6,20]{1,0} aten::sub(%410, %377), ROOT=411
%412 = f64[6,20]{1,0} aten::mul(%407, %350), ROOT=412
%413 = f64[6,20]{1,0} aten::mul(%412, %411), ROOT=413
%414 = f64[6,20]{1,0} aten::mul(%413, %377), ROOT=414
%415 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=415
%416 = f64[6,20]{1,0} aten::sub(%415, %374), ROOT=416
%417 = f64[6,20]{1,0} aten::mul(%407, %373), ROOT=417
%418 = f64[6,20]{1,0} aten::mul(%417, %416), ROOT=418
%419 = f64[6,20]{1,0} aten::mul(%418, %374), ROOT=419
%420 = f64[6,80]{1,0} aten::cat(%419, %414, %409, %387), dim=1, ROOT=420
%421 = f64[6,20]{1,0} aten::mm(%420, %200), ROOT=421
%422 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=422
%423 = f64[80,20]{1,0} aten::permute(%422), dims=(1, 0), ROOT=423
%424 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=424
%425 = f64[6,20]{1,0} aten::sub(%424, %352), ROOT=425
%426 = f64[] prim::Constant(), value=1, ROOT=426
%427 = f64[6,20]{1,0} aten::expand(%426), size=(6, 20), ROOT=427
%428 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=428
%429 = f64[80,20]{1,0} aten::permute(%428), dims=(1, 0), ROOT=429
%430 = f64[6,20]{1,0} aten::mm(%420, %429), ROOT=430
%431 = f64[6,20]{1,0} aten::mul(%430, %427), ROOT=431
%432 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(3, 0, 0), sizes=(1, 6, 20), ROOT=432
%433 = f64[6,20]{1,0} aten::view(%432), output_size=(6, 20), ROOT=433
%434 = f64[6,20]{1,0} aten::add(%433, %431), ROOT=434
%435 = f64[6,20]{1,0} aten::mul(%434, %351), ROOT=435
%436 = f64[6,20]{1,0} aten::mul(%435, %425), ROOT=436
%437 = f64[6,20]{1,0} aten::mul(%436, %352), ROOT=437
%438 = f64[] xla::device_data(), device=CPU:0, ROOT=438
%439 = f64[6,20]{1,0} aten::expand(%438), size=(6, 20), ROOT=439
%440 = f64[6,20]{1,0} aten::pow(%344, %439), ROOT=440
%441 = f64[] prim::Constant(), value=1, ROOT=441
%442 = f64[6,20]{1,0} aten::expand(%441), size=(6, 20), ROOT=442
%443 = f64[6,20]{1,0} aten::mul(%442, %440), ROOT=443
%444 = f64[] prim::Constant(), value=1, ROOT=444
%445 = f64[6,20]{1,0} aten::expand(%444), size=(6, 20), ROOT=445
%446 = f64[6,20]{1,0} aten::sub(%445, %443), ROOT=446
%447 = f64[] prim::Constant(), value=1, ROOT=447
%448 = f64[6,20]{1,0} aten::expand(%447), size=(6, 20), ROOT=448
%449 = f64[] xla::device_data(), device=CPU:0, ROOT=449
%450 = f64[6,20]{1,0} aten::expand(%449), size=(6, 20), ROOT=450
%451 = f64[6,20]{1,0} aten::pow(%351, %450), ROOT=451
%452 = f64[] prim::Constant(), value=1, ROOT=452
%453 = f64[6,20]{1,0} aten::expand(%452), size=(6, 20), ROOT=453
%454 = f64[6,20]{1,0} aten::mul(%453, %451), ROOT=454
%455 = f64[] prim::Constant(), value=1, ROOT=455
%456 = f64[6,20]{1,0} aten::expand(%455), size=(6, 20), ROOT=456
%457 = f64[6,20]{1,0} aten::sub(%456, %454), ROOT=457
%458 = f64[6,20]{1,0} aten::mul(%434, %352), ROOT=458
%459 = f64[6,20]{1,0} aten::mul(%458, %457), ROOT=459
%460 = f64[6,20]{1,0} aten::mul(%459, %448), ROOT=460
%461 = f64[6,20]{1,0} aten::mul(%407, %377), ROOT=461
%462 = f64[6,20]{1,0} aten::add(%461, %460), ROOT=462
%463 = f64[6,20]{1,0} aten::mul(%462, %345), ROOT=463
%464 = f64[6,20]{1,0} aten::mul(%463, %446), ROOT=464
%465 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=465
%466 = f64[6,20]{1,0} aten::sub(%465, %348), ROOT=466
%467 = f64[6,20]{1,0} aten::mul(%462, %326), ROOT=467
%468 = f64[6,20]{1,0} aten::mul(%467, %466), ROOT=468
%469 = f64[6,20]{1,0} aten::mul(%468, %348), ROOT=469
%470 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=470
%471 = f64[6,20]{1,0} aten::sub(%470, %345), ROOT=471
%472 = f64[6,20]{1,0} aten::mul(%462, %344), ROOT=472
%473 = f64[6,20]{1,0} aten::mul(%472, %471), ROOT=473
%474 = f64[6,20]{1,0} aten::mul(%473, %345), ROOT=474
%475 = f64[6,80]{1,0} aten::cat(%474, %469, %464, %437), dim=1, ROOT=475
%476 = f64[6,20]{1,0} aten::mm(%475, %423), ROOT=476
%477 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=477
%478 = f64[80,20]{1,0} aten::permute(%477), dims=(1, 0), ROOT=478
%479 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=479
%480 = f64[6,20]{1,0} aten::sub(%479, %328), ROOT=480
%481 = f64[] prim::Constant(), value=1, ROOT=481
%482 = f64[6,20]{1,0} aten::expand(%481), size=(6, 20), ROOT=482
%483 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=483
%484 = f64[80,20]{1,0} aten::permute(%483), dims=(1, 0), ROOT=484
%485 = f64[6,20]{1,0} aten::mm(%475, %484), ROOT=485
%486 = f64[6,20]{1,0} aten::mul(%485, %482), ROOT=486
%487 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(2, 0, 0), sizes=(1, 6, 20), ROOT=487
%488 = f64[6,20]{1,0} aten::view(%487), output_size=(6, 20), ROOT=488
%489 = f64[6,20]{1,0} aten::add(%488, %486), ROOT=489
%490 = f64[6,20]{1,0} aten::mul(%489, %327), ROOT=490
%491 = f64[6,20]{1,0} aten::mul(%490, %480), ROOT=491
%492 = f64[6,20]{1,0} aten::mul(%491, %328), ROOT=492
%493 = f64[] xla::device_data(), device=CPU:0, ROOT=493
%494 = f64[6,20]{1,0} aten::expand(%493), size=(6, 20), ROOT=494
%495 = f64[6,20]{1,0} aten::pow(%320, %494), ROOT=495
%496 = f64[] prim::Constant(), value=1, ROOT=496
%497 = f64[6,20]{1,0} aten::expand(%496), size=(6, 20), ROOT=497
%498 = f64[6,20]{1,0} aten::mul(%497, %495), ROOT=498
%499 = f64[] prim::Constant(), value=1, ROOT=499
%500 = f64[6,20]{1,0} aten::expand(%499), size=(6, 20), ROOT=500
%501 = f64[6,20]{1,0} aten::sub(%500, %498), ROOT=501
%502 = f64[] prim::Constant(), value=1, ROOT=502
%503 = f64[6,20]{1,0} aten::expand(%502), size=(6, 20), ROOT=503
%504 = f64[] xla::device_data(), device=CPU:0, ROOT=504
%505 = f64[6,20]{1,0} aten::expand(%504), size=(6, 20), ROOT=505
%506 = f64[6,20]{1,0} aten::pow(%327, %505), ROOT=506
%507 = f64[] prim::Constant(), value=1, ROOT=507
%508 = f64[6,20]{1,0} aten::expand(%507), size=(6, 20), ROOT=508
%509 = f64[6,20]{1,0} aten::mul(%508, %506), ROOT=509
%510 = f64[] prim::Constant(), value=1, ROOT=510
%511 = f64[6,20]{1,0} aten::expand(%510), size=(6, 20), ROOT=511
%512 = f64[6,20]{1,0} aten::sub(%511, %509), ROOT=512
%513 = f64[6,20]{1,0} aten::mul(%489, %328), ROOT=513
%514 = f64[6,20]{1,0} aten::mul(%513, %512), ROOT=514
%515 = f64[6,20]{1,0} aten::mul(%514, %503), ROOT=515
%516 = f64[6,20]{1,0} aten::mul(%462, %348), ROOT=516
%517 = f64[6,20]{1,0} aten::add(%516, %515), ROOT=517
%518 = f64[6,20]{1,0} aten::mul(%517, %321), ROOT=518
%519 = f64[6,20]{1,0} aten::mul(%518, %501), ROOT=519
%520 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=520
%521 = f64[6,20]{1,0} aten::sub(%520, %324), ROOT=521
%522 = f64[6,20]{1,0} aten::mul(%517, %302), ROOT=522
%523 = f64[6,20]{1,0} aten::mul(%522, %521), ROOT=523
%524 = f64[6,20]{1,0} aten::mul(%523, %324), ROOT=524
%525 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=525
%526 = f64[6,20]{1,0} aten::sub(%525, %321), ROOT=526
%527 = f64[6,20]{1,0} aten::mul(%517, %320), ROOT=527
%528 = f64[6,20]{1,0} aten::mul(%527, %526), ROOT=528
%529 = f64[6,20]{1,0} aten::mul(%528, %321), ROOT=529
%530 = f64[6,80]{1,0} aten::cat(%529, %524, %519, %492), dim=1, ROOT=530
%531 = f64[6,20]{1,0} aten::mm(%530, %478), ROOT=531
%532 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=532
%533 = f64[80,20]{1,0} aten::permute(%532), dims=(1, 0), ROOT=533
%534 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=534
%535 = f64[6,20]{1,0} aten::sub(%534, %304), ROOT=535
%536 = f64[] prim::Constant(), value=1, ROOT=536
%537 = f64[6,20]{1,0} aten::expand(%536), size=(6, 20), ROOT=537
%538 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=538
%539 = f64[80,20]{1,0} aten::permute(%538), dims=(1, 0), ROOT=539
%540 = f64[6,20]{1,0} aten::mm(%530, %539), ROOT=540
%541 = f64[6,20]{1,0} aten::mul(%540, %537), ROOT=541
%542 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=542
%543 = f64[6,20]{1,0} aten::view(%542), output_size=(6, 20), ROOT=543
%544 = f64[6,20]{1,0} aten::add(%543, %541), ROOT=544
%545 = f64[6,20]{1,0} aten::mul(%544, %303), ROOT=545
%546 = f64[6,20]{1,0} aten::mul(%545, %535), ROOT=546
%547 = f64[6,20]{1,0} aten::mul(%546, %304), ROOT=547
%548 = f64[] xla::device_data(), device=CPU:0, ROOT=548
%549 = f64[6,20]{1,0} aten::expand(%548), size=(6, 20), ROOT=549
%550 = f64[6,20]{1,0} aten::pow(%296, %549), ROOT=550
%551 = f64[] prim::Constant(), value=1, ROOT=551
%552 = f64[6,20]{1,0} aten::expand(%551), size=(6, 20), ROOT=552
%553 = f64[6,20]{1,0} aten::mul(%552, %550), ROOT=553
%554 = f64[] prim::Constant(), value=1, ROOT=554
%555 = f64[6,20]{1,0} aten::expand(%554), size=(6, 20), ROOT=555
%556 = f64[6,20]{1,0} aten::sub(%555, %553), ROOT=556
%557 = f64[] prim::Constant(), value=1, ROOT=557
%558 = f64[6,20]{1,0} aten::expand(%557), size=(6, 20), ROOT=558
%559 = f64[] xla::device_data(), device=CPU:0, ROOT=559
%560 = f64[6,20]{1,0} aten::expand(%559), size=(6, 20), ROOT=560
%561 = f64[6,20]{1,0} aten::pow(%303, %560), ROOT=561
%562 = f64[] prim::Constant(), value=1, ROOT=562
%563 = f64[6,20]{1,0} aten::expand(%562), size=(6, 20), ROOT=563
%564 = f64[6,20]{1,0} aten::mul(%563, %561), ROOT=564
%565 = f64[] prim::Constant(), value=1, ROOT=565
%566 = f64[6,20]{1,0} aten::expand(%565), size=(6, 20), ROOT=566
%567 = f64[6,20]{1,0} aten::sub(%566, %564), ROOT=567
%568 = f64[6,20]{1,0} aten::mul(%544, %304), ROOT=568
%569 = f64[6,20]{1,0} aten::mul(%568, %567), ROOT=569
%570 = f64[6,20]{1,0} aten::mul(%569, %558), ROOT=570
%571 = f64[6,20]{1,0} aten::mul(%517, %324), ROOT=571
%572 = f64[6,20]{1,0} aten::add(%571, %570), ROOT=572
%573 = f64[6,20]{1,0} aten::mul(%572, %297), ROOT=573
%574 = f64[6,20]{1,0} aten::mul(%573, %556), ROOT=574
%575 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=575
%576 = f64[6,20]{1,0} aten::sub(%575, %300), ROOT=576
%577 = f64[6,20]{1,0} aten::mul(%572, %278), ROOT=577
%578 = f64[6,20]{1,0} aten::mul(%577, %576), ROOT=578
%579 = f64[6,20]{1,0} aten::mul(%578, %300), ROOT=579
%580 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=580
%581 = f64[6,20]{1,0} aten::sub(%580, %297), ROOT=581
%582 = f64[6,20]{1,0} aten::mul(%572, %296), ROOT=582
%583 = f64[6,20]{1,0} aten::mul(%582, %581), ROOT=583
%584 = f64[6,20]{1,0} aten::mul(%583, %297), ROOT=584
%585 = f64[6,80]{1,0} aten::cat(%584, %579, %574, %547), dim=1, ROOT=585
%586 = f64[6,20]{1,0} aten::mm(%585, %533), ROOT=586
%587 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=587
%588 = f64[80,20]{1,0} aten::permute(%587), dims=(1, 0), ROOT=588
%589 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=589
%590 = f64[6,20]{1,0} aten::sub(%589, %280), ROOT=590
%591 = f64[] prim::Constant(), value=1, ROOT=591
%592 = f64[6,20]{1,0} aten::expand(%591), size=(6, 20), ROOT=592
%593 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=593
%594 = f64[80,20]{1,0} aten::permute(%593), dims=(1, 0), ROOT=594
%595 = f64[6,20]{1,0} aten::mm(%585, %594), ROOT=595
%596 = f64[6,20]{1,0} aten::mul(%595, %592), ROOT=596
%597 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=597
%598 = f64[6,20]{1,0} aten::view(%597), output_size=(6, 20), ROOT=598
%599 = f64[6,20]{1,0} aten::add(%598, %596), ROOT=599
%600 = f64[6,20]{1,0} aten::mul(%599, %279), ROOT=600
%601 = f64[6,20]{1,0} aten::mul(%600, %590), ROOT=601
%602 = f64[6,20]{1,0} aten::mul(%601, %280), ROOT=602
%603 = f64[] xla::device_data(), device=CPU:0, ROOT=603
%604 = f64[6,20]{1,0} aten::expand(%603), size=(6, 20), ROOT=604
%605 = f64[6,20]{1,0} aten::pow(%270, %604), ROOT=605
%606 = f64[] prim::Constant(), value=1, ROOT=606
%607 = f64[6,20]{1,0} aten::expand(%606), size=(6, 20), ROOT=607
%608 = f64[6,20]{1,0} aten::mul(%607, %605), ROOT=608
%609 = f64[] prim::Constant(), value=1, ROOT=609
%610 = f64[6,20]{1,0} aten::expand(%609), size=(6, 20), ROOT=610
%611 = f64[6,20]{1,0} aten::sub(%610, %608), ROOT=611
%612 = f64[] prim::Constant(), value=1, ROOT=612
%613 = f64[6,20]{1,0} aten::expand(%612), size=(6, 20), ROOT=613
%614 = f64[] xla::device_data(), device=CPU:0, ROOT=614
%615 = f64[6,20]{1,0} aten::expand(%614), size=(6, 20), ROOT=615
%616 = f64[6,20]{1,0} aten::pow(%279, %615), ROOT=616
%617 = f64[] prim::Constant(), value=1, ROOT=617
%618 = f64[6,20]{1,0} aten::expand(%617), size=(6, 20), ROOT=618
%619 = f64[6,20]{1,0} aten::mul(%618, %616), ROOT=619
%620 = f64[] prim::Constant(), value=1, ROOT=620
%621 = f64[6,20]{1,0} aten::expand(%620), size=(6, 20), ROOT=621
%622 = f64[6,20]{1,0} aten::sub(%621, %619), ROOT=622
%623 = f64[6,20]{1,0} aten::mul(%599, %280), ROOT=623
%624 = f64[6,20]{1,0} aten::mul(%623, %622), ROOT=624
%625 = f64[6,20]{1,0} aten::mul(%624, %613), ROOT=625
%626 = f64[6,20]{1,0} aten::mul(%572, %300), ROOT=626
%627 = f64[6,20]{1,0} aten::add(%626, %625), ROOT=627
%628 = f64[6,20]{1,0} aten::mul(%627, %271), ROOT=628
%629 = f64[6,20]{1,0} aten::mul(%628, %611), ROOT=629
%630 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=630
%631 = f64[6,20]{1,0} aten::sub(%630, %276), ROOT=631
%632 = f64[6,20]{1,0} aten::mul(%627, %275), ROOT=632
%633 = f64[6,20]{1,0} aten::mul(%632, %631), ROOT=633
%634 = f64[6,20]{1,0} aten::mul(%633, %276), ROOT=634
%635 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=635
%636 = f64[6,20]{1,0} aten::sub(%635, %271), ROOT=636
%637 = f64[6,20]{1,0} aten::mul(%627, %270), ROOT=637
%638 = f64[6,20]{1,0} aten::mul(%637, %636), ROOT=638
%639 = f64[6,20]{1,0} aten::mul(%638, %271), ROOT=639
%640 = f64[6,80]{1,0} aten::cat(%639, %634, %629, %602), dim=1, ROOT=640
%641 = f64[6,20]{1,0} aten::mm(%640, %588), ROOT=641
%642 = f64[5,6,20]{2,1,0} aten::stack(%641, %586, %531, %476, %421), dim=0, ROOT=642
%643 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(4, 0, 0), sizes=(1, 6, 20), ROOT=643
%644 = f64[6,20]{1,0} aten::view(%643), output_size=(6, 20), ROOT=644
%645 = f64[6,20]{1,0} aten::mul(%644, %197), ROOT=645
%646 = f64[6,20]{1,0} aten::mul(%645, %187), ROOT=646
%647 = f64[6,20]{1,0} aten::mul(%646, %185), ROOT=647
%648 = f64[] xla::device_data(), device=CPU:0, ROOT=648
%649 = f64[6,20]{1,0} aten::expand(%648), size=(6, 20), ROOT=649
%650 = f64[6,20]{1,0} aten::pow(%190, %649), ROOT=650
%651 = f64[] prim::Constant(), value=1, ROOT=651
%652 = f64[6,20]{1,0} aten::expand(%651), size=(6, 20), ROOT=652
%653 = f64[6,20]{1,0} aten::mul(%652, %650), ROOT=653
%654 = f64[] prim::Constant(), value=1, ROOT=654
%655 = f64[6,20]{1,0} aten::expand(%654), size=(6, 20), ROOT=655
%656 = f64[6,20]{1,0} aten::sub(%655, %653), ROOT=656
%657 = f64[] xla::device_data(), device=CPU:0, ROOT=657
%658 = f64[6,20]{1,0} aten::expand(%657), size=(6, 20), ROOT=658
%659 = f64[6,20]{1,0} aten::pow(%197, %658), ROOT=659
%660 = f64[] prim::Constant(), value=1, ROOT=660
%661 = f64[6,20]{1,0} aten::expand(%660), size=(6, 20), ROOT=661
%662 = f64[6,20]{1,0} aten::mul(%661, %659), ROOT=662
%663 = f64[] prim::Constant(), value=1, ROOT=663
%664 = f64[6,20]{1,0} aten::expand(%663), size=(6, 20), ROOT=664
%665 = f64[6,20]{1,0} aten::sub(%664, %662), ROOT=665
%666 = f64[6,20]{1,0} aten::mul(%644, %185), ROOT=666
%667 = f64[6,20]{1,0} aten::mul(%666, %665), ROOT=667
%668 = f64[6,20]{1,0} aten::mul(%667, %191), ROOT=668
%669 = f64[6,20]{1,0} aten::mul(%668, %656), ROOT=669
%670 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=670
%671 = f64[6,20]{1,0} aten::sub(%670, %194), ROOT=671
%672 = f64[6,20]{1,0} aten::mul(%667, %167), ROOT=672
%673 = f64[6,20]{1,0} aten::mul(%672, %671), ROOT=673
%674 = f64[6,20]{1,0} aten::mul(%673, %194), ROOT=674
%675 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=675
%676 = f64[6,20]{1,0} aten::sub(%675, %191), ROOT=676
%677 = f64[6,20]{1,0} aten::mul(%667, %190), ROOT=677
%678 = f64[6,20]{1,0} aten::mul(%677, %676), ROOT=678
%679 = f64[6,20]{1,0} aten::mul(%678, %191), ROOT=679
%680 = f64[6,80]{1,0} aten::cat(%679, %674, %669, %647), dim=1, ROOT=680
%681 = f64[6,10]{1,0} aten::mm(%680, %5), ROOT=681
%682 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=682
%683 = f64[80,10]{1,0} aten::permute(%682), dims=(1, 0), ROOT=683
%684 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=684
%685 = f64[6,20]{1,0} aten::sub(%684, %169), ROOT=685
%686 = f64[] prim::Constant(), value=1, ROOT=686
%687 = f64[6,20]{1,0} aten::expand(%686), size=(6, 20), ROOT=687
%688 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=688
%689 = f64[80,20]{1,0} aten::permute(%688), dims=(1, 0), ROOT=689
%690 = f64[6,20]{1,0} aten::mm(%680, %689), ROOT=690
%691 = f64[6,20]{1,0} aten::mul(%690, %687), ROOT=691
%692 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(3, 0, 0), sizes=(1, 6, 20), ROOT=692
%693 = f64[6,20]{1,0} aten::view(%692), output_size=(6, 20), ROOT=693
%694 = f64[6,20]{1,0} aten::add(%693, %691), ROOT=694
%695 = f64[6,20]{1,0} aten::mul(%694, %168), ROOT=695
%696 = f64[6,20]{1,0} aten::mul(%695, %685), ROOT=696
%697 = f64[6,20]{1,0} aten::mul(%696, %169), ROOT=697
%698 = f64[] xla::device_data(), device=CPU:0, ROOT=698
%699 = f64[6,20]{1,0} aten::expand(%698), size=(6, 20), ROOT=699
%700 = f64[6,20]{1,0} aten::pow(%161, %699), ROOT=700
%701 = f64[] prim::Constant(), value=1, ROOT=701
%702 = f64[6,20]{1,0} aten::expand(%701), size=(6, 20), ROOT=702
%703 = f64[6,20]{1,0} aten::mul(%702, %700), ROOT=703
%704 = f64[] prim::Constant(), value=1, ROOT=704
%705 = f64[6,20]{1,0} aten::expand(%704), size=(6, 20), ROOT=705
%706 = f64[6,20]{1,0} aten::sub(%705, %703), ROOT=706
%707 = f64[] prim::Constant(), value=1, ROOT=707
%708 = f64[6,20]{1,0} aten::expand(%707), size=(6, 20), ROOT=708
%709 = f64[] xla::device_data(), device=CPU:0, ROOT=709
%710 = f64[6,20]{1,0} aten::expand(%709), size=(6, 20), ROOT=710
%711 = f64[6,20]{1,0} aten::pow(%168, %710), ROOT=711
%712 = f64[] prim::Constant(), value=1, ROOT=712
%713 = f64[6,20]{1,0} aten::expand(%712), size=(6, 20), ROOT=713
%714 = f64[6,20]{1,0} aten::mul(%713, %711), ROOT=714
%715 = f64[] prim::Constant(), value=1, ROOT=715
%716 = f64[6,20]{1,0} aten::expand(%715), size=(6, 20), ROOT=716
%717 = f64[6,20]{1,0} aten::sub(%716, %714), ROOT=717
%718 = f64[6,20]{1,0} aten::mul(%694, %169), ROOT=718
%719 = f64[6,20]{1,0} aten::mul(%718, %717), ROOT=719
%720 = f64[6,20]{1,0} aten::mul(%719, %708), ROOT=720
%721 = f64[6,20]{1,0} aten::mul(%667, %194), ROOT=721
%722 = f64[6,20]{1,0} aten::add(%721, %720), ROOT=722
%723 = f64[6,20]{1,0} aten::mul(%722, %162), ROOT=723
%724 = f64[6,20]{1,0} aten::mul(%723, %706), ROOT=724
%725 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=725
%726 = f64[6,20]{1,0} aten::sub(%725, %165), ROOT=726
%727 = f64[6,20]{1,0} aten::mul(%722, %143), ROOT=727
%728 = f64[6,20]{1,0} aten::mul(%727, %726), ROOT=728
%729 = f64[6,20]{1,0} aten::mul(%728, %165), ROOT=729
%730 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=730
%731 = f64[6,20]{1,0} aten::sub(%730, %162), ROOT=731
%732 = f64[6,20]{1,0} aten::mul(%722, %161), ROOT=732
%733 = f64[6,20]{1,0} aten::mul(%732, %731), ROOT=733
%734 = f64[6,20]{1,0} aten::mul(%733, %162), ROOT=734
%735 = f64[6,80]{1,0} aten::cat(%734, %729, %724, %697), dim=1, ROOT=735
%736 = f64[6,10]{1,0} aten::mm(%735, %683), ROOT=736
%737 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=737
%738 = f64[80,10]{1,0} aten::permute(%737), dims=(1, 0), ROOT=738
%739 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=739
%740 = f64[6,20]{1,0} aten::sub(%739, %145), ROOT=740
%741 = f64[] prim::Constant(), value=1, ROOT=741
%742 = f64[6,20]{1,0} aten::expand(%741), size=(6, 20), ROOT=742
%743 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=743
%744 = f64[80,20]{1,0} aten::permute(%743), dims=(1, 0), ROOT=744
%745 = f64[6,20]{1,0} aten::mm(%735, %744), ROOT=745
%746 = f64[6,20]{1,0} aten::mul(%745, %742), ROOT=746
%747 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(2, 0, 0), sizes=(1, 6, 20), ROOT=747
%748 = f64[6,20]{1,0} aten::view(%747), output_size=(6, 20), ROOT=748
%749 = f64[6,20]{1,0} aten::add(%748, %746), ROOT=749
%750 = f64[6,20]{1,0} aten::mul(%749, %144), ROOT=750
%751 = f64[6,20]{1,0} aten::mul(%750, %740), ROOT=751
%752 = f64[6,20]{1,0} aten::mul(%751, %145), ROOT=752
%753 = f64[] xla::device_data(), device=CPU:0, ROOT=753
%754 = f64[6,20]{1,0} aten::expand(%753), size=(6, 20), ROOT=754
%755 = f64[6,20]{1,0} aten::pow(%137, %754), ROOT=755
%756 = f64[] prim::Constant(), value=1, ROOT=756
%757 = f64[6,20]{1,0} aten::expand(%756), size=(6, 20), ROOT=757
%758 = f64[6,20]{1,0} aten::mul(%757, %755), ROOT=758
%759 = f64[] prim::Constant(), value=1, ROOT=759
%760 = f64[6,20]{1,0} aten::expand(%759), size=(6, 20), ROOT=760
%761 = f64[6,20]{1,0} aten::sub(%760, %758), ROOT=761
%762 = f64[] prim::Constant(), value=1, ROOT=762
%763 = f64[6,20]{1,0} aten::expand(%762), size=(6, 20), ROOT=763
%764 = f64[] xla::device_data(), device=CPU:0, ROOT=764
%765 = f64[6,20]{1,0} aten::expand(%764), size=(6, 20), ROOT=765
%766 = f64[6,20]{1,0} aten::pow(%144, %765), ROOT=766
%767 = f64[] prim::Constant(), value=1, ROOT=767
%768 = f64[6,20]{1,0} aten::expand(%767), size=(6, 20), ROOT=768
%769 = f64[6,20]{1,0} aten::mul(%768, %766), ROOT=769
%770 = f64[] prim::Constant(), value=1, ROOT=770
%771 = f64[6,20]{1,0} aten::expand(%770), size=(6, 20), ROOT=771
%772 = f64[6,20]{1,0} aten::sub(%771, %769), ROOT=772
%773 = f64[6,20]{1,0} aten::mul(%749, %145), ROOT=773
%774 = f64[6,20]{1,0} aten::mul(%773, %772), ROOT=774
%775 = f64[6,20]{1,0} aten::mul(%774, %763), ROOT=775
%776 = f64[6,20]{1,0} aten::mul(%722, %165), ROOT=776
%777 = f64[6,20]{1,0} aten::add(%776, %775), ROOT=777
%778 = f64[6,20]{1,0} aten::mul(%777, %138), ROOT=778
%779 = f64[6,20]{1,0} aten::mul(%778, %761), ROOT=779
%780 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=780
%781 = f64[6,20]{1,0} aten::sub(%780, %141), ROOT=781
%782 = f64[6,20]{1,0} aten::mul(%777, %119), ROOT=782
%783 = f64[6,20]{1,0} aten::mul(%782, %781), ROOT=783
%784 = f64[6,20]{1,0} aten::mul(%783, %141), ROOT=784
%785 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=785
%786 = f64[6,20]{1,0} aten::sub(%785, %138), ROOT=786
%787 = f64[6,20]{1,0} aten::mul(%777, %137), ROOT=787
%788 = f64[6,20]{1,0} aten::mul(%787, %786), ROOT=788
%789 = f64[6,20]{1,0} aten::mul(%788, %138), ROOT=789
%790 = f64[6,80]{1,0} aten::cat(%789, %784, %779, %752), dim=1, ROOT=790
%791 = f64[6,10]{1,0} aten::mm(%790, %738), ROOT=791
%792 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=792
%793 = f64[80,10]{1,0} aten::permute(%792), dims=(1, 0), ROOT=793
%794 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=794
%795 = f64[6,20]{1,0} aten::sub(%794, %121), ROOT=795
%796 = f64[] prim::Constant(), value=1, ROOT=796
%797 = f64[6,20]{1,0} aten::expand(%796), size=(6, 20), ROOT=797
%798 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=798
%799 = f64[80,20]{1,0} aten::permute(%798), dims=(1, 0), ROOT=799
%800 = f64[6,20]{1,0} aten::mm(%790, %799), ROOT=800
%801 = f64[6,20]{1,0} aten::mul(%800, %797), ROOT=801
%802 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=802
%803 = f64[6,20]{1,0} aten::view(%802), output_size=(6, 20), ROOT=803
%804 = f64[6,20]{1,0} aten::add(%803, %801), ROOT=804
%805 = f64[6,20]{1,0} aten::mul(%804, %120), ROOT=805
%806 = f64[6,20]{1,0} aten::mul(%805, %795), ROOT=806
%807 = f64[6,20]{1,0} aten::mul(%806, %121), ROOT=807
%808 = f64[] xla::device_data(), device=CPU:0, ROOT=808
%809 = f64[6,20]{1,0} aten::expand(%808), size=(6, 20), ROOT=809
%810 = f64[6,20]{1,0} aten::pow(%113, %809), ROOT=810
%811 = f64[] prim::Constant(), value=1, ROOT=811
%812 = f64[6,20]{1,0} aten::expand(%811), size=(6, 20), ROOT=812
%813 = f64[6,20]{1,0} aten::mul(%812, %810), ROOT=813
%814 = f64[] prim::Constant(), value=1, ROOT=814
%815 = f64[6,20]{1,0} aten::expand(%814), size=(6, 20), ROOT=815
%816 = f64[6,20]{1,0} aten::sub(%815, %813), ROOT=816
%817 = f64[] prim::Constant(), value=1, ROOT=817
%818 = f64[6,20]{1,0} aten::expand(%817), size=(6, 20), ROOT=818
%819 = f64[] xla::device_data(), device=CPU:0, ROOT=819
%820 = f64[6,20]{1,0} aten::expand(%819), size=(6, 20), ROOT=820
%821 = f64[6,20]{1,0} aten::pow(%120, %820), ROOT=821
%822 = f64[] prim::Constant(), value=1, ROOT=822
%823 = f64[6,20]{1,0} aten::expand(%822), size=(6, 20), ROOT=823
%824 = f64[6,20]{1,0} aten::mul(%823, %821), ROOT=824
%825 = f64[] prim::Constant(), value=1, ROOT=825
%826 = f64[6,20]{1,0} aten::expand(%825), size=(6, 20), ROOT=826
%827 = f64[6,20]{1,0} aten::sub(%826, %824), ROOT=827
%828 = f64[6,20]{1,0} aten::mul(%804, %121), ROOT=828
%829 = f64[6,20]{1,0} aten::mul(%828, %827), ROOT=829
%830 = f64[6,20]{1,0} aten::mul(%829, %818), ROOT=830
%831 = f64[6,20]{1,0} aten::mul(%777, %141), ROOT=831
%832 = f64[6,20]{1,0} aten::add(%831, %830), ROOT=832
%833 = f64[6,20]{1,0} aten::mul(%832, %114), ROOT=833
%834 = f64[6,20]{1,0} aten::mul(%833, %816), ROOT=834
%835 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=835
%836 = f64[6,20]{1,0} aten::sub(%835, %117), ROOT=836
%837 = f64[6,20]{1,0} aten::mul(%832, %95), ROOT=837
%838 = f64[6,20]{1,0} aten::mul(%837, %836), ROOT=838
%839 = f64[6,20]{1,0} aten::mul(%838, %117), ROOT=839
%840 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=840
%841 = f64[6,20]{1,0} aten::sub(%840, %114), ROOT=841
%842 = f64[6,20]{1,0} aten::mul(%832, %113), ROOT=842
%843 = f64[6,20]{1,0} aten::mul(%842, %841), ROOT=843
%844 = f64[6,20]{1,0} aten::mul(%843, %114), ROOT=844
%845 = f64[6,80]{1,0} aten::cat(%844, %839, %834, %807), dim=1, ROOT=845
%846 = f64[6,10]{1,0} aten::mm(%845, %793), ROOT=846
%847 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=847
%848 = f64[80,10]{1,0} aten::permute(%847), dims=(1, 0), ROOT=848
%849 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=849
%850 = f64[6,20]{1,0} aten::sub(%849, %97), ROOT=850
%851 = f64[] prim::Constant(), value=1, ROOT=851
%852 = f64[6,20]{1,0} aten::expand(%851), size=(6, 20), ROOT=852
%853 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=853
%854 = f64[80,20]{1,0} aten::permute(%853), dims=(1, 0), ROOT=854
%855 = f64[6,20]{1,0} aten::mm(%845, %854), ROOT=855
%856 = f64[6,20]{1,0} aten::mul(%855, %852), ROOT=856
%857 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=857
%858 = f64[6,20]{1,0} aten::view(%857), output_size=(6, 20), ROOT=858
%859 = f64[6,20]{1,0} aten::add(%858, %856), ROOT=859
%860 = f64[6,20]{1,0} aten::mul(%859, %96), ROOT=860
%861 = f64[6,20]{1,0} aten::mul(%860, %850), ROOT=861
%862 = f64[6,20]{1,0} aten::mul(%861, %97), ROOT=862
%863 = f64[] xla::device_data(), device=CPU:0, ROOT=863
%864 = f64[6,20]{1,0} aten::expand(%863), size=(6, 20), ROOT=864
%865 = f64[6,20]{1,0} aten::pow(%85, %864), ROOT=865
%866 = f64[] prim::Constant(), value=1, ROOT=866
%867 = f64[6,20]{1,0} aten::expand(%866), size=(6, 20), ROOT=867
%868 = f64[6,20]{1,0} aten::mul(%867, %865), ROOT=868
%869 = f64[] prim::Constant(), value=1, ROOT=869
%870 = f64[6,20]{1,0} aten::expand(%869), size=(6, 20), ROOT=870
%871 = f64[6,20]{1,0} aten::sub(%870, %868), ROOT=871
%872 = f64[] prim::Constant(), value=1, ROOT=872
%873 = f64[6,20]{1,0} aten::expand(%872), size=(6, 20), ROOT=873
%874 = f64[] xla::device_data(), device=CPU:0, ROOT=874
%875 = f64[6,20]{1,0} aten::expand(%874), size=(6, 20), ROOT=875
%876 = f64[6,20]{1,0} aten::pow(%96, %875), ROOT=876
%877 = f64[] prim::Constant(), value=1, ROOT=877
%878 = f64[6,20]{1,0} aten::expand(%877), size=(6, 20), ROOT=878
%879 = f64[6,20]{1,0} aten::mul(%878, %876), ROOT=879
%880 = f64[] prim::Constant(), value=1, ROOT=880
%881 = f64[6,20]{1,0} aten::expand(%880), size=(6, 20), ROOT=881
%882 = f64[6,20]{1,0} aten::sub(%881, %879), ROOT=882
%883 = f64[6,20]{1,0} aten::mul(%859, %97), ROOT=883
%884 = f64[6,20]{1,0} aten::mul(%883, %882), ROOT=884
%885 = f64[6,20]{1,0} aten::mul(%884, %873), ROOT=885
%886 = f64[6,20]{1,0} aten::mul(%832, %117), ROOT=886
%887 = f64[6,20]{1,0} aten::add(%886, %885), ROOT=887
%888 = f64[6,20]{1,0} aten::mul(%887, %86), ROOT=888
%889 = f64[6,20]{1,0} aten::mul(%888, %871), ROOT=889
%890 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=890
%891 = f64[6,20]{1,0} aten::sub(%890, %93), ROOT=891
%892 = f64[6,20]{1,0} aten::mul(%887, %92), ROOT=892
%893 = f64[6,20]{1,0} aten::mul(%892, %891), ROOT=893
%894 = f64[6,20]{1,0} aten::mul(%893, %93), ROOT=894
%895 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=895
%896 = f64[6,20]{1,0} aten::sub(%895, %86), ROOT=896
%897 = f64[6,20]{1,0} aten::mul(%887, %85), ROOT=897
%898 = f64[6,20]{1,0} aten::mul(%897, %896), ROOT=898
%899 = f64[6,20]{1,0} aten::mul(%898, %86), ROOT=899
%900 = f64[6,80]{1,0} aten::cat(%899, %894, %889, %862), dim=1, ROOT=900
%901 = f64[6,10]{1,0} aten::mm(%900, %848), ROOT=901
%902 = f64[5,6,10]{2,1,0} aten::stack(%901, %846, %791, %736, %681), dim=0, ROOT=902
%903 = f64[5,6,10]{2,1,0} aten::mul(%902, %2), ROOT=903
%904 = f64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15963, value=0, ROOT=904
%905 = f64[5,6,10]{2,1,0} aten::expand(%904), location=_test_rnn_retain_variables@test_nn.py:15963, size=(5, 6, 10), ROOT=905
%906 = f64[5,6,10]{2,1,0} aten::add(%905, %903), ROOT=906
%907 = f64[300]{0} aten::view(%906), location=__init__@_tensor_str.py:90, output_size=(300), ROOT=907
%908 = f64[300]{0} aten::abs(%907), location=__init__@_tensor_str.py:90, ROOT=908
%909 = pred[300]{0} aten::ne(%908, %0), location=__init__@_tensor_str.py:90, ROOT=909
%910 = pred[300]{0} aten::eq(%907, %907), location=__init__@_tensor_str.py:90, ROOT=910
%911 = pred[300]{0} aten::mul(%910, %909), location=__init__@_tensor_str.py:90, ROOT=911
}
[WONJOO, tensor_methods.cpp]: otherIR {
%0 = s64[] prim::Constant(), location=__init__@_tensor_str.py:90, value=0, ROOT=0
%1 = f64[] prim::Constant(), value=1, ROOT=1
%2 = f64[5,6,10]{2,1,0} aten::expand(%1), size=(5, 6, 10), ROOT=2
%3 = f64[80,10]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=3
%4 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=4
%5 = f64[80,10]{1,0} aten::permute(%4), dims=(1, 0), ROOT=5
%6 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=6
%7 = f64[6,80]{1,0} aten::expand(%6), location=forward@rnn.py:709, size=(6, 80), ROOT=7
%8 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=8
%9 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=9
%10 = s64[] xla::device_data(), location=_test_rnn_retain_variables@test_nn.py:15957, device=CPU:0, ROOT=10
%11 = s64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=214013, ROOT=11
%12 = s64[] aten::mul(%11, %10), location=_test_rnn_retain_variables@test_nn.py:15957, ROOT=12
%13 = s64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=2.53101e+06, ROOT=13
%14 = s64[] aten::add(%13, %12), location=_test_rnn_retain_variables@test_nn.py:15957, ROOT=14
%15 = f64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=1, ROOT=15
%16 = f64[5,6,10]{2,1,0} aten::expand(%15), location=_test_rnn_retain_variables@test_nn.py:15957, size=(5, 6, 10), ROOT=16
%17 = f64[] prim::Constant(), location=_test_rnn_retain_variables@test_nn.py:15957, value=0, ROOT=17
%18 = f64[5,6,10]{2,1,0} aten::expand(%17), location=_test_rnn_retain_variables@test_nn.py:15957, size=(5, 6, 10), ROOT=18
%19 = f64[5,6,10]{2,1,0} aten::normal(%18, %16, %14), location=_test_rnn_retain_variables@test_nn.py:15957, ROOT=19
%20 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(4, 0, 0), sizes=(1, 6, 10), ROOT=20
%21 = f64[6,10]{1,0} aten::view(%20), location=forward@rnn.py:709, output_size=(6, 10), ROOT=21
%22 = f64[6,80]{1,0} aten::addmm(%21, %9, %8), location=forward@rnn.py:709, ROOT=22
%23 = f64[6,80]{1,0} aten::mul(%22, %7), location=forward@rnn.py:709, ROOT=23
%24 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=24
%25 = f64[80,20]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=25
%26 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=26
%27 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=27
%28 = f64[6,20]{1,0} aten::expand(%27), location=forward@rnn.py:709, size=(6, 20), ROOT=28
%29 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=29
%30 = f64[6,80]{1,0} aten::expand(%29), location=forward@rnn.py:709, size=(6, 80), ROOT=30
%31 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=31
%32 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(3, 0, 0), sizes=(1, 6, 10), ROOT=32
%33 = f64[6,10]{1,0} aten::view(%32), location=forward@rnn.py:709, output_size=(6, 10), ROOT=33
%34 = f64[6,80]{1,0} aten::addmm(%33, %31, %8), location=forward@rnn.py:709, ROOT=34
%35 = f64[6,80]{1,0} aten::mul(%34, %30), location=forward@rnn.py:709, ROOT=35
%36 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=36
%37 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=37
%38 = f64[6,20]{1,0} aten::expand(%37), location=forward@rnn.py:709, size=(6, 20), ROOT=38
%39 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=39
%40 = f64[6,80]{1,0} aten::expand(%39), location=forward@rnn.py:709, size=(6, 80), ROOT=40
%41 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=41
%42 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(2, 0, 0), sizes=(1, 6, 10), ROOT=42
%43 = f64[6,10]{1,0} aten::view(%42), location=forward@rnn.py:709, output_size=(6, 10), ROOT=43
%44 = f64[6,80]{1,0} aten::addmm(%43, %41, %8), location=forward@rnn.py:709, ROOT=44
%45 = f64[6,80]{1,0} aten::mul(%44, %40), location=forward@rnn.py:709, ROOT=45
%46 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=46
%47 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=47
%48 = f64[6,20]{1,0} aten::expand(%47), location=forward@rnn.py:709, size=(6, 20), ROOT=48
%49 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=49
%50 = f64[6,80]{1,0} aten::expand(%49), location=forward@rnn.py:709, size=(6, 80), ROOT=50
%51 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=51
%52 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 10), ROOT=52
%53 = f64[6,10]{1,0} aten::view(%52), location=forward@rnn.py:709, output_size=(6, 10), ROOT=53
%54 = f64[6,80]{1,0} aten::addmm(%53, %51, %8), location=forward@rnn.py:709, ROOT=54
%55 = f64[6,80]{1,0} aten::mul(%54, %50), location=forward@rnn.py:709, ROOT=55
%56 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=56
%57 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=57
%58 = f64[6,20]{1,0} aten::expand(%57), location=forward@rnn.py:709, size=(6, 20), ROOT=58
%59 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=59
%60 = f64[6,80]{1,0} aten::expand(%59), location=forward@rnn.py:709, size=(6, 80), ROOT=60
%61 = f64[10,80]{0,1} aten::permute(%3), location=forward@rnn.py:709, dims=(1, 0), ROOT=61
%62 = f64[1,6,10]{2,1,0} xla::generic_slice(%19), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 10), ROOT=62
%63 = f64[6,10]{1,0} aten::view(%62), location=forward@rnn.py:709, output_size=(6, 10), ROOT=63
%64 = f64[6,80]{1,0} aten::addmm(%63, %61, %8), location=forward@rnn.py:709, ROOT=64
%65 = f64[6,80]{1,0} aten::mul(%64, %60), location=forward@rnn.py:709, ROOT=65
%66 = f64[20,80]{0,1} aten::permute(%25), location=forward@rnn.py:709, dims=(1, 0), ROOT=66
%67 = f64[] prim::Constant(), location=forward@rnn.py:695, value=0, ROOT=67
%68 = f64[2,6,20]{2,1,0} aten::expand(%67), location=forward@rnn.py:695, size=(2, 6, 20), ROOT=68
%69 = f64[1,6,20]{2,1,0} xla::generic_slice(%68), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=69
%70 = f64[6,20]{1,0} aten::view(%69), location=forward@rnn.py:709, output_size=(6, 20), ROOT=70
%71 = f64[6,80]{1,0} aten::addmm(%70, %66, %24), location=forward@rnn.py:709, ROOT=71
%72 = f64[6,80]{1,0} aten::add(%71, %65), location=forward@rnn.py:709, ROOT=72
%73 = f64[6,20]{1,0} xla::select(%72), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=73
%74 = f64[6,20]{1,0} aten::sigmoid(%73), location=forward@rnn.py:709, ROOT=74
%75 = f64[6,80]{1,0} xla::unselect(%72, %74), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=75
%76 = f64[6,20]{1,0} xla::select(%75), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=76
%77 = f64[6,20]{1,0} aten::sigmoid(%76), location=forward@rnn.py:709, ROOT=77
%78 = f64[6,80]{1,0} xla::unselect(%75, %77), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=78
%79 = f64[6,20]{1,0} xla::select(%78), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=79
%80 = f64[6,20]{1,0} aten::tanh(%79), location=forward@rnn.py:709, ROOT=80
%81 = f64[6,80]{1,0} xla::unselect(%78, %80), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=81
%82 = f64[6,20]{1,0} xla::select(%81), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=82
%83 = f64[6,20]{1,0} aten::sigmoid(%82), location=forward@rnn.py:709, ROOT=83
%84 = f64[6,80]{1,0} xla::unselect(%81, %83), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=84
%85 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=85
%86 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=86
%87 = f64[6,20]{1,0} aten::mul(%86, %85), location=forward@rnn.py:709, ROOT=87
%88 = f64[6,20]{1,0} aten::mul(%87, %58), location=forward@rnn.py:709, ROOT=88
%89 = f64[] prim::Constant(), location=forward@rnn.py:698, value=0, ROOT=89
%90 = f64[2,6,20]{2,1,0} aten::expand(%89), location=forward@rnn.py:698, size=(2, 6, 20), ROOT=90
%91 = f64[1,6,20]{2,1,0} xla::generic_slice(%90), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=91
%92 = f64[6,20]{1,0} aten::view(%91), location=forward@rnn.py:709, output_size=(6, 20), ROOT=92
%93 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=93
%94 = f64[6,20]{1,0} aten::mul(%93, %92), location=forward@rnn.py:709, ROOT=94
%95 = f64[6,20]{1,0} aten::add(%94, %88), location=forward@rnn.py:709, ROOT=95
%96 = f64[6,20]{1,0} aten::tanh(%95), location=forward@rnn.py:709, ROOT=96
%97 = f64[6,20]{1,0} xla::select(%84), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=97
%98 = f64[6,20]{1,0} aten::mul(%97, %96), location=forward@rnn.py:709, ROOT=98
%99 = f64[6,80]{1,0} aten::addmm(%98, %56, %24), location=forward@rnn.py:709, ROOT=99
%100 = f64[6,80]{1,0} aten::add(%99, %55), location=forward@rnn.py:709, ROOT=100
%101 = f64[6,20]{1,0} xla::select(%100), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=101
%102 = f64[6,20]{1,0} aten::sigmoid(%101), location=forward@rnn.py:709, ROOT=102
%103 = f64[6,80]{1,0} xla::unselect(%100, %102), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=103
%104 = f64[6,20]{1,0} xla::select(%103), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=104
%105 = f64[6,20]{1,0} aten::sigmoid(%104), location=forward@rnn.py:709, ROOT=105
%106 = f64[6,80]{1,0} xla::unselect(%103, %105), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=106
%107 = f64[6,20]{1,0} xla::select(%106), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=107
%108 = f64[6,20]{1,0} aten::tanh(%107), location=forward@rnn.py:709, ROOT=108
%109 = f64[6,80]{1,0} xla::unselect(%106, %108), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=109
%110 = f64[6,20]{1,0} xla::select(%109), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=110
%111 = f64[6,20]{1,0} aten::sigmoid(%110), location=forward@rnn.py:709, ROOT=111
%112 = f64[6,80]{1,0} xla::unselect(%109, %111), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=112
%113 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=113
%114 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=114
%115 = f64[6,20]{1,0} aten::mul(%114, %113), location=forward@rnn.py:709, ROOT=115
%116 = f64[6,20]{1,0} aten::mul(%115, %48), location=forward@rnn.py:709, ROOT=116
%117 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=117
%118 = f64[6,20]{1,0} aten::mul(%117, %95), location=forward@rnn.py:709, ROOT=118
%119 = f64[6,20]{1,0} aten::add(%118, %116), location=forward@rnn.py:709, ROOT=119
%120 = f64[6,20]{1,0} aten::tanh(%119), location=forward@rnn.py:709, ROOT=120
%121 = f64[6,20]{1,0} xla::select(%112), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=121
%122 = f64[6,20]{1,0} aten::mul(%121, %120), location=forward@rnn.py:709, ROOT=122
%123 = f64[6,80]{1,0} aten::addmm(%122, %46, %24), location=forward@rnn.py:709, ROOT=123
%124 = f64[6,80]{1,0} aten::add(%123, %45), location=forward@rnn.py:709, ROOT=124
%125 = f64[6,20]{1,0} xla::select(%124), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=125
%126 = f64[6,20]{1,0} aten::sigmoid(%125), location=forward@rnn.py:709, ROOT=126
%127 = f64[6,80]{1,0} xla::unselect(%124, %126), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=127
%128 = f64[6,20]{1,0} xla::select(%127), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=128
%129 = f64[6,20]{1,0} aten::sigmoid(%128), location=forward@rnn.py:709, ROOT=129
%130 = f64[6,80]{1,0} xla::unselect(%127, %129), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=130
%131 = f64[6,20]{1,0} xla::select(%130), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=131
%132 = f64[6,20]{1,0} aten::tanh(%131), location=forward@rnn.py:709, ROOT=132
%133 = f64[6,80]{1,0} xla::unselect(%130, %132), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=133
%134 = f64[6,20]{1,0} xla::select(%133), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=134
%135 = f64[6,20]{1,0} aten::sigmoid(%134), location=forward@rnn.py:709, ROOT=135
%136 = f64[6,80]{1,0} xla::unselect(%133, %135), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=136
%137 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=137
%138 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=138
%139 = f64[6,20]{1,0} aten::mul(%138, %137), location=forward@rnn.py:709, ROOT=139
%140 = f64[6,20]{1,0} aten::mul(%139, %38), location=forward@rnn.py:709, ROOT=140
%141 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=141
%142 = f64[6,20]{1,0} aten::mul(%141, %119), location=forward@rnn.py:709, ROOT=142
%143 = f64[6,20]{1,0} aten::add(%142, %140), location=forward@rnn.py:709, ROOT=143
%144 = f64[6,20]{1,0} aten::tanh(%143), location=forward@rnn.py:709, ROOT=144
%145 = f64[6,20]{1,0} xla::select(%136), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=145
%146 = f64[6,20]{1,0} aten::mul(%145, %144), location=forward@rnn.py:709, ROOT=146
%147 = f64[6,80]{1,0} aten::addmm(%146, %36, %24), location=forward@rnn.py:709, ROOT=147
%148 = f64[6,80]{1,0} aten::add(%147, %35), location=forward@rnn.py:709, ROOT=148
%149 = f64[6,20]{1,0} xla::select(%148), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=149
%150 = f64[6,20]{1,0} aten::sigmoid(%149), location=forward@rnn.py:709, ROOT=150
%151 = f64[6,80]{1,0} xla::unselect(%148, %150), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=151
%152 = f64[6,20]{1,0} xla::select(%151), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=152
%153 = f64[6,20]{1,0} aten::sigmoid(%152), location=forward@rnn.py:709, ROOT=153
%154 = f64[6,80]{1,0} xla::unselect(%151, %153), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=154
%155 = f64[6,20]{1,0} xla::select(%154), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=155
%156 = f64[6,20]{1,0} aten::tanh(%155), location=forward@rnn.py:709, ROOT=156
%157 = f64[6,80]{1,0} xla::unselect(%154, %156), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=157
%158 = f64[6,20]{1,0} xla::select(%157), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=158
%159 = f64[6,20]{1,0} aten::sigmoid(%158), location=forward@rnn.py:709, ROOT=159
%160 = f64[6,80]{1,0} xla::unselect(%157, %159), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=160
%161 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=161
%162 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=162
%163 = f64[6,20]{1,0} aten::mul(%162, %161), location=forward@rnn.py:709, ROOT=163
%164 = f64[6,20]{1,0} aten::mul(%163, %28), location=forward@rnn.py:709, ROOT=164
%165 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=165
%166 = f64[6,20]{1,0} aten::mul(%165, %143), location=forward@rnn.py:709, ROOT=166
%167 = f64[6,20]{1,0} aten::add(%166, %164), location=forward@rnn.py:709, ROOT=167
%168 = f64[6,20]{1,0} aten::tanh(%167), location=forward@rnn.py:709, ROOT=168
%169 = f64[6,20]{1,0} xla::select(%160), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=169
%170 = f64[6,20]{1,0} aten::mul(%169, %168), location=forward@rnn.py:709, ROOT=170
%171 = f64[6,80]{1,0} aten::addmm(%170, %26, %24), location=forward@rnn.py:709, ROOT=171
%172 = f64[6,80]{1,0} aten::add(%171, %23), location=forward@rnn.py:709, ROOT=172
%173 = f64[6,20]{1,0} xla::select(%172), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=173
%174 = f64[6,20]{1,0} aten::sigmoid(%173), location=forward@rnn.py:709, ROOT=174
%175 = f64[6,80]{1,0} xla::unselect(%172, %174), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=175
%176 = f64[6,20]{1,0} xla::select(%175), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=176
%177 = f64[6,20]{1,0} aten::sigmoid(%176), location=forward@rnn.py:709, ROOT=177
%178 = f64[6,80]{1,0} xla::unselect(%175, %177), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=178
%179 = f64[6,20]{1,0} xla::select(%178), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=179
%180 = f64[6,20]{1,0} aten::tanh(%179), location=forward@rnn.py:709, ROOT=180
%181 = f64[6,80]{1,0} xla::unselect(%178, %180), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=181
%182 = f64[6,20]{1,0} xla::select(%181), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=182
%183 = f64[6,20]{1,0} aten::sigmoid(%182), location=forward@rnn.py:709, ROOT=183
%184 = f64[6,80]{1,0} xla::unselect(%181, %183), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=184
%185 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=185
%186 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=186
%187 = f64[6,20]{1,0} aten::sub(%186, %185), ROOT=187
%188 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=188
%189 = f64[6,20]{1,0} aten::expand(%188), location=forward@rnn.py:709, size=(6, 20), ROOT=189
%190 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=190
%191 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=191
%192 = f64[6,20]{1,0} aten::mul(%191, %190), location=forward@rnn.py:709, ROOT=192
%193 = f64[6,20]{1,0} aten::mul(%192, %189), location=forward@rnn.py:709, ROOT=193
%194 = f64[6,20]{1,0} xla::select(%184), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=194
%195 = f64[6,20]{1,0} aten::mul(%194, %167), location=forward@rnn.py:709, ROOT=195
%196 = f64[6,20]{1,0} aten::add(%195, %193), location=forward@rnn.py:709, ROOT=196
%197 = f64[6,20]{1,0} aten::tanh(%196), location=forward@rnn.py:709, ROOT=197
%198 = f64[80,20]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=198
%199 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=199
%200 = f64[80,20]{1,0} aten::permute(%199), dims=(1, 0), ROOT=200
%201 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=201
%202 = f64[6,80]{1,0} aten::expand(%201), location=forward@rnn.py:709, size=(6, 80), ROOT=202
%203 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=203
%204 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=204
%205 = f64[6,20]{1,0} aten::mul(%185, %197), location=forward@rnn.py:709, ROOT=205
%206 = f64[5,6,20]{2,1,0} aten::stack(%98, %122, %146, %170, %205), location=forward@rnn.py:709, dim=0, ROOT=206
%207 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(4, 0, 0), sizes=(1, 6, 20), ROOT=207
%208 = f64[6,20]{1,0} aten::view(%207), location=forward@rnn.py:709, output_size=(6, 20), ROOT=208
%209 = f64[6,80]{1,0} aten::addmm(%208, %204, %203), location=forward@rnn.py:709, ROOT=209
%210 = f64[6,80]{1,0} aten::mul(%209, %202), location=forward@rnn.py:709, ROOT=210
%211 = f64[80]{0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=211
%212 = f64[80,20]{1,0} xla::device_data(), location=convert@module.py:905, device=CPU:0, ROOT=212
%213 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=213
%214 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=214
%215 = f64[6,20]{1,0} aten::expand(%214), location=forward@rnn.py:709, size=(6, 20), ROOT=215
%216 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=216
%217 = f64[6,80]{1,0} aten::expand(%216), location=forward@rnn.py:709, size=(6, 80), ROOT=217
%218 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=218
%219 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(3, 0, 0), sizes=(1, 6, 20), ROOT=219
%220 = f64[6,20]{1,0} aten::view(%219), location=forward@rnn.py:709, output_size=(6, 20), ROOT=220
%221 = f64[6,80]{1,0} aten::addmm(%220, %218, %203), location=forward@rnn.py:709, ROOT=221
%222 = f64[6,80]{1,0} aten::mul(%221, %217), location=forward@rnn.py:709, ROOT=222
%223 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=223
%224 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=224
%225 = f64[6,20]{1,0} aten::expand(%224), location=forward@rnn.py:709, size=(6, 20), ROOT=225
%226 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=226
%227 = f64[6,80]{1,0} aten::expand(%226), location=forward@rnn.py:709, size=(6, 80), ROOT=227
%228 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=228
%229 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(2, 0, 0), sizes=(1, 6, 20), ROOT=229
%230 = f64[6,20]{1,0} aten::view(%229), location=forward@rnn.py:709, output_size=(6, 20), ROOT=230
%231 = f64[6,80]{1,0} aten::addmm(%230, %228, %203), location=forward@rnn.py:709, ROOT=231
%232 = f64[6,80]{1,0} aten::mul(%231, %227), location=forward@rnn.py:709, ROOT=232
%233 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=233
%234 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=234
%235 = f64[6,20]{1,0} aten::expand(%234), location=forward@rnn.py:709, size=(6, 20), ROOT=235
%236 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=236
%237 = f64[6,80]{1,0} aten::expand(%236), location=forward@rnn.py:709, size=(6, 80), ROOT=237
%238 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=238
%239 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=239
%240 = f64[6,20]{1,0} aten::view(%239), location=forward@rnn.py:709, output_size=(6, 20), ROOT=240
%241 = f64[6,80]{1,0} aten::addmm(%240, %238, %203), location=forward@rnn.py:709, ROOT=241
%242 = f64[6,80]{1,0} aten::mul(%241, %237), location=forward@rnn.py:709, ROOT=242
%243 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=243
%244 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=244
%245 = f64[6,20]{1,0} aten::expand(%244), location=forward@rnn.py:709, size=(6, 20), ROOT=245
%246 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=246
%247 = f64[6,80]{1,0} aten::expand(%246), location=forward@rnn.py:709, size=(6, 80), ROOT=247
%248 = f64[20,80]{0,1} aten::permute(%198), location=forward@rnn.py:709, dims=(1, 0), ROOT=248
%249 = f64[1,6,20]{2,1,0} xla::generic_slice(%206), location=forward@rnn.py:709, base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=249
%250 = f64[6,20]{1,0} aten::view(%249), location=forward@rnn.py:709, output_size=(6, 20), ROOT=250
%251 = f64[6,80]{1,0} aten::addmm(%250, %248, %203), location=forward@rnn.py:709, ROOT=251
%252 = f64[6,80]{1,0} aten::mul(%251, %247), location=forward@rnn.py:709, ROOT=252
%253 = f64[20,80]{0,1} aten::permute(%212), location=forward@rnn.py:709, dims=(1, 0), ROOT=253
%254 = f64[1,6,20]{2,1,0} xla::generic_slice(%68), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=254
%255 = f64[6,20]{1,0} aten::view(%254), location=forward@rnn.py:709, output_size=(6, 20), ROOT=255
%256 = f64[6,80]{1,0} aten::addmm(%255, %253, %211), location=forward@rnn.py:709, ROOT=256
%257 = f64[6,80]{1,0} aten::add(%256, %252), location=forward@rnn.py:709, ROOT=257
%258 = f64[6,20]{1,0} xla::select(%257), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=258
%259 = f64[6,20]{1,0} aten::sigmoid(%258), location=forward@rnn.py:709, ROOT=259
%260 = f64[6,80]{1,0} xla::unselect(%257, %259), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=260
%261 = f64[6,20]{1,0} xla::select(%260), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=261
%262 = f64[6,20]{1,0} aten::sigmoid(%261), location=forward@rnn.py:709, ROOT=262
%263 = f64[6,80]{1,0} xla::unselect(%260, %262), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=263
%264 = f64[6,20]{1,0} xla::select(%263), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=264
%265 = f64[6,20]{1,0} aten::tanh(%264), location=forward@rnn.py:709, ROOT=265
%266 = f64[6,80]{1,0} xla::unselect(%263, %265), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=266
%267 = f64[6,20]{1,0} xla::select(%266), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=267
%268 = f64[6,20]{1,0} aten::sigmoid(%267), location=forward@rnn.py:709, ROOT=268
%269 = f64[6,80]{1,0} xla::unselect(%266, %268), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=269
%270 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=270
%271 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=271
%272 = f64[6,20]{1,0} aten::mul(%271, %270), location=forward@rnn.py:709, ROOT=272
%273 = f64[6,20]{1,0} aten::mul(%272, %245), location=forward@rnn.py:709, ROOT=273
%274 = f64[1,6,20]{2,1,0} xla::generic_slice(%90), location=forward@rnn.py:709, base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=274
%275 = f64[6,20]{1,0} aten::view(%274), location=forward@rnn.py:709, output_size=(6, 20), ROOT=275
%276 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=276
%277 = f64[6,20]{1,0} aten::mul(%276, %275), location=forward@rnn.py:709, ROOT=277
%278 = f64[6,20]{1,0} aten::add(%277, %273), location=forward@rnn.py:709, ROOT=278
%279 = f64[6,20]{1,0} aten::tanh(%278), location=forward@rnn.py:709, ROOT=279
%280 = f64[6,20]{1,0} xla::select(%269), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=280
%281 = f64[6,20]{1,0} aten::mul(%280, %279), location=forward@rnn.py:709, ROOT=281
%282 = f64[6,80]{1,0} aten::addmm(%281, %243, %211), location=forward@rnn.py:709, ROOT=282
%283 = f64[6,80]{1,0} aten::add(%282, %242), location=forward@rnn.py:709, ROOT=283
%284 = f64[6,20]{1,0} xla::select(%283), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=284
%285 = f64[6,20]{1,0} aten::sigmoid(%284), location=forward@rnn.py:709, ROOT=285
%286 = f64[6,80]{1,0} xla::unselect(%283, %285), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=286
%287 = f64[6,20]{1,0} xla::select(%286), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=287
%288 = f64[6,20]{1,0} aten::sigmoid(%287), location=forward@rnn.py:709, ROOT=288
%289 = f64[6,80]{1,0} xla::unselect(%286, %288), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=289
%290 = f64[6,20]{1,0} xla::select(%289), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=290
%291 = f64[6,20]{1,0} aten::tanh(%290), location=forward@rnn.py:709, ROOT=291
%292 = f64[6,80]{1,0} xla::unselect(%289, %291), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=292
%293 = f64[6,20]{1,0} xla::select(%292), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=293
%294 = f64[6,20]{1,0} aten::sigmoid(%293), location=forward@rnn.py:709, ROOT=294
%295 = f64[6,80]{1,0} xla::unselect(%292, %294), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=295
%296 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=296
%297 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=297
%298 = f64[6,20]{1,0} aten::mul(%297, %296), location=forward@rnn.py:709, ROOT=298
%299 = f64[6,20]{1,0} aten::mul(%298, %235), location=forward@rnn.py:709, ROOT=299
%300 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=300
%301 = f64[6,20]{1,0} aten::mul(%300, %278), location=forward@rnn.py:709, ROOT=301
%302 = f64[6,20]{1,0} aten::add(%301, %299), location=forward@rnn.py:709, ROOT=302
%303 = f64[6,20]{1,0} aten::tanh(%302), location=forward@rnn.py:709, ROOT=303
%304 = f64[6,20]{1,0} xla::select(%295), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=304
%305 = f64[6,20]{1,0} aten::mul(%304, %303), location=forward@rnn.py:709, ROOT=305
%306 = f64[6,80]{1,0} aten::addmm(%305, %233, %211), location=forward@rnn.py:709, ROOT=306
%307 = f64[6,80]{1,0} aten::add(%306, %232), location=forward@rnn.py:709, ROOT=307
%308 = f64[6,20]{1,0} xla::select(%307), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=308
%309 = f64[6,20]{1,0} aten::sigmoid(%308), location=forward@rnn.py:709, ROOT=309
%310 = f64[6,80]{1,0} xla::unselect(%307, %309), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=310
%311 = f64[6,20]{1,0} xla::select(%310), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=311
%312 = f64[6,20]{1,0} aten::sigmoid(%311), location=forward@rnn.py:709, ROOT=312
%313 = f64[6,80]{1,0} xla::unselect(%310, %312), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=313
%314 = f64[6,20]{1,0} xla::select(%313), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=314
%315 = f64[6,20]{1,0} aten::tanh(%314), location=forward@rnn.py:709, ROOT=315
%316 = f64[6,80]{1,0} xla::unselect(%313, %315), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=316
%317 = f64[6,20]{1,0} xla::select(%316), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=317
%318 = f64[6,20]{1,0} aten::sigmoid(%317), location=forward@rnn.py:709, ROOT=318
%319 = f64[6,80]{1,0} xla::unselect(%316, %318), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=319
%320 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=320
%321 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=321
%322 = f64[6,20]{1,0} aten::mul(%321, %320), location=forward@rnn.py:709, ROOT=322
%323 = f64[6,20]{1,0} aten::mul(%322, %225), location=forward@rnn.py:709, ROOT=323
%324 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=324
%325 = f64[6,20]{1,0} aten::mul(%324, %302), location=forward@rnn.py:709, ROOT=325
%326 = f64[6,20]{1,0} aten::add(%325, %323), location=forward@rnn.py:709, ROOT=326
%327 = f64[6,20]{1,0} aten::tanh(%326), location=forward@rnn.py:709, ROOT=327
%328 = f64[6,20]{1,0} xla::select(%319), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=328
%329 = f64[6,20]{1,0} aten::mul(%328, %327), location=forward@rnn.py:709, ROOT=329
%330 = f64[6,80]{1,0} aten::addmm(%329, %223, %211), location=forward@rnn.py:709, ROOT=330
%331 = f64[6,80]{1,0} aten::add(%330, %222), location=forward@rnn.py:709, ROOT=331
%332 = f64[6,20]{1,0} xla::select(%331), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=332
%333 = f64[6,20]{1,0} aten::sigmoid(%332), location=forward@rnn.py:709, ROOT=333
%334 = f64[6,80]{1,0} xla::unselect(%331, %333), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=334
%335 = f64[6,20]{1,0} xla::select(%334), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=335
%336 = f64[6,20]{1,0} aten::sigmoid(%335), location=forward@rnn.py:709, ROOT=336
%337 = f64[6,80]{1,0} xla::unselect(%334, %336), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=337
%338 = f64[6,20]{1,0} xla::select(%337), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=338
%339 = f64[6,20]{1,0} aten::tanh(%338), location=forward@rnn.py:709, ROOT=339
%340 = f64[6,80]{1,0} xla::unselect(%337, %339), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=340
%341 = f64[6,20]{1,0} xla::select(%340), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=341
%342 = f64[6,20]{1,0} aten::sigmoid(%341), location=forward@rnn.py:709, ROOT=342
%343 = f64[6,80]{1,0} xla::unselect(%340, %342), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=343
%344 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=344
%345 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=345
%346 = f64[6,20]{1,0} aten::mul(%345, %344), location=forward@rnn.py:709, ROOT=346
%347 = f64[6,20]{1,0} aten::mul(%346, %215), location=forward@rnn.py:709, ROOT=347
%348 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=348
%349 = f64[6,20]{1,0} aten::mul(%348, %326), location=forward@rnn.py:709, ROOT=349
%350 = f64[6,20]{1,0} aten::add(%349, %347), location=forward@rnn.py:709, ROOT=350
%351 = f64[6,20]{1,0} aten::tanh(%350), location=forward@rnn.py:709, ROOT=351
%352 = f64[6,20]{1,0} xla::select(%343), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=352
%353 = f64[6,20]{1,0} aten::mul(%352, %351), location=forward@rnn.py:709, ROOT=353
%354 = f64[6,80]{1,0} aten::addmm(%353, %213, %211), location=forward@rnn.py:709, ROOT=354
%355 = f64[6,80]{1,0} aten::add(%354, %210), location=forward@rnn.py:709, ROOT=355
%356 = f64[6,20]{1,0} xla::select(%355), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=356
%357 = f64[6,20]{1,0} aten::sigmoid(%356), location=forward@rnn.py:709, ROOT=357
%358 = f64[6,80]{1,0} xla::unselect(%355, %357), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=358
%359 = f64[6,20]{1,0} xla::select(%358), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=359
%360 = f64[6,20]{1,0} aten::sigmoid(%359), location=forward@rnn.py:709, ROOT=360
%361 = f64[6,80]{1,0} xla::unselect(%358, %360), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=361
%362 = f64[6,20]{1,0} xla::select(%361), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=362
%363 = f64[6,20]{1,0} aten::tanh(%362), location=forward@rnn.py:709, ROOT=363
%364 = f64[6,80]{1,0} xla::unselect(%361, %363), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=364
%365 = f64[6,20]{1,0} xla::select(%364), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=365
%366 = f64[6,20]{1,0} aten::sigmoid(%365), location=forward@rnn.py:709, ROOT=366
%367 = f64[6,80]{1,0} xla::unselect(%364, %366), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=367
%368 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=60, end=80, stride=1, ROOT=368
%369 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=369
%370 = f64[6,20]{1,0} aten::sub(%369, %368), ROOT=370
%371 = f64[] prim::Constant(), location=forward@rnn.py:709, value=1, ROOT=371
%372 = f64[6,20]{1,0} aten::expand(%371), location=forward@rnn.py:709, size=(6, 20), ROOT=372
%373 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=40, end=60, stride=1, ROOT=373
%374 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=0, end=20, stride=1, ROOT=374
%375 = f64[6,20]{1,0} aten::mul(%374, %373), location=forward@rnn.py:709, ROOT=375
%376 = f64[6,20]{1,0} aten::mul(%375, %372), location=forward@rnn.py:709, ROOT=376
%377 = f64[6,20]{1,0} xla::select(%367), location=forward@rnn.py:709, dim=1, start=20, end=40, stride=1, ROOT=377
%378 = f64[6,20]{1,0} aten::mul(%377, %350), location=forward@rnn.py:709, ROOT=378
%379 = f64[6,20]{1,0} aten::add(%378, %376), location=forward@rnn.py:709, ROOT=379
%380 = f64[6,20]{1,0} aten::tanh(%379), location=forward@rnn.py:709, ROOT=380
%381 = f64[] prim::Constant(), location=_make_grads@__init__.py:68, value=1, ROOT=381
%382 = f64[5,6,20]{2,1,0} aten::expand(%381), size=(5, 6, 20), ROOT=382
%383 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(4, 0, 0), sizes=(1, 6, 20), ROOT=383
%384 = f64[6,20]{1,0} aten::view(%383), output_size=(6, 20), ROOT=384
%385 = f64[6,20]{1,0} aten::mul(%384, %380), ROOT=385
%386 = f64[6,20]{1,0} aten::mul(%385, %370), ROOT=386
%387 = f64[6,20]{1,0} aten::mul(%386, %368), ROOT=387
%388 = f64[] xla::device_data(), device=CPU:0, ROOT=388
%389 = f64[6,20]{1,0} aten::expand(%388), size=(6, 20), ROOT=389
%390 = f64[6,20]{1,0} aten::pow(%373, %389), ROOT=390
%391 = f64[] prim::Constant(), value=1, ROOT=391
%392 = f64[6,20]{1,0} aten::expand(%391), size=(6, 20), ROOT=392
%393 = f64[6,20]{1,0} aten::mul(%392, %390), ROOT=393
%394 = f64[] prim::Constant(), value=1, ROOT=394
%395 = f64[6,20]{1,0} aten::expand(%394), size=(6, 20), ROOT=395
%396 = f64[6,20]{1,0} aten::sub(%395, %393), ROOT=396
%397 = f64[] xla::device_data(), device=CPU:0, ROOT=397
%398 = f64[6,20]{1,0} aten::expand(%397), size=(6, 20), ROOT=398
%399 = f64[6,20]{1,0} aten::pow(%380, %398), ROOT=399
%400 = f64[] prim::Constant(), value=1, ROOT=400
%401 = f64[6,20]{1,0} aten::expand(%400), size=(6, 20), ROOT=401
%402 = f64[6,20]{1,0} aten::mul(%401, %399), ROOT=402
%403 = f64[] prim::Constant(), value=1, ROOT=403
%404 = f64[6,20]{1,0} aten::expand(%403), size=(6, 20), ROOT=404
%405 = f64[6,20]{1,0} aten::sub(%404, %402), ROOT=405
%406 = f64[6,20]{1,0} aten::mul(%384, %368), ROOT=406
%407 = f64[6,20]{1,0} aten::mul(%406, %405), ROOT=407
%408 = f64[6,20]{1,0} aten::mul(%407, %374), ROOT=408
%409 = f64[6,20]{1,0} aten::mul(%408, %396), ROOT=409
%410 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=410
%411 = f64[6,20]{1,0} aten::sub(%410, %377), ROOT=411
%412 = f64[6,20]{1,0} aten::mul(%407, %350), ROOT=412
%413 = f64[6,20]{1,0} aten::mul(%412, %411), ROOT=413
%414 = f64[6,20]{1,0} aten::mul(%413, %377), ROOT=414
%415 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=415
%416 = f64[6,20]{1,0} aten::sub(%415, %374), ROOT=416
%417 = f64[6,20]{1,0} aten::mul(%407, %373), ROOT=417
%418 = f64[6,20]{1,0} aten::mul(%417, %416), ROOT=418
%419 = f64[6,20]{1,0} aten::mul(%418, %374), ROOT=419
%420 = f64[6,80]{1,0} aten::cat(%419, %414, %409, %387), dim=1, ROOT=420
%421 = f64[6,20]{1,0} aten::mm(%420, %200), ROOT=421
%422 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=422
%423 = f64[80,20]{1,0} aten::permute(%422), dims=(1, 0), ROOT=423
%424 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=424
%425 = f64[6,20]{1,0} aten::sub(%424, %352), ROOT=425
%426 = f64[] prim::Constant(), value=1, ROOT=426
%427 = f64[6,20]{1,0} aten::expand(%426), size=(6, 20), ROOT=427
%428 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=428
%429 = f64[80,20]{1,0} aten::permute(%428), dims=(1, 0), ROOT=429
%430 = f64[6,20]{1,0} aten::mm(%420, %429), ROOT=430
%431 = f64[6,20]{1,0} aten::mul(%430, %427), ROOT=431
%432 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(3, 0, 0), sizes=(1, 6, 20), ROOT=432
%433 = f64[6,20]{1,0} aten::view(%432), output_size=(6, 20), ROOT=433
%434 = f64[6,20]{1,0} aten::add(%433, %431), ROOT=434
%435 = f64[6,20]{1,0} aten::mul(%434, %351), ROOT=435
%436 = f64[6,20]{1,0} aten::mul(%435, %425), ROOT=436
%437 = f64[6,20]{1,0} aten::mul(%436, %352), ROOT=437
%438 = f64[] xla::device_data(), device=CPU:0, ROOT=438
%439 = f64[6,20]{1,0} aten::expand(%438), size=(6, 20), ROOT=439
%440 = f64[6,20]{1,0} aten::pow(%344, %439), ROOT=440
%441 = f64[] prim::Constant(), value=1, ROOT=441
%442 = f64[6,20]{1,0} aten::expand(%441), size=(6, 20), ROOT=442
%443 = f64[6,20]{1,0} aten::mul(%442, %440), ROOT=443
%444 = f64[] prim::Constant(), value=1, ROOT=444
%445 = f64[6,20]{1,0} aten::expand(%444), size=(6, 20), ROOT=445
%446 = f64[6,20]{1,0} aten::sub(%445, %443), ROOT=446
%447 = f64[] prim::Constant(), value=1, ROOT=447
%448 = f64[6,20]{1,0} aten::expand(%447), size=(6, 20), ROOT=448
%449 = f64[] xla::device_data(), device=CPU:0, ROOT=449
%450 = f64[6,20]{1,0} aten::expand(%449), size=(6, 20), ROOT=450
%451 = f64[6,20]{1,0} aten::pow(%351, %450), ROOT=451
%452 = f64[] prim::Constant(), value=1, ROOT=452
%453 = f64[6,20]{1,0} aten::expand(%452), size=(6, 20), ROOT=453
%454 = f64[6,20]{1,0} aten::mul(%453, %451), ROOT=454
%455 = f64[] prim::Constant(), value=1, ROOT=455
%456 = f64[6,20]{1,0} aten::expand(%455), size=(6, 20), ROOT=456
%457 = f64[6,20]{1,0} aten::sub(%456, %454), ROOT=457
%458 = f64[6,20]{1,0} aten::mul(%434, %352), ROOT=458
%459 = f64[6,20]{1,0} aten::mul(%458, %457), ROOT=459
%460 = f64[6,20]{1,0} aten::mul(%459, %448), ROOT=460
%461 = f64[6,20]{1,0} aten::mul(%407, %377), ROOT=461
%462 = f64[6,20]{1,0} aten::add(%461, %460), ROOT=462
%463 = f64[6,20]{1,0} aten::mul(%462, %345), ROOT=463
%464 = f64[6,20]{1,0} aten::mul(%463, %446), ROOT=464
%465 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=465
%466 = f64[6,20]{1,0} aten::sub(%465, %348), ROOT=466
%467 = f64[6,20]{1,0} aten::mul(%462, %326), ROOT=467
%468 = f64[6,20]{1,0} aten::mul(%467, %466), ROOT=468
%469 = f64[6,20]{1,0} aten::mul(%468, %348), ROOT=469
%470 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=470
%471 = f64[6,20]{1,0} aten::sub(%470, %345), ROOT=471
%472 = f64[6,20]{1,0} aten::mul(%462, %344), ROOT=472
%473 = f64[6,20]{1,0} aten::mul(%472, %471), ROOT=473
%474 = f64[6,20]{1,0} aten::mul(%473, %345), ROOT=474
%475 = f64[6,80]{1,0} aten::cat(%474, %469, %464, %437), dim=1, ROOT=475
%476 = f64[6,20]{1,0} aten::mm(%475, %423), ROOT=476
%477 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=477
%478 = f64[80,20]{1,0} aten::permute(%477), dims=(1, 0), ROOT=478
%479 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=479
%480 = f64[6,20]{1,0} aten::sub(%479, %328), ROOT=480
%481 = f64[] prim::Constant(), value=1, ROOT=481
%482 = f64[6,20]{1,0} aten::expand(%481), size=(6, 20), ROOT=482
%483 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=483
%484 = f64[80,20]{1,0} aten::permute(%483), dims=(1, 0), ROOT=484
%485 = f64[6,20]{1,0} aten::mm(%475, %484), ROOT=485
%486 = f64[6,20]{1,0} aten::mul(%485, %482), ROOT=486
%487 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(2, 0, 0), sizes=(1, 6, 20), ROOT=487
%488 = f64[6,20]{1,0} aten::view(%487), output_size=(6, 20), ROOT=488
%489 = f64[6,20]{1,0} aten::add(%488, %486), ROOT=489
%490 = f64[6,20]{1,0} aten::mul(%489, %327), ROOT=490
%491 = f64[6,20]{1,0} aten::mul(%490, %480), ROOT=491
%492 = f64[6,20]{1,0} aten::mul(%491, %328), ROOT=492
%493 = f64[] xla::device_data(), device=CPU:0, ROOT=493
%494 = f64[6,20]{1,0} aten::expand(%493), size=(6, 20), ROOT=494
%495 = f64[6,20]{1,0} aten::pow(%320, %494), ROOT=495
%496 = f64[] prim::Constant(), value=1, ROOT=496
%497 = f64[6,20]{1,0} aten::expand(%496), size=(6, 20), ROOT=497
%498 = f64[6,20]{1,0} aten::mul(%497, %495), ROOT=498
%499 = f64[] prim::Constant(), value=1, ROOT=499
%500 = f64[6,20]{1,0} aten::expand(%499), size=(6, 20), ROOT=500
%501 = f64[6,20]{1,0} aten::sub(%500, %498), ROOT=501
%502 = f64[] prim::Constant(), value=1, ROOT=502
%503 = f64[6,20]{1,0} aten::expand(%502), size=(6, 20), ROOT=503
%504 = f64[] xla::device_data(), device=CPU:0, ROOT=504
%505 = f64[6,20]{1,0} aten::expand(%504), size=(6, 20), ROOT=505
%506 = f64[6,20]{1,0} aten::pow(%327, %505), ROOT=506
%507 = f64[] prim::Constant(), value=1, ROOT=507
%508 = f64[6,20]{1,0} aten::expand(%507), size=(6, 20), ROOT=508
%509 = f64[6,20]{1,0} aten::mul(%508, %506), ROOT=509
%510 = f64[] prim::Constant(), value=1, ROOT=510
%511 = f64[6,20]{1,0} aten::expand(%510), size=(6, 20), ROOT=511
%512 = f64[6,20]{1,0} aten::sub(%511, %509), ROOT=512
%513 = f64[6,20]{1,0} aten::mul(%489, %328), ROOT=513
%514 = f64[6,20]{1,0} aten::mul(%513, %512), ROOT=514
%515 = f64[6,20]{1,0} aten::mul(%514, %503), ROOT=515
%516 = f64[6,20]{1,0} aten::mul(%462, %348), ROOT=516
%517 = f64[6,20]{1,0} aten::add(%516, %515), ROOT=517
%518 = f64[6,20]{1,0} aten::mul(%517, %321), ROOT=518
%519 = f64[6,20]{1,0} aten::mul(%518, %501), ROOT=519
%520 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=520
%521 = f64[6,20]{1,0} aten::sub(%520, %324), ROOT=521
%522 = f64[6,20]{1,0} aten::mul(%517, %302), ROOT=522
%523 = f64[6,20]{1,0} aten::mul(%522, %521), ROOT=523
%524 = f64[6,20]{1,0} aten::mul(%523, %324), ROOT=524
%525 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=525
%526 = f64[6,20]{1,0} aten::sub(%525, %321), ROOT=526
%527 = f64[6,20]{1,0} aten::mul(%517, %320), ROOT=527
%528 = f64[6,20]{1,0} aten::mul(%527, %526), ROOT=528
%529 = f64[6,20]{1,0} aten::mul(%528, %321), ROOT=529
%530 = f64[6,80]{1,0} aten::cat(%529, %524, %519, %492), dim=1, ROOT=530
%531 = f64[6,20]{1,0} aten::mm(%530, %478), ROOT=531
%532 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=532
%533 = f64[80,20]{1,0} aten::permute(%532), dims=(1, 0), ROOT=533
%534 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=534
%535 = f64[6,20]{1,0} aten::sub(%534, %304), ROOT=535
%536 = f64[] prim::Constant(), value=1, ROOT=536
%537 = f64[6,20]{1,0} aten::expand(%536), size=(6, 20), ROOT=537
%538 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=538
%539 = f64[80,20]{1,0} aten::permute(%538), dims=(1, 0), ROOT=539
%540 = f64[6,20]{1,0} aten::mm(%530, %539), ROOT=540
%541 = f64[6,20]{1,0} aten::mul(%540, %537), ROOT=541
%542 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=542
%543 = f64[6,20]{1,0} aten::view(%542), output_size=(6, 20), ROOT=543
%544 = f64[6,20]{1,0} aten::add(%543, %541), ROOT=544
%545 = f64[6,20]{1,0} aten::mul(%544, %303), ROOT=545
%546 = f64[6,20]{1,0} aten::mul(%545, %535), ROOT=546
%547 = f64[6,20]{1,0} aten::mul(%546, %304), ROOT=547
%548 = f64[] xla::device_data(), device=CPU:0, ROOT=548
%549 = f64[6,20]{1,0} aten::expand(%548), size=(6, 20), ROOT=549
%550 = f64[6,20]{1,0} aten::pow(%296, %549), ROOT=550
%551 = f64[] prim::Constant(), value=1, ROOT=551
%552 = f64[6,20]{1,0} aten::expand(%551), size=(6, 20), ROOT=552
%553 = f64[6,20]{1,0} aten::mul(%552, %550), ROOT=553
%554 = f64[] prim::Constant(), value=1, ROOT=554
%555 = f64[6,20]{1,0} aten::expand(%554), size=(6, 20), ROOT=555
%556 = f64[6,20]{1,0} aten::sub(%555, %553), ROOT=556
%557 = f64[] prim::Constant(), value=1, ROOT=557
%558 = f64[6,20]{1,0} aten::expand(%557), size=(6, 20), ROOT=558
%559 = f64[] xla::device_data(), device=CPU:0, ROOT=559
%560 = f64[6,20]{1,0} aten::expand(%559), size=(6, 20), ROOT=560
%561 = f64[6,20]{1,0} aten::pow(%303, %560), ROOT=561
%562 = f64[] prim::Constant(), value=1, ROOT=562
%563 = f64[6,20]{1,0} aten::expand(%562), size=(6, 20), ROOT=563
%564 = f64[6,20]{1,0} aten::mul(%563, %561), ROOT=564
%565 = f64[] prim::Constant(), value=1, ROOT=565
%566 = f64[6,20]{1,0} aten::expand(%565), size=(6, 20), ROOT=566
%567 = f64[6,20]{1,0} aten::sub(%566, %564), ROOT=567
%568 = f64[6,20]{1,0} aten::mul(%544, %304), ROOT=568
%569 = f64[6,20]{1,0} aten::mul(%568, %567), ROOT=569
%570 = f64[6,20]{1,0} aten::mul(%569, %558), ROOT=570
%571 = f64[6,20]{1,0} aten::mul(%517, %324), ROOT=571
%572 = f64[6,20]{1,0} aten::add(%571, %570), ROOT=572
%573 = f64[6,20]{1,0} aten::mul(%572, %297), ROOT=573
%574 = f64[6,20]{1,0} aten::mul(%573, %556), ROOT=574
%575 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=575
%576 = f64[6,20]{1,0} aten::sub(%575, %300), ROOT=576
%577 = f64[6,20]{1,0} aten::mul(%572, %278), ROOT=577
%578 = f64[6,20]{1,0} aten::mul(%577, %576), ROOT=578
%579 = f64[6,20]{1,0} aten::mul(%578, %300), ROOT=579
%580 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=580
%581 = f64[6,20]{1,0} aten::sub(%580, %297), ROOT=581
%582 = f64[6,20]{1,0} aten::mul(%572, %296), ROOT=582
%583 = f64[6,20]{1,0} aten::mul(%582, %581), ROOT=583
%584 = f64[6,20]{1,0} aten::mul(%583, %297), ROOT=584
%585 = f64[6,80]{1,0} aten::cat(%584, %579, %574, %547), dim=1, ROOT=585
%586 = f64[6,20]{1,0} aten::mm(%585, %533), ROOT=586
%587 = f64[20,80]{0,1} aten::permute(%198), dims=(1, 0), ROOT=587
%588 = f64[80,20]{1,0} aten::permute(%587), dims=(1, 0), ROOT=588
%589 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=589
%590 = f64[6,20]{1,0} aten::sub(%589, %280), ROOT=590
%591 = f64[] prim::Constant(), value=1, ROOT=591
%592 = f64[6,20]{1,0} aten::expand(%591), size=(6, 20), ROOT=592
%593 = f64[20,80]{0,1} aten::permute(%212), dims=(1, 0), ROOT=593
%594 = f64[80,20]{1,0} aten::permute(%593), dims=(1, 0), ROOT=594
%595 = f64[6,20]{1,0} aten::mm(%585, %594), ROOT=595
%596 = f64[6,20]{1,0} aten::mul(%595, %592), ROOT=596
%597 = f64[1,6,20]{2,1,0} xla::generic_slice(%382), base_indices=(0, 0, 0), sizes=(1, 6, 20), ROOT=597
%598 = f64[6,20]{1,0} aten::view(%597), output_size=(6, 20), ROOT=598
%599 = f64[6,20]{1,0} aten::add(%598, %596), ROOT=599
%600 = f64[6,20]{1,0} aten::mul(%599, %279), ROOT=600
%601 = f64[6,20]{1,0} aten::mul(%600, %590), ROOT=601
%602 = f64[6,20]{1,0} aten::mul(%601, %280), ROOT=602
%603 = f64[] xla::device_data(), device=CPU:0, ROOT=603
%604 = f64[6,20]{1,0} aten::expand(%603), size=(6, 20), ROOT=604
%605 = f64[6,20]{1,0} aten::pow(%270, %604), ROOT=605
%606 = f64[] prim::Constant(), value=1, ROOT=606
%607 = f64[6,20]{1,0} aten::expand(%606), size=(6, 20), ROOT=607
%608 = f64[6,20]{1,0} aten::mul(%607, %605), ROOT=608
%609 = f64[] prim::Constant(), value=1, ROOT=609
%610 = f64[6,20]{1,0} aten::expand(%609), size=(6, 20), ROOT=610
%611 = f64[6,20]{1,0} aten::sub(%610, %608), ROOT=611
%612 = f64[] prim::Constant(), value=1, ROOT=612
%613 = f64[6,20]{1,0} aten::expand(%612), size=(6, 20), ROOT=613
%614 = f64[] xla::device_data(), device=CPU:0, ROOT=614
%615 = f64[6,20]{1,0} aten::expand(%614), size=(6, 20), ROOT=615
%616 = f64[6,20]{1,0} aten::pow(%279, %615), ROOT=616
%617 = f64[] prim::Constant(), value=1, ROOT=617
%618 = f64[6,20]{1,0} aten::expand(%617), size=(6, 20), ROOT=618
%619 = f64[6,20]{1,0} aten::mul(%618, %616), ROOT=619
%620 = f64[] prim::Constant(), value=1, ROOT=620
%621 = f64[6,20]{1,0} aten::expand(%620), size=(6, 20), ROOT=621
%622 = f64[6,20]{1,0} aten::sub(%621, %619), ROOT=622
%623 = f64[6,20]{1,0} aten::mul(%599, %280), ROOT=623
%624 = f64[6,20]{1,0} aten::mul(%623, %622), ROOT=624
%625 = f64[6,20]{1,0} aten::mul(%624, %613), ROOT=625
%626 = f64[6,20]{1,0} aten::mul(%572, %300), ROOT=626
%627 = f64[6,20]{1,0} aten::add(%626, %625), ROOT=627
%628 = f64[6,20]{1,0} aten::mul(%627, %271), ROOT=628
%629 = f64[6,20]{1,0} aten::mul(%628, %611), ROOT=629
%630 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=630
%631 = f64[6,20]{1,0} aten::sub(%630, %276), ROOT=631
%632 = f64[6,20]{1,0} aten::mul(%627, %275), ROOT=632
%633 = f64[6,20]{1,0} aten::mul(%632, %631), ROOT=633
%634 = f64[6,20]{1,0} aten::mul(%633, %276), ROOT=634
%635 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=635
%636 = f64[6,20]{1,0} aten::sub(%635, %271), ROOT=636
%637 = f64[6,20]{1,0} aten::mul(%627, %270), ROOT=637
%638 = f64[6,20]{1,0} aten::mul(%637, %636), ROOT=638
%639 = f64[6,20]{1,0} aten::mul(%638, %271), ROOT=639
%640 = f64[6,80]{1,0} aten::cat(%639, %634, %629, %602), dim=1, ROOT=640
%641 = f64[6,20]{1,0} aten::mm(%640, %588), ROOT=641
%642 = f64[5,6,20]{2,1,0} aten::stack(%641, %586, %531, %476, %421), dim=0, ROOT=642
%643 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(4, 0, 0), sizes=(1, 6, 20), ROOT=643
%644 = f64[6,20]{1,0} aten::view(%643), output_size=(6, 20), ROOT=644
%645 = f64[6,20]{1,0} aten::mul(%644, %197), ROOT=645
%646 = f64[6,20]{1,0} aten::mul(%645, %187), ROOT=646
%647 = f64[6,20]{1,0} aten::mul(%646, %185), ROOT=647
%648 = f64[] xla::device_data(), device=CPU:0, ROOT=648
%649 = f64[6,20]{1,0} aten::expand(%648), size=(6, 20), ROOT=649
%650 = f64[6,20]{1,0} aten::pow(%190, %649), ROOT=650
%651 = f64[] prim::Constant(), value=1, ROOT=651
%652 = f64[6,20]{1,0} aten::expand(%651), size=(6, 20), ROOT=652
%653 = f64[6,20]{1,0} aten::mul(%652, %650), ROOT=653
%654 = f64[] prim::Constant(), value=1, ROOT=654
%655 = f64[6,20]{1,0} aten::expand(%654), size=(6, 20), ROOT=655
%656 = f64[6,20]{1,0} aten::sub(%655, %653), ROOT=656
%657 = f64[] xla::device_data(), device=CPU:0, ROOT=657
%658 = f64[6,20]{1,0} aten::expand(%657), size=(6, 20), ROOT=658
%659 = f64[6,20]{1,0} aten::pow(%197, %658), ROOT=659
%660 = f64[] prim::Constant(), value=1, ROOT=660
%661 = f64[6,20]{1,0} aten::expand(%660), size=(6, 20), ROOT=661
%662 = f64[6,20]{1,0} aten::mul(%661, %659), ROOT=662
%663 = f64[] prim::Constant(), value=1, ROOT=663
%664 = f64[6,20]{1,0} aten::expand(%663), size=(6, 20), ROOT=664
%665 = f64[6,20]{1,0} aten::sub(%664, %662), ROOT=665
%666 = f64[6,20]{1,0} aten::mul(%644, %185), ROOT=666
%667 = f64[6,20]{1,0} aten::mul(%666, %665), ROOT=667
%668 = f64[6,20]{1,0} aten::mul(%667, %191), ROOT=668
%669 = f64[6,20]{1,0} aten::mul(%668, %656), ROOT=669
%670 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=670
%671 = f64[6,20]{1,0} aten::sub(%670, %194), ROOT=671
%672 = f64[6,20]{1,0} aten::mul(%667, %167), ROOT=672
%673 = f64[6,20]{1,0} aten::mul(%672, %671), ROOT=673
%674 = f64[6,20]{1,0} aten::mul(%673, %194), ROOT=674
%675 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=675
%676 = f64[6,20]{1,0} aten::sub(%675, %191), ROOT=676
%677 = f64[6,20]{1,0} aten::mul(%667, %190), ROOT=677
%678 = f64[6,20]{1,0} aten::mul(%677, %676), ROOT=678
%679 = f64[6,20]{1,0} aten::mul(%678, %191), ROOT=679
%680 = f64[6,80]{1,0} aten::cat(%679, %674, %669, %647), dim=1, ROOT=680
%681 = f64[6,10]{1,0} aten::mm(%680, %5), ROOT=681
%682 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=682
%683 = f64[80,10]{1,0} aten::permute(%682), dims=(1, 0), ROOT=683
%684 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=684
%685 = f64[6,20]{1,0} aten::sub(%684, %169), ROOT=685
%686 = f64[] prim::Constant(), value=1, ROOT=686
%687 = f64[6,20]{1,0} aten::expand(%686), size=(6, 20), ROOT=687
%688 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=688
%689 = f64[80,20]{1,0} aten::permute(%688), dims=(1, 0), ROOT=689
%690 = f64[6,20]{1,0} aten::mm(%680, %689), ROOT=690
%691 = f64[6,20]{1,0} aten::mul(%690, %687), ROOT=691
%692 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(3, 0, 0), sizes=(1, 6, 20), ROOT=692
%693 = f64[6,20]{1,0} aten::view(%692), output_size=(6, 20), ROOT=693
%694 = f64[6,20]{1,0} aten::add(%693, %691), ROOT=694
%695 = f64[6,20]{1,0} aten::mul(%694, %168), ROOT=695
%696 = f64[6,20]{1,0} aten::mul(%695, %685), ROOT=696
%697 = f64[6,20]{1,0} aten::mul(%696, %169), ROOT=697
%698 = f64[] xla::device_data(), device=CPU:0, ROOT=698
%699 = f64[6,20]{1,0} aten::expand(%698), size=(6, 20), ROOT=699
%700 = f64[6,20]{1,0} aten::pow(%161, %699), ROOT=700
%701 = f64[] prim::Constant(), value=1, ROOT=701
%702 = f64[6,20]{1,0} aten::expand(%701), size=(6, 20), ROOT=702
%703 = f64[6,20]{1,0} aten::mul(%702, %700), ROOT=703
%704 = f64[] prim::Constant(), value=1, ROOT=704
%705 = f64[6,20]{1,0} aten::expand(%704), size=(6, 20), ROOT=705
%706 = f64[6,20]{1,0} aten::sub(%705, %703), ROOT=706
%707 = f64[] prim::Constant(), value=1, ROOT=707
%708 = f64[6,20]{1,0} aten::expand(%707), size=(6, 20), ROOT=708
%709 = f64[] xla::device_data(), device=CPU:0, ROOT=709
%710 = f64[6,20]{1,0} aten::expand(%709), size=(6, 20), ROOT=710
%711 = f64[6,20]{1,0} aten::pow(%168, %710), ROOT=711
%712 = f64[] prim::Constant(), value=1, ROOT=712
%713 = f64[6,20]{1,0} aten::expand(%712), size=(6, 20), ROOT=713
%714 = f64[6,20]{1,0} aten::mul(%713, %711), ROOT=714
%715 = f64[] prim::Constant(), value=1, ROOT=715
%716 = f64[6,20]{1,0} aten::expand(%715), size=(6, 20), ROOT=716
%717 = f64[6,20]{1,0} aten::sub(%716, %714), ROOT=717
%718 = f64[6,20]{1,0} aten::mul(%694, %169), ROOT=718
%719 = f64[6,20]{1,0} aten::mul(%718, %717), ROOT=719
%720 = f64[6,20]{1,0} aten::mul(%719, %708), ROOT=720
%721 = f64[6,20]{1,0} aten::mul(%667, %194), ROOT=721
%722 = f64[6,20]{1,0} aten::add(%721, %720), ROOT=722
%723 = f64[6,20]{1,0} aten::mul(%722, %162), ROOT=723
%724 = f64[6,20]{1,0} aten::mul(%723, %706), ROOT=724
%725 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=725
%726 = f64[6,20]{1,0} aten::sub(%725, %165), ROOT=726
%727 = f64[6,20]{1,0} aten::mul(%722, %143), ROOT=727
%728 = f64[6,20]{1,0} aten::mul(%727, %726), ROOT=728
%729 = f64[6,20]{1,0} aten::mul(%728, %165), ROOT=729
%730 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=730
%731 = f64[6,20]{1,0} aten::sub(%730, %162), ROOT=731
%732 = f64[6,20]{1,0} aten::mul(%722, %161), ROOT=732
%733 = f64[6,20]{1,0} aten::mul(%732, %731), ROOT=733
%734 = f64[6,20]{1,0} aten::mul(%733, %162), ROOT=734
%735 = f64[6,80]{1,0} aten::cat(%734, %729, %724, %697), dim=1, ROOT=735
%736 = f64[6,10]{1,0} aten::mm(%735, %683), ROOT=736
%737 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=737
%738 = f64[80,10]{1,0} aten::permute(%737), dims=(1, 0), ROOT=738
%739 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=739
%740 = f64[6,20]{1,0} aten::sub(%739, %145), ROOT=740
%741 = f64[] prim::Constant(), value=1, ROOT=741
%742 = f64[6,20]{1,0} aten::expand(%741), size=(6, 20), ROOT=742
%743 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=743
%744 = f64[80,20]{1,0} aten::permute(%743), dims=(1, 0), ROOT=744
%745 = f64[6,20]{1,0} aten::mm(%735, %744), ROOT=745
%746 = f64[6,20]{1,0} aten::mul(%745, %742), ROOT=746
%747 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(2, 0, 0), sizes=(1, 6, 20), ROOT=747
%748 = f64[6,20]{1,0} aten::view(%747), output_size=(6, 20), ROOT=748
%749 = f64[6,20]{1,0} aten::add(%748, %746), ROOT=749
%750 = f64[6,20]{1,0} aten::mul(%749, %144), ROOT=750
%751 = f64[6,20]{1,0} aten::mul(%750, %740), ROOT=751
%752 = f64[6,20]{1,0} aten::mul(%751, %145), ROOT=752
%753 = f64[] xla::device_data(), device=CPU:0, ROOT=753
%754 = f64[6,20]{1,0} aten::expand(%753), size=(6, 20), ROOT=754
%755 = f64[6,20]{1,0} aten::pow(%137, %754), ROOT=755
%756 = f64[] prim::Constant(), value=1, ROOT=756
%757 = f64[6,20]{1,0} aten::expand(%756), size=(6, 20), ROOT=757
%758 = f64[6,20]{1,0} aten::mul(%757, %755), ROOT=758
%759 = f64[] prim::Constant(), value=1, ROOT=759
%760 = f64[6,20]{1,0} aten::expand(%759), size=(6, 20), ROOT=760
%761 = f64[6,20]{1,0} aten::sub(%760, %758), ROOT=761
%762 = f64[] prim::Constant(), value=1, ROOT=762
%763 = f64[6,20]{1,0} aten::expand(%762), size=(6, 20), ROOT=763
%764 = f64[] xla::device_data(), device=CPU:0, ROOT=764
%765 = f64[6,20]{1,0} aten::expand(%764), size=(6, 20), ROOT=765
%766 = f64[6,20]{1,0} aten::pow(%144, %765), ROOT=766
%767 = f64[] prim::Constant(), value=1, ROOT=767
%768 = f64[6,20]{1,0} aten::expand(%767), size=(6, 20), ROOT=768
%769 = f64[6,20]{1,0} aten::mul(%768, %766), ROOT=769
%770 = f64[] prim::Constant(), value=1, ROOT=770
%771 = f64[6,20]{1,0} aten::expand(%770), size=(6, 20), ROOT=771
%772 = f64[6,20]{1,0} aten::sub(%771, %769), ROOT=772
%773 = f64[6,20]{1,0} aten::mul(%749, %145), ROOT=773
%774 = f64[6,20]{1,0} aten::mul(%773, %772), ROOT=774
%775 = f64[6,20]{1,0} aten::mul(%774, %763), ROOT=775
%776 = f64[6,20]{1,0} aten::mul(%722, %165), ROOT=776
%777 = f64[6,20]{1,0} aten::add(%776, %775), ROOT=777
%778 = f64[6,20]{1,0} aten::mul(%777, %138), ROOT=778
%779 = f64[6,20]{1,0} aten::mul(%778, %761), ROOT=779
%780 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=780
%781 = f64[6,20]{1,0} aten::sub(%780, %141), ROOT=781
%782 = f64[6,20]{1,0} aten::mul(%777, %119), ROOT=782
%783 = f64[6,20]{1,0} aten::mul(%782, %781), ROOT=783
%784 = f64[6,20]{1,0} aten::mul(%783, %141), ROOT=784
%785 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=785
%786 = f64[6,20]{1,0} aten::sub(%785, %138), ROOT=786
%787 = f64[6,20]{1,0} aten::mul(%777, %137), ROOT=787
%788 = f64[6,20]{1,0} aten::mul(%787, %786), ROOT=788
%789 = f64[6,20]{1,0} aten::mul(%788, %138), ROOT=789
%790 = f64[6,80]{1,0} aten::cat(%789, %784, %779, %752), dim=1, ROOT=790
%791 = f64[6,10]{1,0} aten::mm(%790, %738), ROOT=791
%792 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=792
%793 = f64[80,10]{1,0} aten::permute(%792), dims=(1, 0), ROOT=793
%794 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=794
%795 = f64[6,20]{1,0} aten::sub(%794, %121), ROOT=795
%796 = f64[] prim::Constant(), value=1, ROOT=796
%797 = f64[6,20]{1,0} aten::expand(%796), size=(6, 20), ROOT=797
%798 = f64[20,80]{0,1} aten::permute(%25), dims=(1, 0), ROOT=798
%799 = f64[80,20]{1,0} aten::permute(%798), dims=(1, 0), ROOT=799
%800 = f64[6,20]{1,0} aten::mm(%790, %799), ROOT=800
%801 = f64[6,20]{1,0} aten::mul(%800, %797), ROOT=801
%802 = f64[1,6,20]{2,1,0} xla::generic_slice(%642), base_indices=(1, 0, 0), sizes=(1, 6, 20), ROOT=802
%803 = f64[6,20]{1,0} aten::view(%802), output_size=(6, 20), ROOT=803
%804 = f64[6,20]{1,0} aten::add(%803, %801), ROOT=804
%805 = f64[6,20]{1,0} aten::mul(%804, %120), ROOT=805
%806 = f64[6,20]{1,0} aten::mul(%805, %795), ROOT=806
%807 = f64[6,20]{1,0} aten::mul(%806, %121), ROOT=807
%808 = f64[] xla::device_data(), device=CPU:0, ROOT=808
%809 = f64[6,20]{1,0} aten::expand(%808), size=(6, 20), ROOT=809
%810 = f64[6,20]{1,0} aten::pow(%113, %809), ROOT=810
%811 = f64[] prim::Constant(), value=1, ROOT=811
%812 = f64[6,20]{1,0} aten::expand(%811), size=(6, 20), ROOT=812
%813 = f64[6,20]{1,0} aten::mul(%812, %810), ROOT=813
%814 = f64[] prim::Constant(), value=1, ROOT=814
%815 = f64[6,20]{1,0} aten::expand(%814), size=(6, 20), ROOT=815
%816 = f64[6,20]{1,0} aten::sub(%815, %813), ROOT=816
%817 = f64[] prim::Constant(), value=1, ROOT=817
%818 = f64[6,20]{1,0} aten::expand(%817), size=(6, 20), ROOT=818
%819 = f64[] xla::device_data(), device=CPU:0, ROOT=819
%820 = f64[6,20]{1,0} aten::expand(%819), size=(6, 20), ROOT=820
%821 = f64[6,20]{1,0} aten::pow(%120, %820), ROOT=821
%822 = f64[] prim::Constant(), value=1, ROOT=822
%823 = f64[6,20]{1,0} aten::expand(%822), size=(6, 20), ROOT=823
%824 = f64[6,20]{1,0} aten::mul(%823, %821), ROOT=824
%825 = f64[] prim::Constant(), value=1, ROOT=825
%826 = f64[6,20]{1,0} aten::expand(%825), size=(6, 20), ROOT=826
%827 = f64[6,20]{1,0} aten::sub(%826, %824), ROOT=827
%828 = f64[6,20]{1,0} aten::mul(%804, %121), ROOT=828
%829 = f64[6,20]{1,0} aten::mul(%828, %827), ROOT=829
%830 = f64[6,20]{1,0} aten::mul(%829, %818), ROOT=830
%831 = f64[6,20]{1,0} aten::mul(%777, %141), ROOT=831
%832 = f64[6,20]{1,0} aten::add(%831, %830), ROOT=832
%833 = f64[6,20]{1,0} aten::mul(%832, %114), ROOT=833
%834 = f64[6,20]{1,0} aten::mul(%833, %816), ROOT=834
%835 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=835
%836 = f64[6,20]{1,0} aten::sub(%835, %117), ROOT=836
%837 = f64[6,20]{1,0} aten::mul(%832, %95), ROOT=837
%838 = f64[6,20]{1,0} aten::mul(%837, %836), ROOT=838
%839 = f64[6,20]{1,0} aten::mul(%838, %117), ROOT=839
%840 = f64[6,20]{1,0} prim::Constant(), value=1, ROOT=840
%841 = f64[6,20]{1,0} aten::sub(%840, %114), ROOT=841
%842 = f64[6,20]{1,0} aten::mul(%832, %113), ROOT=842
%843 = f64[6,20]{1,0} aten::mul(%842, %841), ROOT=843
%844 = f64[6,20]{1,0} aten::mul(%843, %114), ROOT=844
%845 = f64[6,80]{1,0} aten::cat(%844, %839, %834, %807), dim=1, ROOT=845
%846 = f64[6,10]{1,0} aten::mm(%845, %793), ROOT=846
%847 = f64[10,80]{0,1} aten::permute(%3), dims=(1, 0), ROOT=847
%848 = f64[80,10]{1,0} aten::permute(%847), dims=(1, 0), ROOT=84ERROR
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment